00000800:00000200:1.1F:1772470712.409696:0:3340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a42082e5] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.1F:1772470712.410897:0:3331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a42082e5] -> 12345-192.168.201.148@tcp (2) 00000800:00000200:0.1:1772470712.410907:0:3331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.148@tcp 0000000016124224 deleted 00000800:00000010:0.1:1772470712.410909:0:3331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000016124224. 00000800:00000200:0.1:1772470712.410914:0:3331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1772470712.410923:0:3331:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.148@tcp ip 192.168.201.148:1023 00000800:00000200:0.1:1772470712.410928:0:3331:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077a914c1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1772470712.412801:0:3330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1772470712.418508:0:3332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a42082e5] -> 12345-192.168.201.148@tcp (4) 00000800:00000200:2.1:1772470712.418518:0:3332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.148@tcp 0000000037efe40a deleted 00000800:00000010:2.1:1772470712.418520:0:3332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000037efe40a. 00000800:00000200:2.1:1772470712.418524:0:3332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1772470712.420875:0:3330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1772470712.680922:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b570b58e. 00010000:00000010:0.1:1772470712.680936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000004c8fb8b. 00010000:00000010:0.1:1772470713.371075:0:792:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006b75703b. 00010000:00000010:0.1:1772470713.371084:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072361650. 00010000:00000010:0.1:1772470713.371088:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d4e19215. 00010000:00000010:0.1:1772470713.371092:0:792:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096f44954. 00010000:00000010:0.1:1772470713.371094:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f262110. 00010000:00010000:1.0:1772472162.679640:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852df449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df442 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472162.679651:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852df449 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df442 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472162.679660:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1600, rc 0) 00000100:00100000:1.0:1772472162.679701:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185751552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472162.679709:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00010000:00010000:1.0:1772472163.446993:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472163.877697:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472163.879968:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472163.889328:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472163.899162:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169842304 00000100:00100000:1.0:1772472163.899176:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169842304 00000100:00100000:1.0:1772472163.899292:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 241 00000100:00100000:1.0:1772472163.899302:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2356:x1858570169842304:12345-192.168.201.48@tcp:8:lfs.0 00010000:00080000:1.0:1772472163.899338:0:6591:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1589 last 0 00000020:00000080:1.0:1772472163.899372:0:6591:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852df450 00002000:00100000:1.0:1772472163.899384:0:6591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c4186b7000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1772472163.899408:0:6591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772472163.899663:0:6591:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1772472163.900204:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c4186b3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472163.900340:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169842304:12345-192.168.201.48@tcp:8:lfs.0 Request processed in 1036us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472163.900351:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 241 00000100:00080000:1.0:1772472163.913952:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472163.927242:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169842560 00000100:00100000:1.0:1772472163.927254:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169842560 00000100:00100000:1.0:1772472163.934975:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169842816 00000100:00100000:1.0:1772472163.934986:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169842816 00000100:00100000:1.0:1772472163.935051:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 243 00000100:00100000:1.0:1772472163.935062:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36515:x1858570169842816:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472163.935354:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36515:x1858570169842816:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 293us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472163.935362:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 243 00000100:00100000:1.0:1772472163.938588:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472163.945315:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169843072 00000100:00100000:1.0:1772472163.945327:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169843072 00000100:00100000:1.0:1772472163.945430:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 475 00000100:00100000:1.0:1772472163.945451:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36515:x1858570169843072:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472163.945829:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36515:x1858570169843072:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 380us (1209us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472163.945838:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 475 00000100:00100000:1.0:1772472164.035660:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169843200 00000100:00100000:1.0:1772472164.035686:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169843200 00000100:00100000:1.0:1772472164.035796:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 476 00000100:00100000:1.0:1772472164.035807:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36519:x1858570169843200:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472164.035832:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472164.035861:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df457 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1296c expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.035936:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.035957:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.035971:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036024:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036032:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036037:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036176:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df46c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036185:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036193:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472164.036222:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:1.0:1772472164.036227:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472164.036253:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df46c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036265:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036276:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036283:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036289:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472164.036294:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036302:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036316:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472164.036319:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472164.036325:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036332:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df45e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036346:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036353:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036359:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036364:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472164.036368:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036374:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036381:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff90c420328f00) 00010000:00010000:1.0:1772472164.036384:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472164.036387:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036393:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df465 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036423:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df457 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1296c expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036451:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df46c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1296c expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.036459:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472164.036461:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472164.036473:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1400, rc 0) 00000100:00100000:1.0:1772472164.036548:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36519:x1858570169843200:12345-192.168.201.48@tcp:101:dd.0 Request processed in 742us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472164.036556:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 476 00000100:00100000:1.0:1772472164.074206:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169843840 00000100:00100000:1.0:1772472164.074219:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169843840 00000100:00100000:1.0:1772472164.074291:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 245 00000100:00100000:1.0:1772472164.074303:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36519:x1858570169843840:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472164.074326:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472164.074352:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1297a expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472164.074383:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472164.074410:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472164.074412:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472164.074422:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.074441:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472164.074457:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472164.074702:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36519:x1858570169843840:12345-192.168.201.48@tcp:101:dd.0 Request processed in 400us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472164.074710:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 245 00000100:00100000:1.0:1772472164.100049:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472164.169920:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169844096 00000100:00100000:1.0:1772472164.169932:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169844096 00000100:00100000:1.0:1772472164.169991:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 478 00000100:00100000:1.0:1772472164.170000:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:36519:x1858570169844096:12345-192.168.201.48@tcp:44:dd.0 00010000:00010000:1.0:1772472165.495034:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472165.944492:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185751808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.944590:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472165.944666:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185752320:0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.944698:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472165.944761:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185751936:0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.944787:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472165.944805:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472165.944810:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185752064:0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.944830:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472165.944862:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185751808 00000100:00100000:1.0:1772472165.944865:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185751808 00000100:00100000:1.0:1772472165.944893:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185752192 00000100:00100000:1.0:1772472165.944895:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185752192 00000100:00100000:1.0:1772472165.944921:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185751936 00000100:00100000:1.0:1772472165.944924:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185751936 00000100:00100000:1.0:1772472165.944938:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1772472165.944943:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185751808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.945532:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185751808:12345-0@lo:400:kworker.0 Request processed in 588us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472165.945539:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1772472165.945562:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185752320 00000100:00100000:1.0:1772472165.945575:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185752320 00000100:00100000:1.0:1772472165.945609:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185752064 00000100:00100000:1.0:1772472165.945612:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185752064 00000100:00100000:1.0:1772472165.945634:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1772472165.945640:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185752320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.945670:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb4a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185752320:12345-0@lo:400:kworker.0 Request processed in 30us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472165.945676:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1772472165.945925:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772472165.945932:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185752064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472165.945963:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185752064:12345-0@lo:400:kworker.0 Request processed in 32us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472165.945969:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:1.0:1772472165.946000:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472165.946004:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472165.946007:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1772472167.076213:0:62789:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1592908470383ns, next at 1571555720616ns, rc = 0 00000004:00080000:1.0:1772472167.076468:0:62789:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1592908727345ns, next at 1528688354759ns, rc = 0 00000100:00100000:1.0:1772472168.348304:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169844992 00000100:00100000:1.0:1772472168.348318:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169844992 00000100:00100000:1.0:1772472168.348420:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 247 00000100:00100000:1.0:1772472168.348431:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36712:x1858570169844992:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472168.348812:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36712:x1858570169844992:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 381us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.348820:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 247 00000100:00100000:1.0:1772472168.351729:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845120 00000100:00100000:1.0:1772472168.351768:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845120 00000100:00100000:1.0:1772472168.351849:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 248 00000100:00100000:1.0:1772472168.351860:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36712:x1858570169845120:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472168.352149:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36712:x1858570169845120:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 290us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.352156:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 248 00000100:00100000:1.0:1772472168.355233:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845248 00000100:00100000:1.0:1772472168.355244:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845248 00000100:00100000:1.0:1772472168.355327:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 480 00000100:00100000:1.0:1772472168.355337:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845248:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472168.355687:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845248:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 350us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.355705:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 480 00000100:00100000:1.0:1772472168.361076:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845376 00000100:00100000:1.0:1772472168.361088:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845376 00000100:00100000:1.0:1772472168.361151:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 481 00000100:00100000:1.0:1772472168.361160:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845376:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472168.361265:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845376:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 106us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.361272:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 481 00000100:00100000:1.0:1772472168.363430:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845504 00000100:00100000:1.0:1772472168.363441:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845504 00000100:00100000:1.0:1772472168.363535:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 249 00000100:00100000:1.0:1772472168.363545:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36712:x1858570169845504:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472168.363857:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:36712:x1858570169845504:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 312us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.363864:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 249 00000100:00100000:1.0:1772472168.365992:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845632 00000100:00100000:1.0:1772472168.366003:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845632 00000100:00100000:1.0:1772472168.370380:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169845760 00000100:00100000:1.0:1772472168.370400:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169845760 00000100:00100000:1.0:1772472168.370502:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 482 00000100:00100000:1.0:1772472168.370514:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845760:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472168.370848:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:36712:x1858570169845760:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 337us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.370855:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 482 00000100:00100000:1.0:1772472168.464317:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472170.744507:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169846656 00000100:00100000:1.0:1772472170.744523:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169846656 00010000:00010000:1.0:1772472170.744585:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 6 pid: 6590 timeout: 1696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472170.744781:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 300 00000100:00100000:1.0:1772472170.744793:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169846656:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472170.744822:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472170.744829:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 6 pid: 6590 timeout: 1696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472170.744845:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 6 pid: 6590 timeout: 1696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472170.744871:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007ce9e29/0xc2ef6d41852df496 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1297a expref: 6 pid: 6590 timeout: 1696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472170.744889:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472170.744892:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472170.744908:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004954a131/0xc2ef6d41852df4b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472170.744919:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004954a131/0xc2ef6d41852df4b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472170.744948:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472170.744998:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169846656:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 207us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472170.745004:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 300 00000100:00100000:1.0:1772472171.063437:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185753216 00000100:00100000:1.0:1772472171.063454:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185753216 00000100:00100000:1.0:1772472171.063509:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185753088 00000100:00100000:1.0:1772472171.063512:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185753088 00000100:00100000:1.0:1772472171.063532:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1772472171.063540:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185753216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472171.063592:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185753216:12345-0@lo:400:kworker.0 Request processed in 53us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472171.063599:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1772472171.063613:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1772472171.063618:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185753088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472171.063638:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185753088:12345-0@lo:400:kworker.0 Request processed in 21us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472171.063644:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1772472171.063697:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185753088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472171.063705:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185753216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472171.065057:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185752960 00000100:00100000:1.0:1772472171.065062:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185752960 00000100:00100000:1.0:1772472171.065093:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1772472171.065099:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185752960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472171.065129:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185752960:12345-0@lo:400:kworker.0 Request processed in 31us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472171.065135:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000001:00080000:1.0:1772472173.714540:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967326 is committed 00000100:00100000:1.0:1772472174.502828:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472174.502878:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472174.502916:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472174.502949:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472174.502987:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169847168 00000100:00100000:1.0:1772472174.502997:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169847168 00000100:00100000:1.0:1772472174.503065:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169847040 00000100:00100000:1.0:1772472174.503069:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169847040 00000100:00100000:1.0:1772472174.503096:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 762 00000100:00100000:1.0:1772472174.503106:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169847168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472174.503197:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169847168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 92us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.503206:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 762 00000100:00100000:1.0:1772472174.503224:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 763 00000100:00100000:1.0:1772472174.503230:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169847040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472174.503659:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169847040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 427us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.503666:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 763 00000100:00100000:1.0:1772472174.503689:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169846784 00000100:00100000:1.0:1772472174.503692:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169846784 00000100:00100000:1.0:1772472174.503732:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 941 00000100:00100000:1.0:1772472174.503770:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169846784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472174.503797:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169846784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 60us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.503803:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 941 00010000:00010000:1.0:1772472174.717997:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472176.762115:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472178.809966:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472180.854967:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472181.303523:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185755008 00000100:00100000:1.0:1772472181.303534:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185755008 00000100:00100000:1.0:1772472181.303595:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1772472181.303604:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185755008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472181.303677:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185755008:12345-0@lo:400:kworker.0 Request processed in 73us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472181.303689:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1772472181.303721:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185755392 00000100:00100000:1.0:1772472181.303726:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185755392 00000100:00100000:1.0:1772472181.303790:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1772472181.303800:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185755392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472181.303847:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185755392:12345-0@lo:400:kworker.0 Request processed in 48us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472181.303855:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00080000:1.0:1772472181.303881:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472181.303910:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185755520 00000100:00100000:1.0:1772472181.303915:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185755520 00000100:00100000:1.0:1772472181.303968:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1772472181.303976:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185755520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472181.304019:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185755520:12345-0@lo:400:kworker.0 Request processed in 45us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472181.304025:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00080000:1.0:1772472181.304040:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472181.304336:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185755264 00000100:00100000:1.0:1772472181.304343:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185755264 00000100:00100000:1.0:1772472181.304598:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1772472181.304606:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185755264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472181.304647:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185755264:12345-0@lo:400:kworker.0 Request processed in 42us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472181.304654:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00010000:00010000:1.0:1772472182.903673:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472184.744597:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169847936 00000100:00100000:1.0:1772472184.744608:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169847936 00000100:00100000:1.0:1772472184.744694:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1116 00000100:00100000:1.0:1772472184.744708:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169847936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472184.744811:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169847936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 107us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472184.744819:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1116 00000100:00100000:1.0:1772472184.748196:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169848192 00000100:00100000:1.0:1772472184.748208:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169848192 00000100:00100000:1.0:1772472184.748296:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169848064 00000100:00100000:1.0:1772472184.748300:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169848064 00000100:00100000:1.0:1772472184.748328:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 770 00000100:00100000:1.0:1772472184.748338:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169848192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472184.748439:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169848192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472184.748447:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 770 00000100:00100000:1.0:1772472184.748467:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 771 00000100:00100000:1.0:1772472184.748474:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169848064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472184.748500:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169848064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472184.748507:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 771 00010000:00010000:1.0:1772472184.950900:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472186.958875:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472186.975649:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169848832 00000100:00100000:1.0:1772472186.975670:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169848832 00000100:00100000:1.0:1772472186.975792:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 486 00000100:00100000:1.0:1772472186.975804:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36934:x1858570169848832:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472186.975925:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:36934:x1858570169848832:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 123us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472186.975946:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 486 00010000:00010000:1.0:1772472186.999676:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472187.006460:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472189.861087:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169849472 00000100:00100000:1.0:1772472189.861100:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169849472 00000100:00100000:1.0:1772472189.861188:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1120 00000100:00100000:1.0:1772472189.861200:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169849472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472189.861296:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169849472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 98us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472189.861305:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1120 00010000:00010000:1.0:1772472189.937848:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472189.937858:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.937867:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472189.937873:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.937888:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472189.937896:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472189.937903:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472189.937961:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.937968:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472189.938004:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.938012:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852df442 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df449 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.938045:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472189.938048:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472189.938049:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472189.938059:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472189.938076:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185757056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472189.938135:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772472189.938670:0:63202:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852df4c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.938678:0:63202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852df4c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472189.938690:0:63202:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852df4c0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472191.094882:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472191.223483:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185757184 00000100:00100000:1.0:1772472191.223492:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185757184 00000100:00100000:1.0:1772472191.223554:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1772472191.223565:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185757184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472191.223579:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472191.223594:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df4c7 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472191.223622:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472191.223633:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472191.223643:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472191.223690:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185757184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472191.223699:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00010000:00010000:1.0:1772472193.964299:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472193.964307:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964314:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472193.964317:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964326:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472193.964334:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472193.964340:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472193.964374:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964381:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472193.964407:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964412:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852df4c7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df4ce expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964426:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472193.964427:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472193.964429:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472193.964435:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472193.964443:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185758336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472193.964466:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472193.964488:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185758336 00000100:00100000:1.0:1772472193.964491:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185758336 00010000:00010000:1.0:1772472193.964507:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 1769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472193.964530:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1772472193.964538:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185758336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472193.964548:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472193.964553:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 1769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964564:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 1769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964576:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df4ce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df4c7 expref: 18 pid: 5803 timeout: 1769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964587:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964592:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964601:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964606:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964611:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964614:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964617:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472193.964620:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964626:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964633:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df4ea lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63400 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472193.964643:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472193.964661:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185758336:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472193.964665:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1772472193.964686:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185758336:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472195.191065:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472196.679441:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c420498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185759104:0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.679509:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472196.679565:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185759104 00000100:00100000:1.0:1772472196.679573:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185759104 00000100:00100000:1.0:1772472196.679630:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1772472196.679640:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c420498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185759104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.679695:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c420498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185759104:12345-0@lo:400:kworker.0 Request processed in 56us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472196.679703:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1772472196.679766:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c420498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185759104:0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.679812:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c420498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185759232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.679839:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472196.682460:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185759232 00000100:00100000:1.0:1772472196.682472:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185759232 00000100:00100000:1.0:1772472196.682533:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1772472196.682544:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c420499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185759232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.682620:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c420499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185759232:12345-0@lo:400:kworker.0 Request processed in 77us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472196.682627:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:1.0:1772472196.682654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472196.682683:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c420498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185759232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472196.698022:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472196.703221:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472196.731446:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169851392 00000100:00100000:1.0:1772472196.731458:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169851392 00000100:00100000:1.0:1772472196.731531:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 492 00000100:00100000:1.0:1772472196.731541:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:37098:x1858570169851392:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:1.0:1772472196.731611:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472196.731643:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df530 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1298f expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.731664:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:1.0:1772472196.731678:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472196.731718:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df53e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.731734:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.731791:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472196.731946:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006c11d3b4 reply state 0000000051feb523 transno 4294967490 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df53e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472196.731956:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472196.732048:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:37098:x1858570169851392:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 507us (1062us total) trans 4294967490 rc 0/0 00000100:00100000:1.0:1772472196.732056:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 492 00000100:00100000:1.0:1772472196.747288:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472196.753728:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:37098:x1858570169851904:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 1593us (1834us total) trans 4294967491 rc 0/0 00000100:00100000:1.0:1772472196.753761:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 91 00000100:00100000:1.0:1772472196.847078:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772472196.860100:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472196.860108:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df584 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.860116:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472196.860120:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df584 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.860129:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df584 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.860144:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x29:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:1.0:1772472196.860147:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472196.860152:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df584 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472196.860162:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472196.860164:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472196.860166:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472197.184001:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185759488 00000100:00100000:1.0:1772472197.184007:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185759488 00000100:00100000:1.0:1772472197.184041:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1772472197.184049:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185759488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472197.184071:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472197.184201:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185759488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472197.184209:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00010000:00010000:1.0:1772472198.262837:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472198.409479:0:63643:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbeb61a50 20000000:00000080:1.0:1772472198.409497:0:63643:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c405790800 uarg=0000000000000000 00010000:00010000:1.0:1772472198.410115:0:63643:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472198.410153:0:63643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c424f78400) 00010000:00010000:1.0:1772472198.410157:0:63643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472198.410170:0:63643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852df514 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12988 expref: 5 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.410294:0:63643:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472198.410320:0:63643:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472198.410336:0:63643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.410351:0:63643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852df4f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df4f1 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.410360:0:63643:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.410405:0:63643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54800/0xc2ef6d41852df4f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df4f1 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.410420:0:63643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852df4f8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df4f1 expref: 17 pid: 5805 timeout: 1774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472198.410435:0:63643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63643:1858570185759872:0@lo:104: 00000100:00100000:1.0:1772472198.410501:0:63643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472198.410676:0:63643:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c585300 going to sleep for 11 seconds 00000100:00100000:1.0:1772472198.411157:0:63643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:63643:1858570185759872:0@lo:104: 00010000:00010000:1.0:1772472198.411189:0:63643:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.411926:0:63643:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.411934:0:63643:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472198.411941:0:63643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df592 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472201.215972:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169853184 00000100:00100000:1.0:1772472201.215986:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169853184 00000100:00100000:1.0:1772472201.216096:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 496 00000100:00100000:1.0:1772472201.216108:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37190:x1858570169853184:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472201.216131:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472201.216158:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df5a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129ab expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216229:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df5ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216246:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216263:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472201.216335:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:1.0:1772472201.216339:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472201.216371:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216397:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df5a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ab expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216420:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df5ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ab expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472201.216430:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472201.216433:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472201.216437:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472201.216506:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37190:x1858570169853184:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 401us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472201.216516:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 496 00010000:00010000:1.0:1772472202.084177:0:63840:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852df5bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472202.084189:0:63840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852df5bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472202.084194:0:63840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852df5bc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 63840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472203.582016:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185761536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472203.582047:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852df5c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df5ca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472203.582059:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852df5c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df5ca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472203.582093:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472203.582099:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852df5c3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df5ca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472203.582106:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852df5c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df5ca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472205.179129:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472205.180381:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472205.246050:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472205.246055:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472206.905452:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185761792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472206.905503:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472206.905704:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30326b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185762304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472206.912677:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472206.912875:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185761792:0@lo:400:kworker.0 00000020:00000080:1.0:1772472207.382661:0:64084:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbfb414d0 20000000:00000080:1.0:1772472207.382680:0:64084:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c405791400 uarg=0000000000000000 00010000:00010000:1.0:1772472207.383181:0:64084:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472207.383223:0:64084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:1.0:1772472207.383228:0:64084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472207.383241:0:64084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852df5e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129b2 expref: 5 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472207.383265:0:64084:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472207.383388:0:64084:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472207.383408:0:64084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852df5ed lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 64084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472207.383423:0:64084:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852df5ca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df5c3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472207.383433:0:64084:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852df5ed lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 64084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472207.383473:0:64084:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55000/0xc2ef6d41852df5ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df5c3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472207.383487:0:64084:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852df5ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df5c3 expref: 17 pid: 5806 timeout: 1783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472207.383501:0:64084:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302534a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64084:1858570185762432:0@lo:104: 00000100:00100000:1.0:1772472207.383564:0:64084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472207.383693:0:64084:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472207.385088:0:64084:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302534a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:64084:1858570185762432:0@lo:104: 00010000:00010000:1.0:1772472207.385130:0:64084:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852df5ed lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472207.415912:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472207.415939:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185762688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472207.416031:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472207.416086:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185762688 00000100:00100000:1.0:1772472207.416097:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185762688 00000100:00100000:1.0:1772472207.416161:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1772472207.416176:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185762688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472207.416218:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472207.419241:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185762688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3059us (3214us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472207.419257:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1772472210.826887:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169854592 00000100:00100000:1.0:1772472210.826901:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169854592 00000100:00100000:1.0:1772472210.826967:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 499 00000100:00100000:1.0:1772472210.826978:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37353:x1858570169854592:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472210.827004:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472210.827038:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df602 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129b9 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827115:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df609 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827129:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827145:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472210.827211:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:1.0:1772472210.827216:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472210.827242:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df609 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827269:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129b9 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827290:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df609 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129b9 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472210.827299:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472210.827302:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472210.827306:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472210.827369:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37353:x1858570169854592:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 393us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472210.827377:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 499 00000100:00100000:1.0:1772472211.586726:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185763200:0@lo:103:ldlm_bl.0 00000001:00080000:1.0:1772472211.590596:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967494 is committed 00000100:00100000:1.0:1772472212.023213:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472212.023248:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185763456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.023317:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472212.023394:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185763456 00000100:00100000:1.0:1772472212.023403:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185763456 00000100:00100000:1.0:1772472212.023464:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1772472212.023473:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185763456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.023530:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185763456:12345-0@lo:400:kworker.0 Request processed in 58us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472212.023538:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00080000:1.0:1772472212.023561:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472212.023593:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185763456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.024228:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185763328 00000100:00100000:1.0:1772472212.024234:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185763328 00000100:00100000:1.0:1772472212.024273:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1772472212.024281:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c405788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185763328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.024326:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c405788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185763328:12345-0@lo:400:kworker.0 Request processed in 46us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472212.024334:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1772472212.024378:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30326b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185763328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.025029:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185763584 00000100:00100000:1.0:1772472212.025036:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185763584 00000100:00100000:1.0:1772472212.025075:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1772472212.025082:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185763584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472212.026387:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185763584:12345-0@lo:400:kworker.0 Request processed in 1302us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472212.026396:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 10000000:01000000:1.0:1772472213.495214:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472213.495223:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472213.495229:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472213.495286:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472213.495304:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472213.495317:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472213.495341:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302537800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185764224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472213.495416:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472213.495465:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c98cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472213.496144:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302537800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185764224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472213.496159:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472213.496168:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472213.496199:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472213.496206:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472213.496213:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472214.742807:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169854976 00000100:00100000:1.0:1772472214.742821:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169854976 00000100:00100000:1.0:1772472214.743023:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 501 00000100:00100000:1.0:1772472214.743036:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37438:x1858570169854976:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472214.743172:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37438:x1858570169854976:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 139us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472214.743181:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 501 00000100:00080000:1.0:1772472214.755986:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472214.775704:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472214.930991:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472214.946090:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169856512 00000100:00100000:1.0:1772472214.946103:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169856512 00000100:00100000:1.0:1772472214.946270:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 506 00000100:00100000:1.0:1772472214.946283:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37442:x1858570169856512:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472214.946306:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472214.946341:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df64f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129c7 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946807:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df656 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946826:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df656 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946839:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df656 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946855:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df65d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946862:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472214.946869:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852df65d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0x93c5647 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00100000:1.0:1772472215.076944:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:1.0:1772472215.174087:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00000100:00100000:1.0:1772472215.184380:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000001:00080000:1.0:1772472215.296008:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967495 is committed 00000100:00100000:1.0:1772472215.331294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472215.463569:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472215.463627:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472217.656801:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472217.656823:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185765248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472217.656894:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772472218.742975:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472218.952035:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 39 committed 00000004:00080000:1.0:1772472218.952858:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 39 committed 00000100:00100000:1.0:1772472220.585583:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.585617:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.585641:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.585656:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.585676:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169858048 00000100:00100000:1.0:1772472220.585686:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169858048 00000100:00100000:1.0:1772472220.585730:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169857920 00000100:00100000:1.0:1772472220.585731:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169857920 00000100:00100000:1.0:1772472220.585787:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 796 00000100:00100000:1.0:1772472220.585794:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169858048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472220.585857:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169858048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 63us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472220.585865:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 796 00000100:00100000:1.0:1772472220.585882:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 797 00000100:00100000:1.0:1772472220.585889:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169857920:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472220.585913:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169857920:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472220.585919:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 797 00000100:00100000:1.0:1772472220.585936:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169857664 00000100:00100000:1.0:1772472220.585939:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169857664 00000100:00100000:1.0:1772472220.585961:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00100000:1.0:1772472220.585965:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169857664:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472220.585982:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169857664:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 17us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472220.585987:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00080000:1.0:1772472220.586009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472220.586012:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472220.587108:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472220.790969:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472220.983674:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.988942:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472220.998538:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472221.021932:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472221.043623:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772472221.137531:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472221.137547:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852df68e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472221.137559:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472221.137564:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852df68e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472221.137576:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852df68e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472221.137597:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:1.0:1772472221.137601:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472221.137607:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852df68e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472221.137613:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852df68e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472221.137639:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472221.137641:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472221.137642:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472222.269536:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185765376:0@lo:400:kworker.0 00000100:00100000:1.0:1772472222.775171:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472222.775203:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185766144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472222.775304:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1772472222.776217:0:7917:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1648608475844ns, next at 1649608472486ns, rc = 0 00000100:00100000:1.0:1772472222.776247:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472222.776261:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185766272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472222.776296:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472222.776338:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185766272 00000100:00100000:1.0:1772472222.776342:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185766272 00000100:00100000:1.0:1772472222.776370:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1772472222.776376:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185766272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472222.776400:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472222.776436:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185766272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472222.776442:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1772472222.776510:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185766272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472224.123267:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169859456 00000100:00100000:1.0:1772472224.123279:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169859456 00010000:00010000:1.0:1772472224.123901:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ea29ffb/0xc2ef6d41852df672 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ce expref: 6 pid: 32804 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472224.123943:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 308 00000100:00100000:1.0:1772472224.123954:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169859456:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472224.123973:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472224.123979:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ea29ffb/0xc2ef6d41852df672 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ce expref: 6 pid: 32804 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472224.123995:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ea29ffb/0xc2ef6d41852df672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ce expref: 6 pid: 32804 timeout: 1749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472224.124025:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472224.124027:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472224.124032:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852df695 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472224.124042:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852df695 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472224.124062:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472224.124115:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169859456:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 163us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472224.124123:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 308 00010000:00010000:1.0:1772472225.922034:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472227.965199:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472230.009960:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472230.825007:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169860096 00000100:00100000:1.0:1772472230.825014:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169860096 00000100:00100000:1.0:1772472230.825063:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 967 00000100:00100000:1.0:1772472230.825080:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169860096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472230.825133:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169860096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 62us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.825141:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 967 00010000:00010000:1.0:1772472232.056321:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472232.504605:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c420499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185767808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472232.504637:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472232.504665:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185768320:0@lo:400:kworker.0 00000100:00100000:1.0:1772472232.504683:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472232.504698:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472232.504703:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c304159f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185767680:0@lo:400:kworker.0 00000100:00100000:1.0:1772472232.504724:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472232.504775:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185768192:0@lo:400:kworker.0 00000100:00100000:1.0:1772472232.504794:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472233.015365:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185768448 00000100:00100000:1.0:1772472233.015376:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185768448 00000100:00100000:1.0:1772472233.015454:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1772472233.015466:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185768448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472233.015520:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472233.015585:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185768448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472233.015592:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1772472233.015654:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185768448:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472234.102896:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472235.943355:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169860864 00000100:00100000:1.0:1772472235.943375:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169860864 00000100:00100000:1.0:1772472235.943479:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 808 00000100:00100000:1.0:1772472235.943491:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169860864:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472235.943589:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169860864:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 100us (3147us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472235.943596:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 808 00000100:00080000:1.0:1772472235.959450:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472236.150913:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472237.623357:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185768960:0@lo:400:kworker.0 00000100:00100000:1.0:1772472237.637282:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472237.663036:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185768960:0@lo:400:kworker.0 00000100:00080000:1.0:1772472238.051939:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472238.055682:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169861248 00000100:00100000:1.0:1772472238.055695:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169861248 00000100:00100000:1.0:1772472238.055865:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 272 00000100:00100000:1.0:1772472238.055878:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37818:x1858570169861248:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472238.056271:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37818:x1858570169861248:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 395us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472238.056284:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 272 00000100:00080000:1.0:1772472238.068562:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472238.097728:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472238.105794:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169861760 00000100:00100000:1.0:1772472238.105807:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169861760 00000100:00100000:1.0:1772472238.105884:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 274 00000100:00100000:1.0:1772472238.105895:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37818:x1858570169861760:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472238.106245:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:37818:x1858570169861760:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 351us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472238.106253:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 274 00000100:00100000:1.0:1772472238.129575:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472238.129620:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169862016 00000100:00100000:1.0:1772472238.129632:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169862016 00000100:00100000:1.0:1772472238.129692:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 516 00000100:00100000:1.0:1772472238.129703:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37818:x1858570169862016:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472238.130024:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37818:x1858570169862016:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 323us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472238.130034:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 516 00000100:00100000:1.0:1772472238.134987:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185769472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472238.135070:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472238.135590:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185769472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472238.139779:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472238.139802:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185769600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472238.139872:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472238.140265:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185769600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472238.178051:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472238.178086:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169862144 00000100:00100000:1.0:1772472238.178098:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169862144 00000100:00100000:1.0:1772472238.178157:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 517 00000100:00100000:1.0:1772472238.178168:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:37819:x1858570169862144:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472238.178204:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472238.178229:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df69c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129d5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178419:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df6a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178436:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178453:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472238.178539:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00000004:00200000:1.0:1772472238.178543:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472238.178576:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df6a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178603:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df69c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129d5 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178626:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df6a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129d5 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.178640:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:1.0:1772472238.178643:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472238.178647:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472238.178713:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:37819:x1858570169862144:12345-192.168.201.48@tcp:101:rm.0 Request processed in 546us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472238.178720:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 517 00000100:00100000:1.0:1772472238.198618:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472238.198668:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169862528 00000100:00100000:1.0:1772472238.198681:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169862528 00000100:00100000:1.0:1772472238.198761:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 518 00000100:00100000:1.0:1772472238.198773:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:37819:x1858570169862528:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472238.198798:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472238.198823:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df6aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129dc expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472238.198953:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 11776 00010000:00010000:1.0:1772472238.199206:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df6aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129dc expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.199223:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472238.199225:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472238.199232:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df6aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129dc expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472238.199250:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472238.199313:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:37819:x1858570169862528:12345-192.168.201.48@tcp:101:rm.0 Request processed in 543us (705us total) trans 4294967498 rc 301/301 00000100:00100000:1.0:1772472238.199321:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 518 00000100:00100000:1.0:1772472238.213130:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472238.237562:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772472240.002987:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472240.002996:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003005:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472240.003010:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003019:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472240.003026:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472240.003033:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472240.003081:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003089:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472240.003124:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003131:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f1400/0xc2ef6d41852df61e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df625 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003162:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472240.003165:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472240.003166:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472240.003193:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185769856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472240.003238:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472240.003299:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185769856 00000100:00100000:1.0:1772472240.003303:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185769856 00010000:00010000:1.0:1772472240.003328:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852df625 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df61e expref: 18 pid: 5805 timeout: 1815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472240.003352:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1772472240.003359:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185769856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472240.003371:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472240.003378:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852df625 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df61e expref: 18 pid: 5805 timeout: 1815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003389:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852df625 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df61e expref: 18 pid: 5805 timeout: 1815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003409:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003418:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003434:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003442:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003449:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003457:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003462:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472240.003466:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003474:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003482:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6cd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472240.003491:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472240.003520:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185769856:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472240.003527:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1772472240.003567:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185769856:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472241.079657:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472241.079708:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472241.079773:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472241.079805:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472241.079851:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169863296 00000100:00100000:1.0:1772472241.079862:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169863296 00000100:00100000:1.0:1772472241.079936:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00100000:1.0:1772472241.079948:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169863296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472241.080047:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169863296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 101us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472241.080057:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00100000:1.0:1772472241.081046:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169863680 00000100:00100000:1.0:1772472241.081053:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169863680 00000100:00100000:1.0:1772472241.081171:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169863552 00000100:00100000:1.0:1772472241.081176:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169863552 00000100:00100000:1.0:1772472241.081209:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 812 00000100:00100000:1.0:1772472241.081217:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169863680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472241.081264:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169863680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472241.081271:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 812 00000100:00100000:1.0:1772472241.081285:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 813 00000100:00100000:1.0:1772472241.081292:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169863552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472241.081315:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169863552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472241.081322:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 813 00010000:00010000:1.0:1772472241.276414:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472241.593719:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472241.593729:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472241.593754:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472241.593815:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472241.593830:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472241.593844:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472241.593894:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185769984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472241.593983:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472241.594049:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c22480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472241.596662:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185769984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472241.596700:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472241.596713:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472241.596754:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472241.596761:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472241.596770:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174204:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472242.174212:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174220:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472242.174225:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174235:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472242.174248:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472242.174254:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472242.174292:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174300:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472242.174320:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174327:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852df6db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df6e2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174346:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472242.174347:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472242.174349:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472242.174372:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185770240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472242.174410:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472242.174475:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185770240 00000100:00100000:1.0:1772472242.174480:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185770240 00010000:00010000:1.0:1772472242.174504:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df6db expref: 18 pid: 5803 timeout: 1818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472242.174530:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1772472242.174537:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185770240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472242.174549:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472242.174554:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df6db expref: 18 pid: 5803 timeout: 1818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174566:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df6e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df6db expref: 18 pid: 5803 timeout: 1818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174584:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174592:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174605:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174613:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174621:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174628:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174634:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472242.174639:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174647:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174656:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df6e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 64941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472242.174670:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472242.174699:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185770240:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472242.174706:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1772472242.174769:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185770240:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472242.297201:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472242.743188:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185770624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472242.743318:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472242.743413:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472242.743421:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185770752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472242.743452:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472242.743500:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185770624 00000100:00100000:1.0:1772472242.743510:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185770624 00000100:00100000:1.0:1772472242.743577:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1772472242.743587:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185770624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472242.743648:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185770624:12345-0@lo:400:kworker.0 Request processed in 63us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472242.743656:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1772472242.743685:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185770752 00000100:00100000:1.0:1772472242.743688:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185770752 00000100:00100000:1.0:1772472242.743719:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1772472242.743726:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185770752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472242.743806:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185770752:12345-0@lo:400:kworker.0 Request processed in 80us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472242.743813:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00080000:1.0:1772472242.743833:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472242.743838:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472242.743882:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185770752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472242.743893:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185770624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472243.257786:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185771136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472243.257821:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472243.263988:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185771136:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472243.318885:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472243.522381:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185771264 00000100:00100000:1.0:1772472243.522413:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185771264 00000100:00100000:1.0:1772472243.522626:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1772472243.522638:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185771264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472243.522659:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472243.522684:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df6f0 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472243.522716:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df6f0 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472243.522728:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df6f0 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472243.522758:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472243.522853:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185771264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 218us (7080us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472243.522860:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1772472243.522953:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185771264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472243.522976:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852df6f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6f7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472243.522987:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852df6f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df6f7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472243.523013:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472243.523018:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852df6f0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6f7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472243.523026:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852df6f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df6f7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472245.371985:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472246.182318:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472246.182372:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472246.182416:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472246.182450:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472246.182487:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169863808 00000100:00100000:1.0:1772472246.182499:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169863808 00000100:00100000:1.0:1772472246.182569:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 974 00000100:00100000:1.0:1772472246.182581:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169863808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.182683:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169863808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 104us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.182691:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 974 00000100:00100000:1.0:1772472246.182766:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169864192 00000100:00100000:1.0:1772472246.182771:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169864192 00000020:00000080:1.0:1772472246.578878:0:65138:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd118421a0 20000000:00000080:1.0:1772472246.578896:0:65138:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302c1bc00 uarg=0000000000000000 00010000:00010000:1.0:1772472246.582502:0:65138:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472246.582522:0:65138:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472246.582549:0:65138:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472246.582570:0:65138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df6fe lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472246.582590:0:65138:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df6f0 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472246.582600:0:65138:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df6fe lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472246.582646:0:65138:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df6f0 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472246.582663:0:65138:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4014f1000/0xc2ef6d41852df6f7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df6f0 expref: 17 pid: 5805 timeout: 1822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472246.582678:0:65138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43baea680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65138:1858570185771392:0@lo:104: 00000100:00100000:1.0:1772472246.582767:0:65138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472246.582899:0:65138:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c402b459c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472246.584672:0:65138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43baea680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65138:1858570185771392:0@lo:104: 00010000:00010000:1.0:1772472246.584697:0:65138:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852df6fe lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472248.385158:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185772544 00000100:00100000:1.0:1772472248.385168:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185772544 00000100:00100000:1.0:1772472248.385213:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185772672 00000100:00100000:1.0:1772472248.385215:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185772672 00000100:00100000:1.0:1772472248.385237:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1772472248.385246:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185772544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472248.385285:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472248.385612:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185772544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 365us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472248.385620:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1772472248.385643:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1772472248.385649:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185772672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472248.385669:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472248.385691:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185772672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472248.385697:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1772472251.306925:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472251.306985:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472251.307019:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472251.307053:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472251.307084:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169864320 00000100:00100000:1.0:1772472251.307095:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169864320 00000100:00100000:1.0:1772472251.307150:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00100000:1.0:1772472251.307160:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169864320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472251.307248:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169864320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472251.307256:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00100000:1.0:1772472251.307297:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169864704 00000100:00100000:1.0:1772472251.307301:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169864704 00000100:00100000:1.0:1772472251.307339:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 820 00000100:00100000:1.0:1772472251.307346:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169864704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472251.307376:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169864704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472251.307383:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 820 00000100:00100000:1.0:1772472251.307394:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169864576 00000100:00100000:1.0:1772472251.307396:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169864576 00000100:00100000:1.0:1772472251.307419:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 821 00000100:00100000:1.0:1772472251.307424:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169864576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472251.307446:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169864576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472251.307451:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 821 00000100:00080000:1.0:1772472251.307592:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472251.307597:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472251.308445:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472252.986051:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472252.986074:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472252.986866:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185773440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472252.987844:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185772800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472252.989941:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185773312:0@lo:400:kworker.0 00000100:00080000:1.0:1772472252.997180:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472252.998915:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185773184:0@lo:400:kworker.0 00000100:00100000:1.0:1772472253.498841:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185773696 00000100:00100000:1.0:1772472253.498850:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185773696 00000100:00100000:1.0:1772472253.498903:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1772472253.498942:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185773696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472253.498974:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472253.499031:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185773696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472253.499039:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1772472256.421594:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472256.421641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472256.421678:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472256.421721:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472256.422456:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472256.422461:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472258.616153:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185774592 00000100:00100000:1.0:1772472258.616163:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185774592 00000100:00100000:1.0:1772472258.616394:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1772472258.616404:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185774592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472258.616458:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472258.616503:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185774592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472258.616511:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1772472258.616699:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43baeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185774592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472258.617581:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185774720 00000100:00100000:1.0:1772472258.617589:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185774720 00000100:00100000:1.0:1772472258.617674:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1772472258.617684:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185774720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472258.617714:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472258.617787:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185774720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472258.617805:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00010000:00010000:1.0:1772472261.371643:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472261.371652:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472261.371660:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472261.371664:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472261.371673:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472261.371679:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472261.371684:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472261.371721:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472261.371728:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472261.371772:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472261.371789:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852df721 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df728 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472261.371807:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472261.371809:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472261.371811:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472261.371829:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43baeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185775360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472261.371861:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772472261.378939:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.378959:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.378966:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.378973:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.378980:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.378986:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472261.378991:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.379000:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.379009:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852df72f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 65676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472261.379019:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472261.379096:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185775360:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (7234us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.379112:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43baeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185775360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472261.380564:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1772472261.552266:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472261.552494:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472261.552532:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472261.552561:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472261.552589:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169865600 00000100:00100000:1.0:1772472261.552599:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169865600 00000100:00100000:1.0:1772472261.552658:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169865728 00000100:00100000:1.0:1772472261.552662:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169865728 00000100:00100000:3.0:1772472261.555943:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169865344 00000100:00100000:3.0:1772472261.555952:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169865344 00000100:00100000:3.0:1772472261.555987:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 982 00000100:00100000:3.0:1772472261.555995:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169865344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472261.556026:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169865344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 30us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472261.556034:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 982 00010000:00010000:3.0:1772472261.558064:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472261.560528:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 277 00000100:00100000:1.0:1772472261.560547:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169865728:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:1.0:1772472261.560583:0:6590:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852df62c 00000100:00080000:1.0:1772472261.560593:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c40562d800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1772472261.560643:0:6590:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967328 00000100:00100000:1.0:1772472261.560988:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169865728:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 447us (8424us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.560997:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 277 00000100:00100000:1.0:1772472263.223051:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472263.227996:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185775616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.228088:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.228170:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185775488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.228203:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.228262:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185775616 00000100:00100000:1.0:1772472263.228270:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185775616 00000100:00100000:1.0:1772472263.228314:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1772472263.228321:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185775616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.229002:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185775616:12345-0@lo:400:kworker.0 Request processed in 680us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.229011:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1772472263.229037:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185775488 00000100:00100000:1.0:1772472263.229040:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185775488 00000100:00100000:1.0:1772472263.229063:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1772472263.229069:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185775488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.229095:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185775488:12345-0@lo:400:kworker.0 Request processed in 27us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.229101:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1772472263.229148:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185775616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.229155:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185775488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.231687:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185775744:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.231783:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.231822:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472263.231829:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185775872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.231852:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.231893:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185775744 00000100:00100000:1.0:1772472263.231900:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185775744 00000100:00100000:1.0:1772472263.231969:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1772472263.231978:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185775744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.232025:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185775744:12345-0@lo:400:kworker.0 Request processed in 49us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.232032:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1772472263.232054:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185775872 00000100:00100000:1.0:1772472263.232058:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185775872 00000100:00100000:1.0:1772472263.232085:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1772472263.232092:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185775872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472263.232813:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185776000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472263.232850:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472263.232876:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472263.232882:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185776128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472263.232904:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.233351:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185775872:12345-0@lo:400:kworker.0 Request processed in 1256us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.233362:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1772472263.233384:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185776128 00000100:00100000:1.0:1772472263.233391:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185776128 00000100:00100000:1.0:1772472263.233436:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1772472263.233444:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185776128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.233500:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185776128:12345-0@lo:400:kworker.0 Request processed in 58us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.233506:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00080000:1.0:1772472263.233526:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472263.233529:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472263.233533:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472263.233544:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185776000 00000100:00100000:1.0:1772472263.233547:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185776000 00000100:00100000:1.0:1772472263.233576:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1772472263.233582:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185776000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.233618:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185776000:12345-0@lo:400:kworker.0 Request processed in 36us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.233623:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00080000:1.0:1772472263.233643:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472263.233674:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185776128:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.233685:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185776000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.233725:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185775872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472263.233765:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185775744:0@lo:400:kworker.0 10000000:01000000:3.0:1772472263.289995:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472263.290003:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472263.290007:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472263.290070:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472263.290083:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472263.290096:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472263.290127:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185776256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472263.290194:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472263.290238:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472263.290703:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185776256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472263.290731:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df74b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472263.290784:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df74b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472263.290807:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472263.290813:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df74b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472263.290820:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df74b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472263.735834:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185776384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472263.735905:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472263.735986:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185776384 00000100:00100000:1.0:1772472263.735993:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185776384 00000100:00100000:1.0:1772472263.736039:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1772472263.736048:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185776384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472263.736083:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472263.736125:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185776384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472263.736132:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1772472263.736182:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185776384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472263.736937:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472263.736950:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185776512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472263.736982:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472263.737047:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185776512 00000100:00100000:3.0:1772472263.737052:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185776512 00000100:00100000:3.0:1772472263.737088:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1772472263.737096:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185776512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472263.737118:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472263.737155:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185776512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472263.737161:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1772472263.737192:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185776512:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472263.807905:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472264.164035:0:65822:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc098d8f20 20000000:00000080:1.0:1772472264.164056:0:65822:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c40a836400 uarg=0000000000000000 10000000:01000000:1.0:1772472264.164284:0:65822:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472264.164306:0:65822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852df752 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472264.164326:0:65822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df74b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df744 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472264.164348:0:65822:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852df752 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472264.164576:0:65822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df74b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df744 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472264.164593:0:65822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852df74b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df744 expref: 17 pid: 5803 timeout: 1839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472264.164609:0:65822:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65822:1858570185776640:0@lo:104: 00000100:00100000:1.0:1772472264.164673:0:65822:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472264.164834:0:65822:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cafa000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472264.165049:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185776640 00000100:00100000:3.0:1772472264.165058:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185776640 00000100:00100000:3.0:1772472264.165144:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1772472264.165154:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:65822:x1858570185776640:12345-0@lo:104: 00010000:00010000:3.0:1772472264.165168:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852df744 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df74b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472264.165234:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472264.165240:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:65822:x1858570185776640:12345-0@lo:104: Request processed in 90us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472264.165247:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1772472266.664040:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169865856 00000100:00100000:1.0:1772472266.664045:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169865856 00000100:00100000:1.0:1772472266.664074:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 986 00000100:00100000:1.0:1772472266.664083:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169865856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472266.664113:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169865856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472266.664120:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 986 00000100:00080000:1.0:1772472266.664146:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1772472266.702609:0:65971:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1fcd1a10 20000000:00000080:3.0:1772472266.702623:0:65971:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528b000 uarg=0000000000000000 10000000:01000000:3.0:1772472266.703003:0:65971:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472266.703022:0:65971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df767 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 65971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472266.703039:0:65971:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852df760 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df759 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472266.703049:0:65971:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852df767 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 65971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472266.703086:0:65971:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852df760 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df759 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472266.703097:0:65971:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852df760 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df759 expref: 17 pid: 5805 timeout: 1842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472266.703107:0:65971:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:65971:1858570185777024:0@lo:104: 00000100:00100000:3.0:1772472266.703156:0:65971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.703201:0:65971:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1772472267.895163:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472268.348198:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185777280:0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348269:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472268.348322:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185777792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348349:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472268.348376:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472268.348383:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185777408:0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348404:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472268.348435:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185777920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348459:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472268.348493:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777536 00000100:00100000:1.0:1772472268.348502:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777536 00000100:00100000:1.0:1772472268.348557:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777792 00000100:00100000:1.0:1772472268.348560:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777792 00000100:00100000:1.0:1772472268.348576:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777408 00000100:00100000:1.0:1772472268.348579:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777408 00000100:00100000:1.0:1772472268.348593:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1772472268.348602:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185777536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348674:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185777536:12345-0@lo:400:kworker.0 Request processed in 72us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472268.348682:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1772472268.348702:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777280 00000100:00100000:1.0:1772472268.348702:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1772472268.348707:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777280 00000100:00100000:1.0:1772472268.348708:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185777792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348757:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185777792:12345-0@lo:400:kworker.0 Request processed in 31us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472268.348762:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1772472268.348764:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1772472268.348770:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185777280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348776:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1772472268.348781:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185777408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348801:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185777408:12345-0@lo:400:kworker.0 Request processed in 21us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472268.348802:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185777280:12345-0@lo:400:kworker.0 Request processed in 34us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472268.348807:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1772472268.348808:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1772472268.348824:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777664 00000100:00100000:1.0:1772472268.348827:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777664 00000100:00100000:1.0:1772472268.348851:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185777920 00000100:00100000:1.0:1772472268.348854:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185777920 00000100:00100000:1.0:1772472268.348889:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1772472268.348897:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185777664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348931:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185777664:12345-0@lo:400:kworker.0 Request processed in 36us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472268.348941:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1772472268.348951:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1772472268.348957:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185777920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.348982:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185777920:12345-0@lo:400:kworker.0 Request processed in 25us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472268.348988:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:1.0:1772472268.349014:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472268.349018:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472268.349020:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472268.351176:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185777664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472268.351196:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185777536:0@lo:400:kworker.0 00000100:00100000:1.0:1772472268.727321:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185778048 00000100:00100000:1.0:1772472268.727341:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185778048 00000100:00100000:1.0:1772472268.727390:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1772472268.727399:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185778048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472268.727413:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472268.727427:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852df77c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df775 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472268.727450:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852df77c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df775 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472268.727461:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852df77c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df775 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472268.727469:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0c00, rc 0) 00000100:00100000:1.0:1772472268.727514:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185778048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472268.727520:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1772472268.856547:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472268.856577:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185778176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472268.856664:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772472269.948586:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472270.776458:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772472270.776474:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185778432 00000100:00100000:1.0:1772472270.776482:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185778432 00000100:00100000:1.0:1772472270.776570:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1772472270.776580:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c44215e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66170:x1858570185778432:12345-0@lo:104: 00010000:00010000:1.0:1772472270.776594:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852df775 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df77c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472270.776675:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472270.776681:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c44215e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66170:x1858570185778432:12345-0@lo:104: Request processed in 104us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472270.776688:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1772472271.788133:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472271.788214:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472271.788270:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169866112 00000100:00100000:1.0:1772472271.788283:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169866112 00000100:00100000:1.0:1772472271.788357:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 989 00000100:00100000:1.0:1772472271.788371:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169866112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472271.788469:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169866112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 100us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472271.788477:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 989 00000100:00100000:3.0:1772472271.788809:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169866240 00000100:00100000:3.0:1772472271.788816:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169866240 00000100:00100000:3.0:1772472271.788877:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1182 00000100:00100000:3.0:1772472271.788886:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169866240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472271.788942:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169866240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.788949:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1182 00000100:00080000:1.0:1772472271.789440:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1772472272.695187:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472272.695197:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472272.695204:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472272.695268:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1600/0xc2ef6d41852df78a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472272.695281:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1600/0xc2ef6d41852df78a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472272.695295:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1600/0xc2ef6d41852df78a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472272.695327:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185778688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472272.695420:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472272.695479:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4052560c0 going to sleep for 11 seconds 00010000:00010000:3.0:1772472273.015380:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472273.465165:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43baebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185779072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.465267:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.465341:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472273.465348:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185778944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.465375:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.465393:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185779456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.465419:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.465453:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779072 00000100:00100000:1.0:1772472273.465462:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779072 00000100:00100000:1.0:1772472273.465527:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185778944 00000100:00100000:1.0:1772472273.465531:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185778944 00000100:00100000:1.0:1772472273.465575:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1772472273.465587:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185779072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.465652:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185779072:12345-0@lo:400:kworker.0 Request processed in 67us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.465661:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1772472273.465729:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1772472273.465736:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185778944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.465818:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185778944:12345-0@lo:400:kworker.0 Request processed in 83us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.465824:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1772472273.465851:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779456 00000100:00100000:1.0:1772472273.465863:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779456 00000100:00100000:1.0:1772472273.466132:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1772472273.466140:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185779456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.466174:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185779456:12345-0@lo:400:kworker.0 Request processed in 36us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.466181:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:1.0:1772472273.466199:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472273.466204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472273.466250:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185778944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.466263:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185779456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.466273:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43baebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185779072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467224:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185779200:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467301:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.467415:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472273.467424:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185778816:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467467:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.467500:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185779328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467534:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.467651:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185778816 00000100:00100000:1.0:1772472273.467661:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185778816 00000100:00100000:1.0:1772472273.467720:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1772472273.467736:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185778816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467826:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185778816:12345-0@lo:400:kworker.0 Request processed in 97us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.467834:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1772472273.467887:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779328 00000100:00100000:1.0:1772472273.467891:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779328 00000100:00100000:1.0:1772472273.467937:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1772472273.467952:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185779328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.467992:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185779328:12345-0@lo:400:kworker.0 Request processed in 48us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.468006:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00080000:1.0:1772472273.468037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472273.468076:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185778816:0@lo:400:kworker.0 00000100:00100000:1.0:1772472273.468092:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185779328:0@lo:400:kworker.0 00000100:00100000:3.0:1772472273.485299:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1772472273.485319:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185779200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472273.485470:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185779200:12345-0@lo:400:kworker.0 Request processed in 156us (18167us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472273.485479:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1772472273.485687:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185779200:0@lo:400:kworker.0 00000100:00080000:1.0:1772472273.486119:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472273.977508:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472273.977522:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185779712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472273.977571:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472273.977620:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779584 00000100:00100000:1.0:1772472273.977629:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779584 00000100:00100000:1.0:1772472273.977684:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779712 00000100:00100000:1.0:1772472273.977688:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779712 00000100:00100000:1.0:1772472273.977715:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1772472273.977724:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185779584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472273.977802:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472273.977874:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185779584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.977883:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1772472273.977904:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1772472273.977921:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185779712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472273.977943:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472273.977976:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185779712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472273.977982:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1772472273.978039:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185779712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472273.978079:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185779584:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472275.066982:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472275.202452:0:66366:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.202470:0:66366:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852df791 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df78a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.202476:0:66366:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.202511:0:66366:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55800/0xc2ef6d41852df791 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df78a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.202524:0:66366:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852df791 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df78a expref: 17 pid: 5806 timeout: 1851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472275.202553:0:66366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66366:1858570185779840:0@lo:104: 00000100:00100000:0.0:1772472275.202625:0:66366:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472275.202686:0:66366:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4013593c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472275.202783:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185779840 00000100:00100000:3.0:1772472275.202790:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185779840 00000100:00100000:3.0:1772472275.202841:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1772472275.202851:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66366:x1858570185779840:12345-0@lo:104: 00010000:00010000:3.0:1772472275.202864:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f1600/0xc2ef6d41852df78a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df791 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472275.202920:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472275.202926:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66366:x1858570185779840:12345-0@lo:104: Request processed in 77us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472275.202934:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1772472275.203551:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185779968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472275.203595:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472275.204321:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185779968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472275.205816:0:66366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852df791 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df78a expref: 17 pid: 5806 timeout: 1851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472275.205837:0:66366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66366:1858570185779840:0@lo:104: 00010000:00010000:0.0:1772472275.205858:0:66366:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.205869:0:66366:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.205875:0:66366:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472275.205881:0:66366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852df798 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66366 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472276.095047:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472276.101409:0:66416:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5e511c80 20000000:00000080:3.0:1772472276.101425:0:66416:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c94ec00 uarg=0000000000000000 00010000:00010000:3.0:1772472276.101712:0:66416:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472276.101728:0:66416:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472276.101861:0:66416:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472276.101887:0:66416:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101906:0:66416:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101917:0:66416:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101925:0:66416:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101932:0:66416:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101939:0:66416:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101947:0:66416:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472276.101952:0:66416:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101960:0:66416:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101973:0:66416:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101981:0:66416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472276.101988:0:66416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df79f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66416 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472276.917407:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472276.917523:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472276.917558:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169866496 00000100:00100000:0.0:1772472276.917570:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169866496 00000100:00100000:0.0:1772472276.917635:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1186 00000100:00100000:0.0:1772472276.917644:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169866496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472276.917730:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169866496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472276.917754:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1186 00000100:00080000:0.0:1772472276.917775:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1772472277.238874:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472277.238882:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472277.238887:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472277.238940:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472277.238954:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472277.238966:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472277.238993:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185780096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472277.239063:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472277.239140:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c22840 going to sleep for 11 seconds 00000100:00100000:0.0:1772472277.244048:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185780096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472277.244067:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472277.244077:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472277.244099:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472277.244104:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472277.244111:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472278.136216:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472278.585058:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185780224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585148:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472278.585204:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185780736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585233:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472278.585261:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472278.585266:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185780352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585286:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472278.585300:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185780864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585324:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472278.585362:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780224 00000100:00100000:1.0:1772472278.585372:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780224 00000100:00100000:1.0:1772472278.585430:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1772472278.585439:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185780224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585522:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185780224:12345-0@lo:400:kworker.0 Request processed in 82us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472278.585530:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1772472278.585569:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780736 00000100:00100000:1.0:1772472278.585572:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780736 00000100:00100000:1.0:1772472278.585610:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780352 00000100:00100000:1.0:1772472278.585613:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780352 00000100:00100000:1.0:1772472278.585632:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1772472278.585638:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185780736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585669:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185780736:12345-0@lo:400:kworker.0 Request processed in 31us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472278.585676:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1772472278.585687:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1772472278.585693:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185780352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585720:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185780352:12345-0@lo:400:kworker.0 Request processed in 27us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472278.585726:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1772472278.585773:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780864 00000100:00100000:1.0:1772472278.585777:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780864 00000100:00100000:1.0:1772472278.585818:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1772472278.585825:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185780864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585857:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185780864:12345-0@lo:400:kworker.0 Request processed in 33us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472278.585863:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1772472278.585908:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185780352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585919:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185780864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585927:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185780224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472278.585935:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185780736:0@lo:400:kworker.0 00000100:00080000:1.0:1772472278.585968:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472278.585974:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472278.586404:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185780480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472278.586627:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472278.586668:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472278.586676:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185780608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472278.586704:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472278.586765:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780480 00000100:00100000:3.0:1772472278.586770:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780480 00000100:00100000:3.0:1772472278.586827:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1772472278.586836:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185780480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472278.586878:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185780480:12345-0@lo:400:kworker.0 Request processed in 44us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472278.586885:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1772472278.586909:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185780608 00000100:00100000:3.0:1772472278.586912:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185780608 00000100:00100000:3.0:1772472278.586938:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1772472278.586945:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185780608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472278.586976:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185780608:12345-0@lo:400:kworker.0 Request processed in 32us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472278.586982:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:3.0:1772472278.586996:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472278.587000:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472278.587025:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185780608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472278.587035:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185780480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472279.094967:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185780992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472279.095060:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472279.096344:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472279.096362:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185781120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472279.096419:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472279.109018:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185781120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472279.109051:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185780992:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472279.161478:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472280.184180:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472281.215671:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472281.847284:0:66710:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1af82ae0 20000000:00000080:3.0:1772472281.847307:0:66710:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302c1bc00 uarg=0000000000000000 00000100:00100000:3.0:1772472281.855815:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781248 00000100:00100000:3.0:1772472281.855827:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781248 00000100:00100000:3.0:1772472281.856208:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1772472281.856221:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66710:x1858570185781248:12345-0@lo:104: 00010000:00010000:3.0:1772472281.856241:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472281.856335:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472281.856343:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:66710:x1858570185781248:12345-0@lo:104: Request processed in 125us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472281.856350:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:1.0:1772472281.859475:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472281.859487:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.859503:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472281.859507:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.859519:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472281.859527:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472281.859533:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472281.859597:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.859604:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472281.859656:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.859663:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df7a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7ad expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.859687:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472281.859689:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472281.859691:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472281.860667:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472281.860700:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185781376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472281.860829:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472281.860951:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781376 00000100:00100000:0.0:1772472281.860959:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781376 00010000:00010000:0.0:1772472281.861004:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852df7ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df7a6 expref: 18 pid: 5806 timeout: 1857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472281.861058:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1772472281.861086:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185781376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472281.861101:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472281.861106:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852df7ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df7a6 expref: 18 pid: 5806 timeout: 1857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861118:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852df7ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df7a6 expref: 18 pid: 5806 timeout: 1857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861132:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852df7ad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df7a6 expref: 18 pid: 5806 timeout: 1857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861149:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861156:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861169:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861174:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861179:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861184:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861189:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472281.861193:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861198:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861214:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472281.861221:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472281.861257:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185781376:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472281.861262:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1772472281.861299:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185781376:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472281.861538:0:66710:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.861548:0:66710:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472281.861560:0:66710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852df7b4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472282.233785:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472282.701815:0:66758:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4f9d1ed0 20000000:00000080:3.0:1772472282.701836:0:66758:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3033c8000 uarg=0000000000000000 00010000:00010000:3.0:1772472282.702130:0:66758:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472282.702147:0:66758:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472282.702174:0:66758:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472282.702201:0:66758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702220:0:66758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702233:0:66758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702239:0:66758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702246:0:66758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702254:0:66758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702266:0:66758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472282.702271:0:66758:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702280:0:66758:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702296:0:66758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702306:0:66758:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472282.702313:0:66758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472283.255722:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472283.331132:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472283.331144:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472283.331151:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472283.334552:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472283.334577:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472283.334593:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472283.334630:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185781504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472283.334726:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472283.334814:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472283.335506:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781504 00000100:00100000:3.0:1772472283.335518:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781504 00000100:00100000:3.0:1772472283.335588:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1772472283.335599:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185781504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472283.335619:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472283.335638:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df7c2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472283.335666:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472283.335678:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472283.335695:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472283.335772:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185781504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472283.335780:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1772472283.335838:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185781504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472283.335857:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472283.335867:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472283.335905:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472283.335912:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472283.335920:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472283.712025:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185782016:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.712137:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472283.712228:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772472283.712235:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185781632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.712264:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472283.712284:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185782144:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.712311:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472283.712343:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185781760:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.712366:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472283.712407:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472283.712413:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185781888:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.712439:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472283.712480:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782016 00000100:00100000:0.0:1772472283.712493:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782016 00000100:00100000:0.0:1772472283.712573:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781632 00000100:00100000:0.0:1772472283.712577:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781632 00000100:00100000:0.0:1772472283.712597:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781760 00000100:00100000:0.0:1772472283.712600:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781760 00000100:00100000:0.0:1772472283.712625:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1772472283.712638:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185782016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472283.712652:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1772472283.712667:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185781632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472283.714101:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782144 00000100:00100000:1.0:1772472283.714117:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782144 00000100:00100000:1.0:1772472283.714176:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185781888 00000100:00100000:1.0:1772472283.714181:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185781888 00000100:00100000:1.0:1772472283.714210:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1772472283.714221:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185782144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472283.717142:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1772472283.717183:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185781888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.717339:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185782016:12345-0@lo:400:kworker.0 Request processed in 4701us (5199us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472283.717354:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1772472283.717412:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1772472283.717425:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185781760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472283.717468:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185781888:12345-0@lo:400:kworker.0 Request processed in 306us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472283.717477:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1772472283.717487:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185781760:12345-0@lo:400:kworker.0 Request processed in 65us (5118us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472283.717494:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00080000:0.0:1772472283.717541:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472283.717549:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472283.717553:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472283.717611:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185782016:0@lo:400:kworker.0 00000100:00100000:0.0:1772472283.717964:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185781632:12345-0@lo:400:kworker.0 Request processed in 5301us (5698us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472283.717973:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1772472283.718125:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185782144:12345-0@lo:400:kworker.0 Request processed in 3904us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472283.718135:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1772472284.215107:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185782272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472284.215206:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472284.215301:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782272 00000100:00100000:3.0:1772472284.215312:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782272 00000100:00100000:3.0:1772472284.215371:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1772472284.215393:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185782272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472284.215445:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472284.215505:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185782272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472284.215513:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1772472284.215575:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185782272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472284.216175:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185782400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472284.216216:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472284.216262:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782400 00000100:00100000:1.0:1772472284.216268:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782400 00000100:00100000:1.0:1772472284.216302:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1772472284.216310:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185782400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472284.216338:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472284.216375:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185782400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472284.216394:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1772472284.216431:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185782400:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472284.288876:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472285.309334:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472286.003034:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472286.003136:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169866880 00000100:00100000:3.0:1772472286.003155:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169866880 00000100:00100000:3.0:1772472286.003264:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 520 00000100:00100000:3.0:1772472286.003280:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39038:x1858570169866880:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472286.003310:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472286.003426:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852df7d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129e3 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772472286.003434:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472286.003504:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.003520:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.003535:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472286.003632:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472286.003637:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472286.003892:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.004087:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852df7d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129e3 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.004111:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129e3 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.004123:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772472286.004126:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472286.004131:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:0.0:1772472286.009184:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867008 00000100:00100000:0.0:1772472286.009205:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867008 00000100:00100000:0.0:1772472286.009295:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 521 00000100:00100000:0.0:1772472286.009307:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39038:x1858570169867008:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472286.009425:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472286.009456:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129ea expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009551:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009574:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009591:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009611:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009619:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009626:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009935:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009944:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009951:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009962:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.009968:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009977:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.009993:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:0.0:1772472286.009997:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.010003:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010009:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df7e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010023:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010029:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010035:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010041:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.010044:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010050:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010062:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8a600) 00010000:00010000:0.0:1772472286.010065:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.010068:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010074:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010113:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7de lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ea expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010126:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:0.0:1772472286.010128:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.010133:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ea expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.010143:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472286.010240:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39038:x1858570169867008:12345-192.168.201.48@tcp:101:rm.0 Request processed in 935us (1152us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472286.010250:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 521 00000100:00100000:1.0:1772472286.060713:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472286.061052:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867136 00000100:00100000:0.0:1772472286.061065:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867136 00000100:00100000:0.0:1772472286.061139:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 522 00000100:00100000:0.0:1772472286.061151:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169867136:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:0.0:1772472286.061215:0:5812:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1772472286.061337:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169867136:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 188us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472286.061359:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 522 00000100:00100000:0.0:1772472286.065150:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867392 00000100:00100000:0.0:1772472286.065169:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867392 00000100:00100000:0.0:1772472286.065304:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 523 00000100:00100000:0.0:1772472286.065324:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39042:x1858570169867392:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:0.0:1772472286.065407:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472286.065447:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852df7d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129e3 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065476:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:0.0:1772472286.065491:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472286.065635:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065650:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065662:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065675:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065682:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.065688:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472286.066669:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:0.0:1772472286.066687:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066697:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066704:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066711:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.066717:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066726:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066770:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772472286.066774:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.066779:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.066786:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df7f3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472286.066804:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000a77053e reply state 00000000f880ba0a transno 4294967500 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472286.066813:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472286.066928:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39042:x1858570169867392:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 1611us (1887us total) trans 4294967500 rc 0/0 00000100:00100000:0.0:1772472286.066937:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 523 00010000:00010000:1.0:1772472286.070043:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070062:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070070:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070078:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472286.070082:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070088:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070106:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8a200) 00010000:00010000:1.0:1772472286.070108:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472286.070111:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472286.070115:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852df7fa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472286.119723:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867520 00000100:00100000:0.0:1772472286.119854:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867520 00000100:00100000:3.0:1772472286.124114:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472286.124726:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867648 00000100:00100000:0.0:1772472286.124770:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867648 00000100:00100000:0.0:1772472286.124844:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 525 00000100:00100000:0.0:1772472286.124857:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39046:x1858570169867648:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472286.124886:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472286.125170:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df80f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129f8 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.125257:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.125274:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.125290:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.125309:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.126128:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.126139:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129083:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129107:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129124:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472286.129202:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000004:00200000:0.0:1772472286.129207:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472286.129234:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129247:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129253:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129261:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.129267:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.132207:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132232:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132253:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:0.0:1772472286.132256:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.132262:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132280:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df816 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132306:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132314:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132429:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132437:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.132441:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132448:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132457:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8a600) 00010000:00010000:0.0:1772472286.132460:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472286.132463:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132470:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df81d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132522:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852df80f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129f8 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132537:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129f8 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.132549:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472286.132551:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472286.132554:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772472286.132633:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:39046:x1858570169867648:12345-192.168.201.48@tcp:101:chown.0 Request processed in 7777us (8535us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472286.132642:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 525 00000100:00100000:1.0:1772472286.138612:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472286.138714:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169867904 00000100:00100000:0.0:1772472286.138725:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169867904 00000100:00100000:0.0:1772472286.138806:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 526 00000100:00100000:0.0:1772472286.138816:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:39046:x1858570169867904:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:0.0:1772472286.138871:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472286.138898:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df824 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129f8 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.138919:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472286.138932:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472286.138957:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.138970:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.138980:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472286.139185:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c357cf4e reply state 00000000f912a633 transno 4294967501 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472286.139201:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472286.139215:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00000100:00100000:0.0:1772472286.139293:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39046:x1858570169867904:12345-192.168.201.48@tcp:36:chown.0 Request processed in 478us (690us total) trans 4294967501 rc 0/0 00000100:00100000:0.0:1772472286.139301:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 526 00010000:00010000:0.0:1772472286.146476:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146498:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146507:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146514:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472286.146519:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146527:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146545:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772472286.146548:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472286.146552:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.146558:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852df82b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1772472286.829351:0:66956:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff593cbaa0 20000000:00000080:3.0:1772472286.829379:0:66956:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed3000 uarg=0000000000000000 00010000:00010000:3.0:1772472286.829868:0:66956:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1772472286.829995:0:66956:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472286.830000:0:66956:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472286.830015:0:66956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852df808 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129f1 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.830044:0:66956:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1772472286.830074:0:66956:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472286.830091:0:66956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.830202:0:66956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.830212:0:66956:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.830260:0:66956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.830279:0:66956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 17 pid: 5806 timeout: 1862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472286.830297:0:66956:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66956:1858570185782528:0@lo:104: 00000100:00100000:3.0:1772472286.830388:0:66956:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.830515:0:66956:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c98cf00 going to sleep for 11 seconds 00010000:00010000:0.0:1772472286.830944:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472286.830953:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.830963:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472286.830967:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.830976:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472286.830984:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472286.830990:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472286.831037:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.831045:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472286.831079:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.831086:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df7c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df7c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.831113:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472286.831114:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472286.831116:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472286.831287:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472286.831316:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185782656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472286.831372:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.833787:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782656 00000100:00100000:0.0:1772472286.833809:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782656 00010000:00010000:0.0:1772472286.833871:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 18 pid: 5806 timeout: 1862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472286.833938:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1772472286.833949:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185782656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472286.833971:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472286.833977:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 18 pid: 5806 timeout: 1862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.833991:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 18 pid: 5806 timeout: 1862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834022:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834033:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834054:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834061:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834068:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834075:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834081:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472286.834086:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834096:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834105:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472286.834116:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472286.834202:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185782656:12345-0@lo:103:ldlm_bl.0 Request processed in 255us (2829us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472286.834210:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00010000:00010000:3.0:1772472286.835378:0:66956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df7c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df7c2 expref: 17 pid: 5806 timeout: 1862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472286.835404:0:66956:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:66956:1858570185782528:0@lo:104: 00010000:00010000:3.0:1772472286.835437:0:66956:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.835449:0:66956:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.835456:0:66956:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472286.835463:0:66956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df832 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 66956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472286.835882:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185782656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472287.142022:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472287.142072:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472287.142154:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868032 00000100:00100000:3.0:1772472287.142167:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868032 00000100:00100000:3.0:1772472287.142238:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 997 00000100:00100000:3.0:1772472287.142250:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169868032:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472287.142379:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169868032:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 131us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472287.142388:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 997 00000020:00000080:0.0:1772472287.777315:0:67004:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1f0bb570 20000000:00000080:0.0:1772472287.777341:0:67004:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4342a9800 uarg=0000000000000000 00010000:00010000:0.0:1772472287.777568:0:67004:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472287.777582:0:67004:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472287.777600:0:67004:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472287.777620:0:67004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.777635:0:67004:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.777645:0:67004:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.777651:0:67004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.777657:0:67004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.777668:0:67004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.782077:0:67004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472287.782084:0:67004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.782097:0:67004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.782114:0:67004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.782123:0:67004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472287.782129:0:67004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852df839 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472288.502893:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472288.502902:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472288.502906:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472288.502953:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472288.502965:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472288.502977:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472288.503003:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185782784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472288.503075:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472288.503124:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472288.504016:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185782784 00000100:00100000:3.0:1772472288.504030:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185782784 00000100:00100000:3.0:1772472288.504142:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1772472288.504156:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185782784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472288.504179:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472288.504201:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df840 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472288.504232:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472288.504245:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472288.504254:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472288.504801:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185782784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 646us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472288.504810:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1772472288.823137:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185782912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472288.823334:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472288.823703:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185783296:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.823766:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472288.823818:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783296 00000100:00100000:3.0:1772472288.823823:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783296 00000100:00100000:3.0:1772472288.823864:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1772472288.823871:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185783296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.823908:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185783296:12345-0@lo:400:kworker.0 Request processed in 37us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472288.823915:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:3.0:1772472288.823936:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472288.823969:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185783296:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824015:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185783040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824039:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472288.824063:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472288.824068:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185783168:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824090:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472288.824111:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783040 00000100:00100000:3.0:1772472288.824115:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783040 00000100:00100000:3.0:1772472288.824138:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:3.0:1772472288.824143:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185783040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824171:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185783040:12345-0@lo:400:kworker.0 Request processed in 29us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472288.824177:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:3.0:1772472288.824207:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783168 00000100:00100000:3.0:1772472288.824210:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783168 00000100:00100000:3.0:1772472288.824234:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1772472288.824240:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185783168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824268:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185783168:12345-0@lo:400:kworker.0 Request processed in 28us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472288.824273:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:3.0:1772472288.824287:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472288.824289:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472288.824313:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185783168:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.824324:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185783040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.828025:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472288.828045:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185783424:0@lo:400:kworker.0 00000100:00100000:3.0:1772472288.828115:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472288.829702:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783424 00000100:00100000:0.0:1772472288.829715:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783424 00000100:00100000:0.0:1772472288.829823:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1772472288.829833:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185783424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472288.829925:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185783424:12345-0@lo:400:kworker.0 Request processed in 93us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472288.829933:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00080000:3.0:1772472288.830013:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472288.830055:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185783424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472288.830364:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185782912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472289.334951:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472289.334975:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185783552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472289.335051:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472289.335109:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185783680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472289.335133:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472289.335163:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783552 00000100:00100000:3.0:1772472289.335173:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783552 00000100:00100000:3.0:1772472289.335301:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783680 00000100:00100000:3.0:1772472289.335305:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783680 00000100:00100000:3.0:1772472289.335326:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1772472289.335334:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185783552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472289.335376:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472289.335421:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185783552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472289.335433:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1772472289.335447:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1772472289.335454:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185783680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472289.335471:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472289.335496:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185783680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472289.335502:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1772472289.335545:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185783680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472289.335557:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185783552:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472290.422900:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472290.642537:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472290.642627:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868288 00000100:00100000:0.0:1772472290.642638:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868288 00000100:00080000:3.0:1772472290.642690:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472290.642732:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 9 00000100:00100000:0.0:1772472290.642775:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:5547:x1858570169868288:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472290.642794:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472290.642797:0:6605:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852df808) 00010000:00010000:0.0:1772472290.642799:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472290.642862:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:5547:x1858570169868288:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 90us (335us total) trans 0 rc 116/116 00000100:00100000:0.0:1772472290.642870:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 9 00000001:00080000:0.0:1772472290.978326:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967501 is committed 00000100:00100000:0.0:1772472292.260389:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472292.260486:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472292.260595:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868544 00000100:00100000:3.0:1772472292.260606:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868544 00000100:00100000:3.0:1772472292.260717:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1198 00000100:00100000:3.0:1772472292.260729:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169868544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472292.260833:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169868544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 107us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472292.260841:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1198 00000100:00080000:0.0:1772472292.260950:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472292.266508:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868416 00000100:00100000:1.0:1772472292.266525:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868416 00000100:00100000:1.0:1772472292.268059:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 999 00000100:00100000:1.0:1772472292.268075:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169868416:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472292.268179:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169868416:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 109us (7692us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472292.268188:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 999 00010000:00010000:0.0:1772472292.472478:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472292.632418:0:67250:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe30c67be0 20000000:00000080:0.0:1772472292.632437:0:67250:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4342abc00 uarg=0000000000000000 00010000:00010000:0.0:1772472292.633011:0:67250:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472292.633034:0:67250:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472292.633061:0:67250:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472292.633080:0:67250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.633098:0:67250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.633107:0:67250:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.633152:0:67250:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.633169:0:67250:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 17 pid: 5803 timeout: 1868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472292.633183:0:67250:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67250:1858570185783808:0@lo:104: 00000100:00100000:0.0:1772472292.633259:0:67250:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472292.633368:0:67250:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f780 going to sleep for 11 seconds 00000100:00100000:1.0:1772472292.633418:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783808 00000100:00100000:1.0:1772472292.633427:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783808 00000100:00100000:1.0:1772472292.633507:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1772472292.633518:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67250:x1858570185783808:12345-0@lo:104: 00010000:00010000:1.0:1772472292.633534:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472292.633616:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472292.633623:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67250:x1858570185783808:12345-0@lo:104: Request processed in 107us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472292.633630:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00010000:00010000:3.0:1772472292.633675:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472292.633682:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.633689:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472292.633693:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.633706:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472292.633715:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472292.633722:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472292.633789:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.633795:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472292.633815:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.633822:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852df840 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df847 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.633839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472292.633841:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472292.633842:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472292.633860:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185783936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472292.633891:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472292.633924:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185783936 00000100:00100000:3.0:1772472292.633929:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185783936 00010000:00010000:3.0:1772472292.633950:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 18 pid: 5803 timeout: 1868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472292.633971:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1772472292.633977:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185783936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472292.633988:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472292.633993:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 18 pid: 5803 timeout: 1868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634004:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 18 pid: 5803 timeout: 1868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634020:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634028:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634040:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634046:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634054:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634060:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634064:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472292.634068:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634076:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634090:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472292.634103:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472292.634128:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185783936:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472292.634135:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1772472292.634174:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185783936:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472292.634283:0:67250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df847 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df840 expref: 17 pid: 5803 timeout: 1868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472292.634294:0:67250:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67250:1858570185783808:0@lo:104: 00010000:00010000:0.0:1772472292.634307:0:67250:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.634317:0:67250:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.634324:0:67250:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472292.634331:0:67250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df84e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472293.507302:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472293.942998:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185784192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943066:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472293.943122:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185784704:0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943151:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472293.943176:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472293.943195:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185784320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943228:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472293.943381:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784192 00000100:00100000:0.0:1772472293.943390:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784192 00000100:00100000:0.0:1772472293.943429:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784320 00000100:00100000:0.0:1772472293.943433:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784320 00000100:00100000:0.0:1772472293.943463:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1772472293.943472:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185784192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943538:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185784192:12345-0@lo:400:kworker.0 Request processed in 67us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472293.943545:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1772472293.943564:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1772472293.943571:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c304158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185784320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943598:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c304158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185784320:12345-0@lo:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472293.943603:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1772472293.943622:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784704 00000100:00100000:0.0:1772472293.943625:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784704 00000100:00100000:0.0:1772472293.943650:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1772472293.943656:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185784704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943685:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185784704:12345-0@lo:400:kworker.0 Request processed in 29us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472293.943690:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00080000:0.0:1772472293.943710:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472293.943714:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472293.943892:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185784320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943907:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185784192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472293.943915:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185784704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944140:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185784448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944173:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472293.944227:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472293.944234:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185784064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944262:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472293.944284:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185784576:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944324:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472293.944352:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784576 00000100:00100000:3.0:1772472293.944357:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784576 00000100:00100000:3.0:1772472293.944390:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1772472293.944397:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185784576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944434:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185784576:12345-0@lo:400:kworker.0 Request processed in 38us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.944440:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1772472293.944462:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784448 00000100:00100000:3.0:1772472293.944465:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784448 00000100:00100000:3.0:1772472293.944490:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1772472293.944497:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185784448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944526:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185784448:12345-0@lo:400:kworker.0 Request processed in 29us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.944531:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1772472293.944549:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784064 00000100:00100000:3.0:1772472293.944552:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784064 00000100:00100000:3.0:1772472293.944580:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1772472293.944586:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185784064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944616:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185784064:12345-0@lo:400:kworker.0 Request processed in 30us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.944622:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:3.0:1772472293.944649:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472293.944653:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472293.944765:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185784064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944778:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185784576:0@lo:400:kworker.0 00000100:00100000:3.0:1772472293.944788:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185784448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472294.455379:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185784832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472294.455444:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472294.455526:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784832 00000100:00100000:3.0:1772472294.455534:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784832 00000100:00100000:3.0:1772472294.455586:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1772472294.455594:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185784832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472294.455631:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472294.455669:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185784832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472294.455676:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1772472294.455723:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185784832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472294.456547:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472294.456564:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185784960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472294.456621:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472294.456674:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185784960 00000100:00100000:0.0:1772472294.456680:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185784960 00000100:00100000:0.0:1772472294.456729:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1772472294.456751:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185784960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472294.456788:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472294.456837:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185784960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472294.456844:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1772472294.457111:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185784960:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472294.519481:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472294.533761:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785088 00000100:00100000:0.0:1772472294.533770:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785088 00000100:00100000:0.0:1772472294.533828:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1772472294.533835:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185785088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472294.533849:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472294.533862:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df855 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472294.533886:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df855 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472294.533898:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df855 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472294.533910:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472294.533956:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185785088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472294.533964:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00010000:00010000:0.0:1772472295.542983:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472295.991005:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868672 00000100:00100000:3.0:1772472295.991016:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868672 00000100:00100000:3.0:1772472295.991123:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 527 00000100:00100000:3.0:1772472295.991133:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39224:x1858570169868672:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472295.991161:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472295.991200:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df863 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c129ff expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991271:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852df86a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991286:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852df86a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991299:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852df86a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472295.991374:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472295.991378:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472295.991407:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852df86a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991433:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df863 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ff expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991452:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852df86a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c129ff expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472295.991467:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772472295.991470:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472295.991475:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472295.991540:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39224:x1858570169868672:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 409us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472295.991548:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 527 00000100:00100000:0.0:1772472296.005049:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472296.005130:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169868800 00000100:00100000:3.0:1772472296.005141:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169868800 00000100:00100000:3.0:1772472296.005214:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 528 00000100:00100000:3.0:1772472296.005224:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39224:x1858570169868800:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472296.005250:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472296.005277:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852df871 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a06 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005342:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005356:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005367:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005382:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005389:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005400:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005507:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005515:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005522:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472296.005566:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1772472296.005571:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472296.005595:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005606:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005613:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005619:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005625:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472296.005630:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005637:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005651:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772472296.005654:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472296.005658:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005664:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852df878 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005675:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005681:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005686:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005691:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472296.005694:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005701:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005708:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6c00) 00010000:00010000:3.0:1772472296.005710:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472296.005713:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005718:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852df87f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005782:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852df871 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a06 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005796:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a06 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472296.005803:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472296.005805:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472296.005807:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772472296.005871:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39224:x1858570169868800:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 648us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472296.005879:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 528 00000100:00100000:1.0:1772472296.013945:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472296.013992:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169869056 00000100:00100000:1.0:1772472296.014006:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169869056 00000100:00100000:1.0:1772472296.014061:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 529 00000100:00100000:1.0:1772472296.014072:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39224:x1858570169869056:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472296.014137:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472296.014169:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852df886 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a06 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472296.014203:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:1.0:1772472296.014216:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472296.014247:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df88d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472296.014263:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df88d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472296.014274:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df88d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472296.100870:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967502 is committed 00000004:00010000:1.0:1772472296.101380:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003e9392b2 reply state 00000000eaed8c08 transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df88d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472296.101396:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472296.101448:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00080000:1.0:1772472296.101864:0:8978:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772472296.101884:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39224:x1858570169869056:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 87808us (87943us total) trans 4294967502 rc 0/0 00000100:00100000:1.0:1772472296.101894:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 529 00010000:00010000:0.0:1772472296.569630:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472297.157916:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785216 00000100:00100000:3.0:1772472297.157924:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785216 00000100:00100000:3.0:1772472297.158034:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1772472297.158045:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67448:x1858570185785216:12345-0@lo:104: 00010000:00010000:3.0:1772472297.158059:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472297.158133:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472297.158140:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67448:x1858570185785216:12345-0@lo:104: Request processed in 98us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472297.158149:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00010000:0.0:1772472297.158213:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472297.158223:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158231:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472297.158235:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158246:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472297.158255:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472297.158261:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472297.158299:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158306:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472297.158327:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158339:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55000/0xc2ef6d41852df855 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df85c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158356:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472297.158358:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472297.158360:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472297.158381:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185785344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472297.158412:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472297.158448:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785344 00000100:00100000:0.0:1772472297.158452:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785344 00010000:00010000:0.0:1772472297.158485:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df855 expref: 18 pid: 5805 timeout: 1872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472297.158508:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1772472297.158514:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185785344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472297.158526:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472297.158530:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df855 expref: 18 pid: 5805 timeout: 1872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158541:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852df85c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df855 expref: 18 pid: 5805 timeout: 1872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158556:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158565:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158582:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158588:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158594:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158600:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158605:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472297.158609:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158617:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158626:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852df894 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472297.158635:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472297.158664:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185785344:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472297.158671:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1772472297.158719:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185785344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472297.387518:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472297.387567:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472297.387596:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169869312 00000100:00100000:1.0:1772472297.387607:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169869312 00000100:00100000:1.0:1772472297.387671:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1202 00000100:00100000:1.0:1772472297.387681:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169869312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472297.387794:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169869312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 114us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472297.387802:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1202 00000100:00100000:1.0:1772472297.387828:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169869184 00000100:00100000:1.0:1772472297.387832:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169869184 00000100:00100000:1.0:1772472297.387855:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1002 00000100:00100000:1.0:1772472297.387861:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169869184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472297.387886:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169869184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472297.387892:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1002 00000100:00080000:1.0:1772472297.387916:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472297.591379:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472298.422882:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472298.422894:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472298.422901:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472298.422971:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472298.422986:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472298.423001:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472298.423034:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185785472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472298.423146:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472298.423237:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca56b40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472298.423349:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785472 00000100:00100000:3.0:1772472298.423358:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785472 00000100:00100000:3.0:1772472298.423421:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1772472298.423431:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185785472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472298.423447:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472298.423463:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df89b expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472298.423492:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df89b expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472298.423502:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df89b expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472298.423511:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472298.423651:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185785472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 219us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472298.423662:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1772472298.429503:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185785472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472298.429538:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df8a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472298.429549:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df8a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472298.429571:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472298.429575:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df8a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472298.429581:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df8a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472298.622852:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472299.065650:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185785600:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.065790:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.065849:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185786112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.065879:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.065906:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472299.065912:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185785728:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.065933:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.065958:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185785856:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.065980:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.065998:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472299.066004:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185785984:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066024:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.066055:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785600 00000100:00100000:0.0:1772472299.066065:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785600 00000100:00100000:0.0:1772472299.066106:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785728 00000100:00100000:0.0:1772472299.066109:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785728 00000100:00100000:0.0:1772472299.066145:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785984 00000100:00100000:0.0:1772472299.066148:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785984 00000100:00100000:0.0:1772472299.066166:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1772472299.066174:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185785600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066226:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185785600:12345-0@lo:400:kworker.0 Request processed in 53us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.066233:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1772472299.066250:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1772472299.066256:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185785728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066281:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185785728:12345-0@lo:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.066286:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1772472299.066298:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1772472299.066303:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185785984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066331:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185785984:12345-0@lo:400:kworker.0 Request processed in 28us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.066337:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1772472299.066355:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185786112 00000100:00100000:0.0:1772472299.066358:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185786112 00000100:00100000:0.0:1772472299.066380:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185785856 00000100:00100000:0.0:1772472299.066383:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185785856 00000100:00100000:0.0:1772472299.066400:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772472299.066406:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185786112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066433:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185786112:12345-0@lo:400:kworker.0 Request processed in 27us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.066439:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772472299.066449:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1772472299.066454:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185785856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066479:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185785856:12345-0@lo:400:kworker.0 Request processed in 25us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.066484:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1772472299.066525:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185785728:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066536:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185785600:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066544:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185786112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066578:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185785984:0@lo:400:kworker.0 00000100:00100000:0.0:1772472299.066587:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185785856:0@lo:400:kworker.0 00000100:00080000:1.0:1772472299.067918:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472299.067929:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472299.067933:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472299.576156:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185786240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472299.576264:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472299.576370:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185786240 00000100:00100000:1.0:1772472299.576382:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185786240 00000100:00100000:1.0:1772472299.576462:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1772472299.576475:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185786240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472299.576527:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472299.576585:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185786240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472299.576597:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1772472299.576667:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185786240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472299.576986:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472299.577009:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185786368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472299.577073:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472299.577140:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185786368 00000100:00100000:0.0:1772472299.577149:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185786368 00000100:00100000:0.0:1772472299.577197:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1772472299.577206:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185786368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472299.577259:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472299.577332:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185786368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472299.577340:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1772472299.578282:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185786368:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472299.639536:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472300.664777:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472300.675487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472300.675524:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169869440 00000100:00100000:0.0:1772472300.675534:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169869440 00000100:00100000:0.0:1772472300.675605:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 530 00000100:00100000:0.0:1772472300.675613:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39301:x1858570169869440:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472300.675639:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472300.675667:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df8a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a0d expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675750:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675763:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675775:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675785:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675790:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675794:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675921:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675929:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.675934:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472300.675963:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1772472300.675967:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472300.675995:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676009:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676015:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676022:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676031:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.676036:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676045:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676057:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472300.676060:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.676066:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676072:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df8b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676105:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676111:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676117:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676122:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.676125:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676131:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676143:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8af00) 00010000:00010000:0.0:1772472300.676146:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.676149:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676155:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df8b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676185:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df8a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a0d expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676197:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a0d expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.676202:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472300.676204:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472300.676205:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbe00, rc 0) 00000100:00100000:0.0:1772472300.676257:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39301:x1858570169869440:12345-192.168.201.48@tcp:101:touch.0 Request processed in 645us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472300.676262:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 530 00000100:00080000:0.0:1772472300.676284:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472300.682264:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472300.682309:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169869696 00000100:00100000:0.0:1772472300.682319:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169869696 00000100:00100000:0.0:1772472300.682374:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 531 00000100:00100000:0.0:1772472300.682385:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39301:x1858570169869696:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472300.682412:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472300.682439:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852df8c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a14 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682627:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682643:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682655:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682670:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df8d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682677:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df8d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.682684:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df8d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472300.683267:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:0.0:1772472300.683510:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852df8da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683522:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852df8da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683531:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852df8da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683579:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683590:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683598:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683604:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.683609:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683618:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683632:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472300.683635:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.683641:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683648:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472300.683662:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ed350f51 reply state 000000008578a44f transno 4294967503 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df8d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472300.683671:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472300.683708:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852df8c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a14 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683722:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852df8da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a14 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.683735:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772472300.683768:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472300.683771:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472300.683846:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39301:x1858570169869696:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1464us (1595us total) trans 4294967503 rc 0/0 00000100:00100000:0.0:1772472300.683856:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 531 00000100:00100000:3.0:1772472300.717233:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472300.735293:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472300.735472:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870080 00000100:00100000:1.0:1772472300.735484:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870080 00000100:00100000:1.0:1772472300.735585:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 532 00000100:00100000:1.0:1772472300.735597:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:39301:x1858570169870080:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:1.0:1772472300.735659:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472300.735689:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852df8da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a14 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.735708:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:1.0:1772472300.735719:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472300.735793:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.735809:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.735820:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472300.735965:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ea0966b7 reply state 00000000496dfcc3 transno 4294967504 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472300.735974:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472300.736074:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39301:x1858570169870080:12345-192.168.201.48@tcp:36:touch.0 Request processed in 479us (788us total) trans 4294967504 rc 0/0 00000100:00100000:1.0:1772472300.736083:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 532 00000100:00100000:1.0:1772472300.739734:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870208 00000100:00100000:1.0:1772472300.739774:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870208 00000100:00100000:1.0:1772472300.739831:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 533 00000100:00100000:1.0:1772472300.739841:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39301:x1858570169870208:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472300.739867:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472300.739888:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df8ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a1b expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.739953:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df8ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a1b expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.739969:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df8ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a1b expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.739988:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472300.739992:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472300.739996:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472300.740054:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:39301:x1858570169870208:12345-192.168.201.48@tcp:101:touch.0 Request processed in 214us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472300.740063:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 533 00000100:00100000:1.0:1772472300.744647:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472300.744770:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870336 00000100:00100000:3.0:1772472300.744781:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870336 00000100:00100000:3.0:1772472300.744835:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 278 00000100:00100000:3.0:1772472300.744844:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570169870336:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:3.0:1772472300.744893:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1726 last 0 00000020:00000080:3.0:1772472300.744932:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852df8f6 00002000:00100000:3.0:1772472300.744947:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3033d0000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772472300.744960:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1772472300.745260:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1772472300.745295:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c3033d5000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1772472300.745384:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169870336:12345-192.168.201.48@tcp:8:touch.0 Request processed in 539us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472300.745393:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 278 00010000:00010000:0.0:1772472300.745823:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745837:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745845:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745851:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.745856:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745864:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745882:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472300.745885:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.745889:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.745895:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df8e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472300.752174:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472300.752227:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870464 00000100:00100000:0.0:1772472300.752239:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870464 00000100:00100000:0.0:1772472300.752364:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 279 00000100:00100000:0.0:1772472300.752375:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169870464:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:1.0:1772472300.752924:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1772472300.782614:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00100000:0.0:1772472300.782633:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:1.0:1772472300.782792:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570169870464:12345-192.168.201.48@tcp:2:touch.0 Request processed in 30413us (30621us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1772472300.782805:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 279 00000100:00100000:3.0:1772472300.785559:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870720 00000100:00100000:3.0:1772472300.785568:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870720 00000100:00100000:3.0:1772472300.785612:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 98 00000100:00100000:3.0:1772472300.785619:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39301:x1858570169870720:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:3.0:1772472300.785986:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:39301:x1858570169870720:12345-192.168.201.48@tcp:35:touch.0 Request processed in 365us (574us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1772472300.785994:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 98 00000100:00100000:0.0:1772472300.867434:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870848 00000100:00100000:0.0:1772472300.867447:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870848 00000100:00100000:0.0:1772472300.867519:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 534 00000100:00100000:0.0:1772472300.867530:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:39305:x1858570169870848:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472300.867556:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472300.867579:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a22 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867649:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867663:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867675:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867689:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867695:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.867705:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868007:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868016:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868022:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472300.868213:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1772472300.868218:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472300.868238:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868248:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868255:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868262:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868269:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868274:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.868279:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868287:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868300:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472300.868304:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.868309:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868316:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df904 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868328:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868333:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868340:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868345:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472300.868347:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868353:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868360:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8af00) 00010000:00010000:0.0:1772472300.868364:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472300.868366:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868376:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852df90b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868480:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852df8fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a22 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868495:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a22 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472300.868503:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472300.868505:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472300.868508:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772472300.868616:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:39305:x1858570169870848:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1088us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472300.868622:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 534 00000100:00100000:0.0:1772472300.881130:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472300.881227:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169870976 00000100:00100000:3.0:1772472300.881239:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169870976 00000100:00100000:3.0:1772472300.881303:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 280 00000100:00100000:3.0:1772472300.881315:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169870976:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472300.881345:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472300.881372:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a29 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472300.881404:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x69a5c7ed, atime: 0x69a5c7ed, ctime: 0x69a5c7ed, blocks: 0x1 00010000:00010000:3.0:1772472300.881424:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472300.881426:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472300.881434:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472300.881453:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472300.881474:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472300.881533:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169870976:12345-192.168.201.48@tcp:101:rm.0 Request processed in 220us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472300.881540:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 280 00000100:00100000:0.0:1772472300.887625:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472300.887706:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169871232 00000100:00100000:1.0:1772472300.887717:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169871232 00000100:00100000:1.0:1772472300.887810:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 535 00000100:00100000:1.0:1772472300.887819:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:39305:x1858570169871232:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472300.887873:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472300.887907:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852df912 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a22 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.887935:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852df8ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a1b expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.887948:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472300.887963:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472300.887986:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888003:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888015:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888029:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df927 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888034:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df927 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888038:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df927 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888169:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888178:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888185:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472300.888786:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9280 00000004:00080000:1.0:1772472300.888797:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1726721056904ns, next at 1727721053944ns, rc = 0 00010000:00010000:1.0:1772472300.888850:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888858:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888864:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888871:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888878:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888883:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852df935 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888911:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472300.888936:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888943:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888949:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888955:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472300.888959:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888967:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888977:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472300.888981:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472300.888985:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.888990:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852df92e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889009:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889015:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889020:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889024:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472300.889027:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889033:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889039:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:1.0:1772472300.889041:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472300.889044:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472300.889049:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852df920 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472300.889057:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000dfd2618e reply state 0000000057feab11 transno 4294967506 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852df927 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472300.889066:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472300.889173:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:39305:x1858570169871232:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1350us (1555us total) trans 4294967506 rc 0/0 00000100:00100000:1.0:1772472300.889183:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 535 00000001:00080000:3.0:1772472301.224412:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967503 is committed 00000001:00080000:3.0:1772472301.224608:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967506 is committed 00000004:00080000:3.0:1772472301.224613:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 41 committed 00000100:00100000:3.0:1772472301.234279:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185786624:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472301.234308:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472301.234842:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169871360 00000100:00100000:3.0:1772472301.234851:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169871360 00010000:00010000:3.0:1772472301.234890:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 1827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472301.234936:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 322 00000100:00100000:3.0:1772472301.234946:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169871360:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472301.234964:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472301.234971:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 1827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.234986:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 1827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235018:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852df919 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a29 expref: 6 pid: 6590 timeout: 1827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235032:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472301.235034:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472301.235039:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235048:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235092:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472301.235157:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169871360:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 211us (2061us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472301.235166:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 322 00010000:00010000:3.0:1772472301.235321:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235331:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235340:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235348:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472301.235370:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472301.236794:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472301.236806:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472301.236818:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472301.236823:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472301.236834:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472301.236851:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472301.236859:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852df93c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472301.236881:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472301.236883:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472301.236885:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472301.237000:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185786496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10398us (11621us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1772472301.237011:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000004:00080000:1.0:1772472301.238111:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c302493480/2, rc 0, transno 4294967330 00000100:00100000:1.0:1772472301.238127:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185786496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472302.505548:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472302.505590:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472302.505620:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472302.505656:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169871488 00000100:00100000:1.0:1772472302.505667:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169871488 00000100:00100000:1.0:1772472302.505721:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1004 00000100:00100000:1.0:1772472302.505731:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169871488:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472302.505827:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169871488:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 98us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472302.505835:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1004 00000100:00100000:3.0:1772472302.506504:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169871744 00000100:00100000:3.0:1772472302.506509:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169871744 00000100:00100000:3.0:1772472302.506549:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 844 00000100:00100000:3.0:1772472302.506557:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169871744:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472302.506591:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169871744:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472302.506598:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 844 00000100:00080000:1.0:1772472302.506721:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472302.506727:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1772472302.555509:0:67695:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc36ceaca0 20000000:00000080:3.0:1772472302.555528:0:67695:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302c1ac00 uarg=0000000000000000 00010000:00010000:3.0:1772472302.555882:0:67695:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1772472302.555920:0:67695:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:3.0:1772472302.555925:0:67695:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472302.555937:0:67695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df8be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a0d expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472302.555960:0:67695:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1772472302.555986:0:67695:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472302.556003:0:67695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472302.556018:0:67695:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df89b expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472302.556131:0:67695:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472302.556173:0:67695:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df89b expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472302.556188:0:67695:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852df8a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df89b expref: 17 pid: 5803 timeout: 1878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472302.556204:0:67695:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67695:1858570185786752:0@lo:104: 00000100:00100000:3.0:1772472302.556268:0:67695:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472302.556399:0:67695:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472302.556540:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185786752 00000100:00100000:1.0:1772472302.556548:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185786752 00000100:00100000:1.0:1772472302.556634:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1772472302.556643:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67695:x1858570185786752:12345-0@lo:104: 00010000:00010000:1.0:1772472302.556656:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852df89b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df8a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472302.556731:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472302.556763:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:67695:x1858570185786752:12345-0@lo:104: Request processed in 97us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472302.556770:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1772472302.556854:0:67695:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67695:1858570185786752:0@lo:104: 00010000:00010000:0.0:1772472302.556873:0:67695:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472302.557695:0:67695:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472302.557704:0:67695:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472302.557710:0:67695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852df943 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472302.711588:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472304.183132:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185787008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472304.183186:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185787392:0@lo:400:kworker.0 00000100:00100000:1.0:1772472304.183937:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472304.183964:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185787520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472304.183987:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472304.184557:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472304.184622:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787264 00000100:00100000:0.0:1772472304.184630:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787264 00000100:00100000:0.0:1772472304.184681:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787136 00000100:00100000:0.0:1772472304.184684:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787136 00000100:00100000:0.0:1772472304.184701:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787520 00000100:00100000:0.0:1772472304.184704:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787520 00000100:00100000:0.0:1772472304.184722:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1772472304.184731:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185787264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472304.184807:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185787264:12345-0@lo:400:kworker.0 Request processed in 76us (1537us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472304.184814:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1772472304.184831:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1772472304.184837:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185787136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472304.185100:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185787136:12345-0@lo:400:kworker.0 Request processed in 262us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472304.185107:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1772472304.185120:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:0.0:1772472304.185127:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185787520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472304.185144:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787392 00000100:00100000:3.0:1772472304.185148:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787392 00000100:00100000:0.0:1772472304.185156:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185787520:12345-0@lo:400:kworker.0 Request processed in 30us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472304.185161:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472304.185185:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1772472304.185192:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185787392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472304.185208:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185787136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472304.185220:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185787264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472304.185228:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185787392:12345-0@lo:400:kworker.0 Request processed in 38us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472304.185234:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772472304.185257:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185787392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472304.185819:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787008 00000100:00100000:3.0:1772472304.185825:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787008 00000100:00100000:3.0:1772472304.185859:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1772472304.185865:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185787008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472304.185904:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185787008:12345-0@lo:400:kworker.0 Request processed in 39us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472304.185910:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00080000:3.0:1772472304.185937:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472304.185942:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472304.185944:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472304.186791:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185787520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472304.186831:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185787008:0@lo:400:kworker.0 10000000:01000000:0.0:1772472304.376905:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472304.376914:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472304.376920:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472304.376964:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472304.376976:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472304.376988:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472304.377017:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185787776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472304.377100:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472304.377194:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c402b45d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472304.380225:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787776 00000100:00100000:3.0:1772472304.380241:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787776 00000100:00100000:3.0:1772472304.380315:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1772472304.380325:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185787776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472304.380354:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472304.380374:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df94a expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472304.380401:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472304.380412:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472304.380422:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472304.380516:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185787776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (3416us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472304.380523:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1772472304.380587:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185787776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472304.380605:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472304.380615:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472304.380637:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472304.380641:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472304.380649:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472304.708161:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472304.708183:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185787904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472304.708267:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472304.708324:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185788032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472304.708347:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472304.708382:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185787904 00000100:00100000:3.0:1772472304.708388:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185787904 00000100:00100000:3.0:1772472304.708432:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185788032 00000100:00100000:3.0:1772472304.708435:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185788032 00000100:00100000:3.0:1772472304.708457:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1772472304.708466:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185787904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472304.708505:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472304.708552:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185787904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472304.708560:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1772472304.708576:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1772472304.708582:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185788032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472304.708603:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472304.708633:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185788032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472304.708639:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1772472304.708689:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185787904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472304.708721:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185788032:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472304.761985:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472305.507731:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472305.507840:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169871872 00000100:00100000:0.0:1772472305.507851:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169871872 00000100:00080000:3.0:1772472305.508826:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472305.516164:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872128 00000100:00100000:0.0:1772472305.516185:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872128 00000100:00100000:0.0:1772472305.516294:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 537 00000100:00100000:0.0:1772472305.516309:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39393:x1858570169872128:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472305.516375:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472305.516414:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852df95f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a30 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.516442:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852df8be) 00010000:00010000:0.0:1772472305.516447:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78400) 00010000:00010000:0.0:1772472305.516461:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472305.516491:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.516506:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.516517:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472305.573667:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967507 is committed 00010000:00010000:0.0:1772472305.574093:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574105:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574113:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574120:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472305.574126:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574136:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574158:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772472305.574162:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472305.574167:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472305.574174:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852df966 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472305.783680:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472306.330169:0:67890:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5f457a30 20000000:00000080:3.0:1772472306.330193:0:67890:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302c19800 uarg=0000000000000000 00010000:00010000:3.0:1772472306.330505:0:67890:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472306.330523:0:67890:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472306.330545:0:67890:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472306.330564:0:67890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.330581:0:67890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.330590:0:67890:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.330632:0:67890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.330646:0:67890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 17 pid: 5803 timeout: 1882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472306.330661:0:67890:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67890:1858570185788160:0@lo:104: 00000100:00100000:3.0:1772472306.330733:0:67890:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472306.331414:0:67890:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472306.331783:0:67890:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:67890:1858570185788160:0@lo:104: 00010000:00010000:3.0:1772472306.331805:0:67890:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472306.334282:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00010000:00010000:0.0:1772472306.336198:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472306.336216:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472306.336229:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472306.336234:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472306.336245:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472306.336254:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472306.336260:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472306.336581:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472306.336588:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472306.336612:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472306.336619:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852df94a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df951 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472306.336637:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472306.336639:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472306.336641:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472306.337232:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185788288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472306.337584:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472306.337702:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185788288 00000100:00100000:0.0:1772472306.337710:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185788288 00010000:00010000:0.0:1772472306.337897:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 1882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472306.338071:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1772472306.338083:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185788288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472306.338098:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472306.338105:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 1882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338120:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 1882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338142:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852df951 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df94a expref: 18 pid: 5803 timeout: 1882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338157:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338165:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338183:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338191:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338198:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338205:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338210:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472306.338217:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.338225:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.338415:0:67890:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472306.338424:0:67890:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.340689:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.340712:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852df96d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 67890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472306.340734:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472306.340845:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185788288:12345-0@lo:103:ldlm_bl.0 Request processed in 2762us (3542us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472306.340856:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1772472306.340992:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185788288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472306.806972:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472307.627798:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872512 00000100:00100000:3.0:1772472307.627810:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872512 00000100:00100000:3.0:1772472307.627886:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 847 00000100:00100000:3.0:1772472307.627896:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169872512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472307.628002:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169872512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 107us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472307.628011:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 847 00000100:00100000:1.0:1772472307.628588:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872384 00000100:00100000:1.0:1772472307.628595:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872384 00000100:00100000:1.0:1772472307.628664:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:1.0:1772472307.628672:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169872384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472307.628723:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169872384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472307.628730:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:0.0:1772472307.637100:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872256 00000100:00100000:0.0:1772472307.637119:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872256 00000100:00100000:0.0:1772472307.637226:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1007 00000100:00100000:0.0:1772472307.637238:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169872256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472307.637499:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169872256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 262us (9956us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472307.637509:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1007 10000000:01000000:3.0:1772472308.214873:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472308.214882:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472308.214889:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472308.214944:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472308.214956:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472308.214982:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472308.215011:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185788416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472308.215083:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472308.215178:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472308.215225:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185788416 00000100:00100000:0.0:1772472308.215234:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185788416 00000100:00100000:0.0:1772472308.215406:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1772472308.215416:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185788416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472308.215431:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472308.215444:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df974 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472308.215469:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472308.215480:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472308.215489:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472308.215545:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185788416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472308.215552:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1772472308.215628:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185788416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472308.215642:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472308.215652:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472308.215669:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472308.215674:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472308.215681:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472308.855622:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472309.304286:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185788544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304370:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304429:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185789056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304456:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304488:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472309.304495:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185788672:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304517:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304533:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185789184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304557:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304584:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185788800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304607:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304626:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472309.304630:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185788928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304653:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.304685:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185789184 00000100:00100000:3.0:1772472309.304695:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185789184 00000100:00100000:3.0:1772472309.304796:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185788928 00000100:00100000:3.0:1772472309.304801:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185788928 00000100:00100000:3.0:1772472309.304828:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1772472309.304836:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185789184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.304889:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185789184:12345-0@lo:400:kworker.0 Request processed in 54us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472309.304897:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1772472309.306405:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1772472309.306415:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185788928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.306470:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185788928:12345-0@lo:400:kworker.0 Request processed in 57us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472309.306477:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1772472309.306535:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185789184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.306571:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967330 gen 2 00000004:00080000:3.0:1772472309.306576:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c302493480, transno 4294967330 00000100:00100000:3.0:1772472309.306590:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185788928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472309.307795:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185788544 00000100:00100000:1.0:1772472309.307802:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185788544 00000100:00100000:1.0:1772472309.307847:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1772472309.307853:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185788544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472309.307896:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185788544:12345-0@lo:400:kworker.0 Request processed in 44us (3527us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472309.307902:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1772472309.307961:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185788544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472309.429605:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472309.429701:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872640 00000100:00100000:0.0:1772472309.429712:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872640 00000100:00100000:0.0:1772472309.429810:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 538 00000100:00100000:0.0:1772472309.429821:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39469:x1858570169872640:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472309.429844:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472309.429867:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df982 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a37 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.429956:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.429972:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.429985:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430000:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430008:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430014:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430158:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430169:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430175:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472309.430203:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1772472309.430207:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472309.430232:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430244:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430265:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430273:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430279:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.430283:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430291:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430304:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772472309.430307:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.430312:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430321:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852df989 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430334:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430340:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430346:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430351:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.430354:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430359:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430365:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472309.430367:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.430370:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430375:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852df990 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430403:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852df982 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a37 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430418:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a37 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.430426:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472309.430428:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472309.430431:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772472309.430491:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39469:x1858570169872640:12345-192.168.201.48@tcp:101:touch.0 Request processed in 671us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472309.430498:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 538 00000100:00080000:3.0:1772472309.431818:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472309.433493:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472309.433791:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169872896 00000100:00100000:0.0:1772472309.433805:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169872896 00000100:00100000:0.0:1772472309.433880:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 539 00000100:00100000:0.0:1772472309.433893:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39469:x1858570169872896:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472309.433938:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472309.433971:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df99e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a3e expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434098:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434115:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434130:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434143:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434150:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434161:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472309.434181:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:0.0:1772472309.434202:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434208:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434216:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434222:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.434227:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434235:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434393:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472309.434397:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.434402:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434409:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434421:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434432:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434437:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434442:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.434445:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434450:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434457:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8af00) 00010000:00010000:0.0:1772472309.434459:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.434461:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434466:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434497:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df99e lrc: 1/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a3e expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434507:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472309.434509:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.434512:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df99e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a3e expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.434525:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472309.434591:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39469:x1858570169872896:12345-192.168.201.48@tcp:101:touch.0 Request processed in 702us (1109us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472309.434599:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 539 00000100:00100000:3.0:1772472309.456769:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472309.470387:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472309.470428:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169873152 00000100:00100000:0.0:1772472309.470440:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169873152 00000100:00100000:0.0:1772472309.470500:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 541 00000100:00100000:0.0:1772472309.470512:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39469:x1858570169873152:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472309.470537:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472309.470561:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df9c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a4c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470635:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470649:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470660:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470676:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470684:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470696:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470776:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470784:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470790:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470797:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.470802:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470810:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470826:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472309.470829:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.470835:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470841:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852df9cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470851:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470857:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470862:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470867:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472309.470870:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470876:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470883:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8af00) 00010000:00010000:0.0:1772472309.470886:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.470889:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470894:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852df9d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470924:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df9c8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a4c expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470934:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472309.470937:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472309.470956:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852df9c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a4c expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472309.470967:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472309.471026:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39469:x1858570169873152:12345-192.168.201.48@tcp:101:touch.0 Request processed in 516us (651us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472309.471038:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 541 00000100:00100000:3.0:1772472309.824688:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185789312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472309.824806:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.824880:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185789312 00000100:00100000:3.0:1772472309.824889:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185789312 00000100:00100000:3.0:1772472309.824949:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1772472309.824966:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185789312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472309.825004:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472309.825049:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185789312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472309.825056:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1772472309.825105:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185789312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472309.825530:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185789440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472309.825560:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472309.825947:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185789440:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472309.889266:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472310.905522:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472311.162979:0:68136:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0eedf5e0 20000000:00000080:3.0:1772472311.162999:0:68136:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3034abc00 uarg=0000000000000000 00010000:00010000:3.0:1772472311.163238:0:68136:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1772472311.163273:0:68136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:3.0:1772472311.163277:0:68136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472311.163287:0:68136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852df997 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a37 expref: 5 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.163305:0:68136:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1772472311.163325:0:68136:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472311.163339:0:68136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.163350:0:68136:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.163357:0:68136:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.163388:0:68136:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.163398:0:68136:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 17 pid: 5803 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472311.163408:0:68136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68136:1858570185789568:0@lo:104: 00000100:00100000:3.0:1772472311.163462:0:68136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472311.163500:0:68136:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472311.164050:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185789568 00000100:00100000:1.0:1772472311.164060:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185789568 00000100:00100000:1.0:1772472311.164124:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1772472311.164134:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68136:x1858570185789568:12345-0@lo:104: 00010000:00010000:1.0:1772472311.164147:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164223:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472311.164229:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68136:x1858570185789568:12345-0@lo:104: Request processed in 97us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472311.164237:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00010000:00010000:1.0:1772472311.164278:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472311.164283:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164290:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472311.164294:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164302:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472311.164310:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472311.164315:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472311.164348:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164355:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472311.164375:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164386:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852df974 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df97b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164404:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472311.164405:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472311.164407:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472311.164513:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185789696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472311.164551:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472311.164595:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185789696 00000100:00100000:1.0:1772472311.164600:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185789696 00010000:00010000:1.0:1772472311.164620:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 18 pid: 5803 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472311.164643:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1772472311.164650:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185789696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472311.164663:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472311.164667:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 18 pid: 5803 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164677:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 18 pid: 5803 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164694:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164703:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164721:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164729:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164735:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164771:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164777:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472311.164781:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164790:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164799:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472311.164808:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472311.164834:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185789696:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472311.164840:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1772472311.164906:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185789696:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472311.165470:0:68136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852df97b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df974 expref: 17 pid: 5803 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472311.165484:0:68136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68136:1858570185789568:0@lo:104: 00010000:00010000:3.0:1772472311.165500:0:68136:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.165509:0:68136:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.165515:0:68136:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.165525:0:68136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9dd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472311.931696:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472312.740997:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472312.741034:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169873280 00000100:00100000:3.0:1772472312.741044:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169873280 00000100:00100000:3.0:1772472312.741097:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1010 00000100:00100000:3.0:1772472312.741107:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169873280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472312.741177:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169873280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472312.741185:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1010 00000100:00100000:1.0:1772472312.745488:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472312.745531:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472312.745564:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169873408 00000100:00100000:1.0:1772472312.745575:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169873408 00000100:00100000:1.0:1772472312.745644:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00100000:1.0:1772472312.745657:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169873408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472312.745777:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169873408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 122us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472312.745786:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00080000:1.0:1772472312.745818:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472312.746416:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169873536 00000100:00100000:3.0:1772472312.746422:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169873536 00000100:00100000:3.0:1772472312.746517:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 850 00000100:00100000:3.0:1772472312.746526:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169873536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472312.746569:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169873536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472312.746576:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 850 00000100:00080000:1.0:1772472312.746724:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472312.955856:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472313.078868:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472313.078886:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472313.078890:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472313.078943:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472313.078956:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472313.078970:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472313.079000:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43baeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185789824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472313.079089:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472313.079348:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff840 going to sleep for 11 seconds 00000100:00100000:3.0:1772472313.093433:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1772472313.093450:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185789824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472313.093470:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472313.093493:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852df9e4 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.093530:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.093541:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.093551:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772472313.093647:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185789824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 200us (14557us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472313.093654:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1772472313.093722:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43baeb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185789824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472313.093766:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.093777:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472313.093803:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472313.093808:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.093816:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472313.975139:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472314.395526:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472314.395974:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472314.400319:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472314.400441:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169873920 00000100:00100000:0.0:1772472314.400452:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169873920 00000100:00100000:0.0:1772472314.400521:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 543 00000100:00100000:0.0:1772472314.400532:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39556:x1858570169873920:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472314.400611:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472314.400649:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852df9f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a53 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.400672:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852df997) 00010000:00010000:0.0:1772472314.400676:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78100) 00010000:00010000:0.0:1772472314.400690:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472314.400726:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.400780:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.400791:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472314.401227:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000043c532c1 reply state 00000000f3118579 transno 4294967508 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472314.401238:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472314.401254:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:0.0:1772472314.401367:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39556:x1858570169873920:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 834us (1061us total) trans 4294967508 rc 0/0 00000100:00100000:0.0:1772472314.401380:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 543 00010000:00010000:0.0:1772472314.404366:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404386:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404395:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404401:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472314.404406:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404415:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404445:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472314.404448:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472314.404453:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472314.404459:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfa00 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472314.423643:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185789952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472314.423668:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185790208:0@lo:400:kworker.0 00000100:00100000:0.0:1772472314.423763:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185790336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472314.424007:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472314.424065:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185790464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472314.424092:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472314.424129:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790464 00000100:00100000:1.0:1772472314.424138:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790464 00000100:00100000:1.0:1772472314.424209:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:1.0:1772472314.424217:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185790464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472314.424274:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185790464:12345-0@lo:400:kworker.0 Request processed in 57us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472314.424282:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00080000:1.0:1772472314.424304:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472314.424337:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185790464:0@lo:400:kworker.0 00000100:00100000:3.0:1772472314.427104:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472314.427206:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185789952 00000100:00100000:3.0:1772472314.427217:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185789952 00000100:00100000:1.0:1772472314.427257:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790208 00000100:00100000:1.0:1772472314.427262:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790208 00000100:00100000:3.0:1772472314.427266:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1772472314.427275:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185789952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472314.427305:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1772472314.427311:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c304146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185790208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472314.427365:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185789952:12345-0@lo:400:kworker.0 Request processed in 91us (3358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472314.427365:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472314.427372:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1772472314.427405:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790336 00000100:00100000:0.0:1772472314.427409:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790336 00000100:00100000:3.0:1772472314.427439:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185789952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472314.427448:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1772472314.427456:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185790336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472314.427492:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185790336:12345-0@lo:400:kworker.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472314.427498:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1772472314.427529:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185790336:0@lo:400:kworker.0 00000100:00080000:0.0:1772472314.427798:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472314.427803:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472314.427897:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790080 00000100:00100000:3.0:1772472314.427902:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790080 00000100:00100000:3.0:1772472314.427934:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472314.427941:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185790080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472314.427976:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185790080:12345-0@lo:400:kworker.0 Request processed in 35us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472314.427982:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472314.428108:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790592 00000100:00100000:3.0:1772472314.428111:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790592 00000100:00100000:3.0:1772472314.428138:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1772472314.428145:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185790592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472314.428244:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c304146680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185790208:12345-0@lo:400:kworker.0 Request processed in 932us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472314.428252:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1772472314.428266:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185790592:12345-0@lo:400:kworker.0 Request processed in 122us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472314.428273:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1772472314.428378:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185790208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472314.939233:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472314.939260:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185790720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472314.939335:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472314.939417:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790720 00000100:00100000:3.0:1772472314.939426:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790720 00000100:00100000:3.0:1772472314.939477:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1772472314.939485:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185790720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472314.939523:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472314.939568:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185790720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472314.939575:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1772472314.939623:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185790720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472314.939859:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185790848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472314.939889:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472314.940153:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185790848:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472314.998886:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472315.198106:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185790976 00000100:00100000:1.0:1772472315.198114:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185790976 00000100:00100000:1.0:1772472315.198301:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1772472315.198312:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68332:x1858570185790976:12345-0@lo:104: 00010000:00010000:1.0:1772472315.198326:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472315.198405:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472315.198412:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68332:x1858570185790976:12345-0@lo:104: Request processed in 102us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472315.198420:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1772472315.198488:0:68332:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68332:1858570185790976:0@lo:104: 00010000:00010000:3.0:1772472315.198514:0:68332:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198580:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472315.198589:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198597:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472315.198600:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198609:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472315.198616:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472315.198621:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472315.198662:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198669:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472315.198691:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198698:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f1000/0xc2ef6d41852df9e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852df9eb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198717:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472315.198719:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472315.198720:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472315.198733:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185791104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472315.198784:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472315.198834:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791104 00000100:00100000:0.0:1772472315.198849:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791104 00010000:00010000:0.0:1772472315.198871:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472315.198895:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1772472315.198901:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185791104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472315.198924:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472315.198930:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198941:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198954:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852df9eb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852df9e4 expref: 18 pid: 5805 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198971:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198978:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198992:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.198999:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199006:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199012:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199018:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472315.199022:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199029:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199041:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472315.199049:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472315.199077:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185791104:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472315.199083:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1772472315.199114:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185791104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472315.199192:0:68332:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472315.199201:0:68332:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472315.199207:0:68332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfa07 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472316.047281:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967508 is committed 00000100:00100000:1.0:1772472316.666098:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791232 00000100:00100000:1.0:1772472316.666107:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791232 00000100:00100000:1.0:1772472316.666182:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1772472316.666193:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185791232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472316.666207:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472316.666222:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfa0e expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472316.666246:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472316.666256:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472316.666266:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472316.666305:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185791232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472316.666313:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00010000:00010000:0.0:1772472317.047906:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472317.862381:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472317.862425:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472317.862723:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874048 00000100:00100000:3.0:1772472317.862735:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874048 00000100:00100000:3.0:1772472317.862816:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1014 00000100:00100000:3.0:1772472317.862826:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169874048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472317.862889:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169874048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 65us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472317.862900:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1014 00000100:00080000:3.0:1772472317.864807:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472317.866261:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472317.866586:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874176 00000100:00100000:1.0:1772472317.866597:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874176 00000100:00100000:1.0:1772472317.866665:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:1.0:1772472317.866674:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169874176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472317.866779:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169874176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 106us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472317.866790:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00080000:3.0:1772472317.868955:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472318.202505:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874432 00000100:00100000:0.0:1772472318.202522:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874432 00000100:00100000:0.0:1772472318.202631:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 544 00000100:00100000:0.0:1772472318.202644:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874432:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472318.202849:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874432:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 207us (2501us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472318.202857:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 544 00000100:00100000:1.0:1772472318.208030:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.208912:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874560 00000100:00100000:3.0:1772472318.208927:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874560 00000100:00100000:3.0:1772472318.208999:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 282 00000100:00100000:3.0:1772472318.209009:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874560:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472318.209324:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874560:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 316us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.209332:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 282 00000100:00100000:1.0:1772472318.213214:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.221204:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874816 00000100:00100000:3.0:1772472318.221217:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874816 00000100:00100000:3.0:1772472318.221295:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 284 00000100:00100000:3.0:1772472318.221307:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39641:x1858570169874816:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472318.221641:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39641:x1858570169874816:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 335us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.221650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 284 00000100:00100000:1.0:1772472318.227980:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472318.228089:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169874944 00000100:00100000:0.0:1772472318.228101:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169874944 00000100:00100000:0.0:1772472318.228166:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 545 00000100:00100000:0.0:1772472318.228176:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874944:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472318.228503:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169874944:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 327us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472318.228511:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 545 00000100:00100000:1.0:1772472318.231692:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.231770:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875072 00000100:00100000:3.0:1772472318.231779:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875072 00000100:00100000:3.0:1772472318.231848:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 546 00000100:00100000:3.0:1772472318.231857:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875072:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472318.231966:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875072:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 109us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.231974:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 546 00000100:00100000:0.0:1772472318.238646:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875200 00000100:00100000:0.0:1772472318.238665:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875200 00000100:00100000:0.0:1772472318.238862:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 285 00000100:00100000:0.0:1772472318.238874:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875200:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472318.239198:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875200:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 326us (4274us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472318.239211:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 285 00000100:00100000:1.0:1772472318.242419:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.242550:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875328 00000100:00100000:3.0:1772472318.242563:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875328 00000100:00100000:3.0:1772472318.242635:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 286 00000100:00100000:3.0:1772472318.242645:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39641:x1858570169875328:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472318.243085:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39641:x1858570169875328:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 440us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.243095:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 286 00000100:00100000:1.0:1772472318.251672:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.251770:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875456 00000100:00100000:3.0:1772472318.251780:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875456 00000100:00100000:3.0:1772472318.251908:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 547 00000100:00100000:3.0:1772472318.251918:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875456:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472318.252270:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39641:x1858570169875456:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 344us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.252279:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 547 00000100:00100000:1.0:1772472318.345576:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875584 00000100:00100000:1.0:1772472318.345585:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875584 00000100:00100000:1.0:1772472318.345647:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 548 00000100:00100000:1.0:1772472318.345656:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39645:x1858570169875584:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472318.345678:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472318.345700:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfa23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a5a expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345825:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345841:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345854:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345869:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345876:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.345887:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346029:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfa38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346037:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfa38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346044:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfa38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472318.346075:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:1.0:1772472318.346079:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472318.346103:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfa38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346115:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346122:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346129:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346136:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472318.346141:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346149:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346163:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472318.346165:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472318.346170:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346177:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfa2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346191:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346198:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346203:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346208:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472318.346211:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346217:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346223:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c420328d00) 00010000:00010000:1.0:1772472318.346225:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472318.346228:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346234:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfa31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346547:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfa23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a5a expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346565:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfa38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a5a expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.346572:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472318.346574:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472318.346577:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0c00, rc 0) 00000100:00100000:1.0:1772472318.346642:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39645:x1858570169875584:12345-192.168.201.48@tcp:101:dd.0 Request processed in 988us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472318.346655:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 548 00000100:00100000:1.0:1772472318.352046:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.352272:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875712 00000100:00100000:3.0:1772472318.352283:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875712 00000100:00100000:3.0:1772472318.352396:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 99 00000100:00100000:3.0:1772472318.352408:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39645:x1858570169875712:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:3.0:1772472318.352565:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39645:x1858570169875712:12345-192.168.201.48@tcp:49:dd.0 Request processed in 159us (529us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472318.352573:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 99 00000100:00100000:3.0:1772472318.361795:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472318.363274:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169875968 00000100:00100000:0.0:1772472318.363289:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169875968 00000100:00100000:0.0:1772472318.363371:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 549 00000100:00100000:0.0:1772472318.363385:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39645:x1858570169875968:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772472318.363413:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472318.363438:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852dfa3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a61 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363600:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363616:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363628:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363643:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363650:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.363657:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472318.364238:0:5812:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:0.0:1772472318.364454:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfa54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364466:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfa54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364474:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfa54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364514:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364520:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364527:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364532:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472318.364537:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364544:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364556:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c420328600) 00010000:00010000:0.0:1772472318.364559:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472318.364563:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364569:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfa46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472318.364581:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000864c3ce1 reply state 0000000023664c14 transno 4294967509 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472318.364590:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472318.364625:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852dfa3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a61 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364639:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfa54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a61 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472318.364646:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472318.364648:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472318.364650:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbe00, rc 0) 00000100:00100000:0.0:1772472318.366990:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39645:x1858570169875968:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1358us (3009us total) trans 4294967509 rc 0/0 00000100:00100000:0.0:1772472318.367004:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 549 00000100:00100000:0.0:1772472318.371036:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.371106:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876096 00000100:00100000:3.0:1772472318.371117:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876096 00000100:00100000:3.0:1772472318.371174:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 100 00000100:00100000:3.0:1772472318.371184:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39645:x1858570169876096:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:3.0:1772472318.371324:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:39645:x1858570169876096:12345-192.168.201.48@tcp:49:dd.0 Request processed in 140us (296us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472318.371332:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 100 00010000:00010000:1.0:1772472318.373476:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373496:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373504:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373510:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472318.373515:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373523:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373545:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8ab00) 00010000:00010000:1.0:1772472318.373548:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472318.373553:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472318.373559:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfa4d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472318.381333:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.381518:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876224 00000100:00100000:3.0:1772472318.381527:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876224 00000100:00100000:3.0:1772472318.381578:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 287 00000100:00100000:3.0:1772472318.381587:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39645:x1858570169876224:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772472318.381607:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472318.381628:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a68 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472318.381656:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1772472318.381681:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472318.381684:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472318.381694:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 7 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472318.381712:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 7 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472318.381725:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772472318.381818:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39645:x1858570169876224:12345-192.168.201.48@tcp:101:dd.0 Request processed in 232us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.381826:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 287 00000100:00100000:0.0:1772472318.418899:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000001:00100000:3.0:1772472318.511864:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:3.0:1772472318.555202:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000100:00100000:0.0:1772472318.569934:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.570693:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876480 00000100:00100000:3.0:1772472318.570706:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876480 00000100:00100000:3.0:1772472318.570812:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 550 00000100:00100000:3.0:1772472318.570823:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:39645:x1858570169876480:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:0.0:1772472318.623646:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967509 is committed 00000100:00100000:3.0:1772472318.624027:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39645:x1858570169876480:12345-192.168.201.48@tcp:44:dd.0 Request processed in 53199us (54099us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.624038:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 550 00000100:00100000:1.0:1772472318.629563:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.629634:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876608 00000100:00100000:3.0:1772472318.629643:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876608 00000100:00100000:3.0:1772472318.629691:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 288 00000100:00100000:3.0:1772472318.629700:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169876608:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:3.0:1772472318.629869:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169876608:12345-192.168.201.48@tcp:16:dd.0 Request processed in 168us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472318.629879:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 288 00000100:00100000:0.0:1772472318.635416:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472318.635648:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876864 00000100:00100000:3.0:1772472318.635660:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876864 00000100:00100000:3.0:1772472318.635724:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 101 00000100:00100000:3.0:1772472318.635735:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39645:x1858570169876864:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:3.0:1772472318.636287:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:39645:x1858570169876864:12345-192.168.201.48@tcp:35:dd.0 Request processed in 553us (879us total) trans 4294967510 rc 0/0 00000100:00100000:3.0:1772472318.636296:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 101 00010000:00010000:0.0:1772472319.094955:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472319.549898:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185791488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472319.550055:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185791360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472319.550127:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472319.550195:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185791872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472319.550227:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472319.550269:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791872 00000100:00100000:1.0:1772472319.550278:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791872 00000100:00100000:1.0:1772472319.550331:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1772472319.550340:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185791872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472319.550392:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185791872:12345-0@lo:400:kworker.0 Request processed in 52us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472319.550399:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00080000:1.0:1772472319.550423:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472319.550478:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185791872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.550605:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472319.550632:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185792000:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.550655:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472319.550683:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185791616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.550708:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472319.550724:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472319.550730:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185791744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.550778:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472319.550808:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185792000 00000100:00100000:0.0:1772472319.550811:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185792000 00000100:00100000:0.0:1772472319.550840:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791744 00000100:00100000:0.0:1772472319.550844:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791744 00000100:00100000:0.0:1772472319.550864:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1772472319.550871:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185792000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.550907:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185792000:12345-0@lo:400:kworker.0 Request processed in 36us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472319.550913:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1772472319.550925:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1772472319.550932:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185791744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551067:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185791744:12345-0@lo:400:kworker.0 Request processed in 136us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472319.551074:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1772472319.551092:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791488 00000100:00100000:0.0:1772472319.551095:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791488 00000100:00100000:0.0:1772472319.551117:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185791616 00000100:00100000:0.0:1772472319.551120:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185791616 00000100:00100000:0.0:1772472319.551281:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1772472319.551289:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185791488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551321:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185791488:12345-0@lo:400:kworker.0 Request processed in 33us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472319.551327:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1772472319.551338:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1772472319.551343:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185791616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551367:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185791616:12345-0@lo:400:kworker.0 Request processed in 23us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472319.551372:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00080000:0.0:1772472319.551397:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472319.551401:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472319.551403:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472319.551421:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185791744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551430:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185791616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551518:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185791488:0@lo:400:kworker.0 00000100:00100000:0.0:1772472319.551531:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185792000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472319.553415:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185791360:0@lo:400:kworker.0 00000001:00080000:3.0:1772472320.044462:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967510 is committed 00000100:00100000:3.0:1772472320.054959:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472320.054984:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302db6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185792128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472320.055284:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472320.055936:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302db6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185792128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472320.059360:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c405789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185792256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472320.059440:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472320.059532:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185792256 00000100:00100000:0.0:1772472320.059540:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185792256 00000100:00100000:0.0:1772472320.059598:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1772472320.059606:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185792256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472320.059640:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472320.059989:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185792256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 382us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472320.059998:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1772472320.060070:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c405789500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185792256:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472321.149878:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472321.325693:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 42 committed 00000004:00080000:0.0:1772472321.327525:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 43 committed 00000100:00100000:0.0:1772472322.747772:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472322.747836:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169876992 00000100:00100000:1.0:1772472322.747847:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169876992 00000100:00100000:1.0:1772472322.747923:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 551 00000100:00100000:1.0:1772472322.747934:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169876992:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472322.748052:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169876992:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 119us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472322.748060:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 551 00000100:00080000:0.0:1772472322.748199:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472322.756467:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472322.756541:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877120 00000100:00100000:0.0:1772472322.756551:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877120 00000100:00100000:0.0:1772472322.756629:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 289 00000100:00100000:0.0:1772472322.756639:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39838:x1858570169877120:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472322.757085:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39838:x1858570169877120:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 447us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472322.757094:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 289 00000100:00080000:1.0:1772472322.757647:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472322.759357:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472322.759461:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877248 00000100:00100000:0.0:1772472322.759473:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877248 00000100:00100000:0.0:1772472322.759544:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 290 00000100:00100000:0.0:1772472322.759557:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39838:x1858570169877248:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:1.0:1772472322.759777:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472322.760173:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39838:x1858570169877248:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 618us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472322.760183:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 290 00000100:00100000:1.0:1772472322.768557:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472322.772140:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877376 00000100:00100000:0.0:1772472322.772155:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877376 00000100:00100000:3.0:1772472322.776178:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 552 00000100:00100000:3.0:1772472322.776201:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877376:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472322.776573:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877376:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 380us (8026us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472322.776582:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 552 00000100:00100000:1.0:1772472322.780667:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472322.780762:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877504 00000100:00100000:0.0:1772472322.780772:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877504 00000100:00100000:0.0:1772472322.780831:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 553 00000100:00100000:0.0:1772472322.780842:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877504:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472322.780961:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877504:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 120us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472322.780969:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 553 00000100:00100000:1.0:1772472322.784609:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472322.789702:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877632 00000100:00100000:0.0:1772472322.789727:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877632 00000100:00100000:1.0:1772472322.790067:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 291 00000100:00100000:1.0:1772472322.790079:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39838:x1858570169877632:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472322.790852:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:39838:x1858570169877632:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 774us (6250us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472322.790860:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 291 00000100:00100000:3.0:1772472322.793317:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472322.793539:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877760 00000100:00100000:1.0:1772472322.793549:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877760 00000100:00100000:1.0:1772472322.793608:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 292 00000100:00100000:1.0:1772472322.793620:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39838:x1858570169877760:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472322.794222:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:39838:x1858570169877760:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 604us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472322.794232:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 292 00000100:00100000:3.0:1772472322.796089:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472322.796350:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169877888 00000100:00100000:1.0:1772472322.796361:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169877888 00000100:00100000:1.0:1772472322.796419:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 554 00000100:00100000:1.0:1772472322.796429:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877888:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472322.796798:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39838:x1858570169877888:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 369us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472322.796806:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 554 00000100:00100000:3.0:1772472322.898937:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169878144 00000100:00100000:3.0:1772472322.898949:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169878144 00000100:00100000:3.0:1772472322.899017:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 555 00000100:00100000:3.0:1772472322.899025:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:39842:x1858570169878144:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772472322.899074:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472322.899099:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfa54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a61 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899122:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:3.0:1772472322.899132:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472322.899152:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfa69 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899164:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfa69 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899173:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfa69 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899183:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899186:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899191:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899365:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfa77 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899370:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfa77 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472322.899375:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfa77 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901570:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472322.901576:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfa7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901583:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472322.901586:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfa7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901590:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfa7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901596:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2e:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:0.0:1772472322.901597:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472322.901599:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfa7e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901603:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfa7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.901615:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472322.901617:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472322.901617:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472322.904785:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904806:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904814:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904820:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472322.904825:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904837:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904852:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c4052b6d00) 00010000:00010000:0.0:1772472322.904855:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472322.904860:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472322.904867:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfa70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472322.981233:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169878272 00000100:00100000:0.0:1772472322.981243:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169878272 00000100:00100000:0.0:1772472322.981306:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1016 00000100:00100000:0.0:1772472322.981317:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169878272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472322.981398:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169878272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472322.981406:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1016 00000100:00100000:3.0:1772472322.985607:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472322.985658:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472322.985700:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472322.986556:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169878400 00000100:00100000:1.0:1772472322.986562:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169878400 00000100:00100000:1.0:1772472322.986605:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:1.0:1772472322.986613:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169878400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472322.986702:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169878400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 89us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472322.986721:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1222 00010000:00010000:3.0:1772472323.191673:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472324.214893:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472324.671175:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185792512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.671278:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472324.671768:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185793024:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.671793:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472324.672413:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185792512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.672431:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185793024:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.672465:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185792640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.672501:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472324.673824:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472324.673840:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185792768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.673886:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472324.673932:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185792768 00000100:00100000:3.0:1772472324.673939:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185792768 00000100:00100000:3.0:1772472324.674001:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1772472324.674009:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185792768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472324.674055:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185792768:12345-0@lo:400:kworker.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472324.674061:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1772472324.674103:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185792768:0@lo:400:kworker.0 00000100:00080000:0.0:1772472324.676941:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472324.679286:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185792640:0@lo:400:kworker.0 00000100:00080000:0.0:1772472324.679343:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1772472324.748981:0:68724:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1750581238369ns, next at 1727721053944ns, rc = 0 00000004:00080000:1.0:1772472324.749102:0:68724:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1750581361262ns, next at 1749733139639ns, rc = 0 00000004:00080000:1.0:1772472324.794159:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 43 committed 00000001:00080000:1.0:1772472324.796151:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967511 is committed 00000004:00080000:1.0:1772472324.796167:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed 00000004:00080000:1.0:1772472324.796307:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed 00000100:00100000:3.0:1772472324.796720:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185793152 00000100:00100000:3.0:1772472324.796728:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185793152 00000100:00100000:3.0:1772472324.796796:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1772472324.796805:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185793152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472324.796837:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00010000:00010000:3.0:1772472324.796865:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.796888:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.796896:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472324.796898:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472324.796902:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.796930:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.796944:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 5 pid: 6591 timeout: 1850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472324.796957:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185793280:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772472324.797166:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca56540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472324.799907:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185793280:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472324.799936:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472324.802160:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472324.802535:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169878784 00000100:00100000:1.0:1772472324.802548:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169878784 00010000:00010000:1.0:1772472324.802625:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 6 pid: 6591 timeout: 1850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472324.802697:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 327 00000100:00100000:1.0:1772472324.802707:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169878784:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472324.802723:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472324.802729:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 6 pid: 6591 timeout: 1850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.802783:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 6 pid: 6591 timeout: 1850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.802810:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852dfa62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a68 expref: 6 pid: 6591 timeout: 1850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.802830:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472324.802832:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472324.802838:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.802848:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.802874:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472324.802933:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169878784:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 228us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472324.802941:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 327 00010000:00010000:3.0:1772472324.803079:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.803091:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.803107:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.803116:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472324.803142:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472324.803692:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185793152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6886us (7092us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1772472324.803702:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:0.0:1772472324.803985:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472324.805134:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472324.805145:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.805157:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472324.805162:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.805179:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.805198:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.805205:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852dfa85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472324.805224:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472324.805226:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472324.805227:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472325.174924:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185793536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472325.174982:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472325.175046:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185793408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472325.175084:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472325.175246:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185793408 00000100:00100000:1.0:1772472325.175251:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185793408 00000100:00100000:1.0:1772472325.175274:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1772472325.175279:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185793408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472325.175298:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472325.176945:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185793408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1655us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472325.176960:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1772472325.178104:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185793536:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472325.242835:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472326.262969:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472327.288855:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472327.816377:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000100:00100000:1.0:1772472328.104540:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879296 00000100:00100000:1.0:1772472328.104553:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879296 00000100:00100000:1.0:1772472328.104631:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879168 00000100:00100000:1.0:1772472328.104635:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879168 00000100:00100000:1.0:1772472328.104663:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 860 00000100:00100000:1.0:1772472328.104673:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169879296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472328.104785:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169879296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 115us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472328.104793:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 860 00000100:00100000:1.0:1772472328.104809:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 861 00000100:00100000:1.0:1772472328.104815:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169879168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472328.104841:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169879168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472328.104847:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 861 00000100:00100000:1.0:1772472328.104864:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169878912 00000100:00100000:1.0:1772472328.104866:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169878912 00000100:00100000:1.0:1772472328.104889:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1018 00000100:00100000:1.0:1772472328.104894:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169878912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472328.104917:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169878912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472328.104923:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1018 00000100:00100000:3.0:1772472328.105240:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879040 00000100:00100000:3.0:1772472328.105246:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879040 00000100:00100000:3.0:1772472328.105292:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:3.0:1772472328.105299:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169879040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472328.105332:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169879040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472328.105339:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00080000:1.0:1772472328.105651:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472328.310872:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472329.337263:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472329.783441:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794176 00000100:00100000:0.0:1772472329.783449:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794176 00000100:00100000:0.0:1772472329.783812:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185793920 00000100:00100000:0.0:1772472329.783816:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185793920 00000100:00100000:0.0:1772472329.793838:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1772472329.793868:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185793920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472329.794442:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185793920:12345-0@lo:400:kworker.0 Request processed in 589us (10903us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472329.794453:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00080000:0.0:1772472329.796009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472329.796076:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185793920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472329.797897:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794304 00000100:00100000:1.0:1772472329.797911:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794304 00000100:00100000:1.0:1772472329.797972:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794048 00000100:00100000:1.0:1772472329.797975:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794048 00000100:00100000:1.0:1772472329.798004:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1772472329.798014:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185794304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472329.798100:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185794304:12345-0@lo:400:kworker.0 Request processed in 88us (14614us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472329.798108:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1772472329.798124:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1772472329.798130:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185794048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472329.798164:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185794048:12345-0@lo:400:kworker.0 Request processed in 34us (14584us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472329.798171:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00080000:1.0:1772472329.798194:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472329.798197:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472329.798238:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301e8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185794048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472330.306790:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472330.306825:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185794560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472330.306930:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472330.307001:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794560 00000100:00100000:1.0:1772472330.307012:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794560 00000100:00100000:1.0:1772472330.307066:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1772472330.307076:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185794560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472330.307120:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472330.307168:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185794560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472330.307175:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1772472330.307229:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185794560:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472330.369246:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472331.384177:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472332.406915:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472333.233267:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879680 00000100:00100000:3.0:1772472333.233278:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879680 00000100:00100000:3.0:1772472333.233345:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 864 00000100:00100000:3.0:1772472333.233355:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169879680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472333.233382:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879424 00000100:00100000:1.0:1772472333.233386:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879424 00000100:00100000:0.0:1772472333.233398:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879552 00000100:00100000:0.0:1772472333.233404:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879552 00000100:00100000:3.0:1772472333.233433:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169879680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 78us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472333.233433:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1020 00000100:00100000:3.0:1772472333.233442:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 864 00000100:00100000:1.0:1772472333.233442:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169879424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472333.233462:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00100000:1.0:1772472333.233474:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169879424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472333.233476:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 865 00000100:00100000:0.0:1772472333.233477:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169879552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472333.233484:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1020 00000100:00100000:3.0:1772472333.233486:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169879808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472333.233510:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169879808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472333.233516:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 865 00000100:00100000:0.0:1772472333.233539:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169879552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 56us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472333.233548:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00080000:0.0:1772472333.233577:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472333.233582:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472333.233585:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472333.430973:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472334.455323:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472334.903100:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185794944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472334.903178:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472334.903323:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185794816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.903353:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472334.903380:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472334.903387:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185794688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.903414:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472334.903473:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794944 00000100:00100000:3.0:1772472334.903481:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794944 00000100:00100000:3.0:1772472334.903554:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794816 00000100:00100000:3.0:1772472334.903557:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794816 00000100:00100000:3.0:1772472334.903581:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1772472334.903590:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185794944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.903907:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185795072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.903943:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1772472334.903975:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472334.904005:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185795072 00000100:00100000:0.0:1772472334.904009:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185795072 00000100:00100000:0.0:1772472334.904058:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1772472334.904066:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185795072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.904102:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185795072:12345-0@lo:400:kworker.0 Request processed in 37us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472334.904109:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00080000:0.0:1772472334.904132:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472334.904161:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185795072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.904194:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185794688 00000100:00100000:0.0:1772472334.904197:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185794688 00000100:00100000:0.0:1772472334.904220:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1772472334.904227:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185794688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.904260:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185794688:12345-0@lo:400:kworker.0 Request processed in 34us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472334.904267:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1772472334.904305:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1772472334.904312:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185794816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.904337:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185794816:12345-0@lo:400:kworker.0 Request processed in 27us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472334.904344:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1772472334.904388:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185794688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472334.904399:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185794816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.908857:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185794944:12345-0@lo:400:kworker.0 Request processed in 5256us (5668us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472334.908875:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1772472334.909383:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185795328:0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.909448:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472334.909490:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472334.909496:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185795200:0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.909530:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472334.909566:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185795200 00000100:00100000:3.0:1772472334.909574:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185795200 00000100:00100000:3.0:1772472334.909634:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1772472334.909643:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185795200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472334.909712:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185795200:12345-0@lo:400:kworker.0 Request processed in 71us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472334.909719:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00080000:3.0:1772472334.909736:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472334.909790:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185795200:0@lo:400:kworker.0 00000100:00080000:3.0:1772472334.910304:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472334.911195:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185794944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472335.415206:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472335.415228:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185795456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472335.415295:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472335.415425:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472335.415435:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185795584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472335.416202:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472335.418424:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1772472335.418435:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185795456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472335.418473:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472335.418554:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185795456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472335.418561:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1772472335.418581:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1772472335.418587:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185795584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472335.418606:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472335.418640:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185795584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (2442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472335.418646:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1772472335.418689:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185795584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472335.418807:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185795456:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472335.479485:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472336.502947:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472337.526954:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472338.342602:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472338.342662:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472338.342688:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169880064 00000100:00100000:3.0:1772472338.342709:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472338.342712:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169880064 00000100:00100000:0.0:1772472338.342837:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:0.0:1772472338.342848:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169880064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472338.342868:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169879936 00000100:00100000:1.0:1772472338.342875:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169879936 00000100:00100000:1.0:1772472338.342922:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1022 00000100:00100000:0.0:1772472338.342928:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169880064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472338.342934:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169879936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472338.342942:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:1.0:1772472338.342975:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169879936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472338.342982:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1022 00000100:00080000:1.0:1772472338.343036:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472338.343235:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472338.343350:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 869 00000100:00100000:3.0:1772472338.343362:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169880192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472338.343397:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169880192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472338.343404:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 869 00000100:00080000:1.0:1772472338.343647:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472338.343651:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472338.550947:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472339.575117:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472340.023181:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185796096:0@lo:400:kworker.0 00000100:00100000:0.0:1772472340.023250:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472340.023308:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472340.023315:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185795968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472340.023337:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472340.023364:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796096 00000100:00100000:0.0:1772472340.023371:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796096 00000100:00100000:0.0:1772472340.023436:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1772472340.023445:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185796096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472340.023496:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185796096:12345-0@lo:400:kworker.0 Request processed in 53us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472340.023503:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1772472340.023547:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185796096:0@lo:400:kworker.0 00000100:00080000:1.0:1772472340.023713:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472340.023789:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185795840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.023819:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472340.023855:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185796352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.023877:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472340.023899:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772472340.023905:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185795712:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.023927:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472340.023942:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185796224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.023957:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472340.023979:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185795968 00000100:00100000:1.0:1772472340.024131:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796352 00000100:00100000:1.0:1772472340.024135:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796352 00000100:00100000:1.0:1772472340.024165:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1772472340.024171:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185796352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472340.024207:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185796352:12345-0@lo:400:kworker.0 Request processed in 36us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472340.024212:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00080000:1.0:1772472340.024224:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472340.024242:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185795840 00000100:00100000:1.0:1772472340.024245:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185795840 00000100:00100000:1.0:1772472340.024263:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796224 00000100:00100000:1.0:1772472340.024265:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796224 00000100:00100000:1.0:1772472340.024282:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1772472340.024287:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185795840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472340.024312:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185795840:12345-0@lo:400:kworker.0 Request processed in 25us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472340.024321:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1772472340.024330:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1772472340.024336:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185796224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472340.024354:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185796224:12345-0@lo:400:kworker.0 Request processed in 19us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472340.024359:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00080000:1.0:1772472340.024369:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472340.024402:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185795968 00000100:00100000:3.0:1772472340.024445:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1772472340.024451:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185795968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.024482:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185795968:12345-0@lo:400:kworker.0 Request processed in 31us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472340.024488:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1772472340.024515:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185796224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.024524:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185795840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472340.024532:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185796352:0@lo:400:kworker.0 00000100:00080000:1.0:1772472340.024664:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472340.025082:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185795712 00000100:00100000:0.0:1772472340.025087:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185795712 00000100:00100000:0.0:1772472340.025155:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1772472340.025161:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185795712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472340.025204:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185795712:12345-0@lo:400:kworker.0 Request processed in 43us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472340.025210:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1772472340.025267:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185795712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472340.535324:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185796480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472340.535394:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472340.535491:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796480 00000100:00100000:1.0:1772472340.535499:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796480 00000100:00100000:1.0:1772472340.535546:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1772472340.535556:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185796480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472340.535600:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472340.535646:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185796480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472340.535654:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1772472340.535721:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185796480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472340.536157:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185796608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472340.536193:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472340.536464:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796608 00000100:00100000:0.0:1772472340.536470:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796608 00000100:00100000:0.0:1772472340.536503:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1772472340.536509:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185796608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472340.536528:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472340.536569:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185796608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472340.536575:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00010000:00010000:1.0:1772472340.598905:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472341.066273:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472341.066524:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169880448 00000100:00100000:0.0:1772472341.066535:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169880448 00000100:00100000:0.0:1772472341.066615:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 556 00000100:00100000:0.0:1772472341.066626:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30326b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169880448:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472341.066782:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30326b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169880448:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 157us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472341.066789:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 556 00000100:00080000:1.0:1772472341.066864:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472341.079110:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169880576 00000100:00100000:0.0:1772472341.079122:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169880576 00000100:00100000:0.0:1772472341.079195:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 294 00000100:00100000:0.0:1772472341.079204:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169880576:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472341.079540:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169880576:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 336us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472341.079550:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 294 00000100:00080000:1.0:1772472341.079629:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472341.082331:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169880704 00000100:00100000:1.0:1772472341.082340:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169880704 00000100:00100000:1.0:1772472341.082424:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 295 00000100:00100000:1.0:1772472341.082435:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169880704:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472341.082813:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169880704:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 379us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472341.082822:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 295 00000100:00100000:0.0:1772472341.088671:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472341.101686:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472341.101861:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169880960 00000100:00100000:3.0:1772472341.101871:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169880960 00000100:00100000:3.0:1772472341.101924:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 558 00000100:00100000:3.0:1772472341.101933:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169880960:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472341.102026:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169880960:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 93us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472341.102034:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 558 00000100:00100000:3.0:1772472341.122080:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881088 00000100:00100000:3.0:1772472341.122091:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881088 00000100:00100000:3.0:1772472341.122149:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 296 00000100:00100000:3.0:1772472341.122159:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169881088:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472341.122461:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169881088:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 303us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472341.122469:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 296 00000100:00100000:0.0:1772472341.137304:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472341.145638:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881216 00000100:00100000:3.0:1772472341.145656:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881216 00000100:00100000:3.0:1772472341.146080:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 297 00000100:00100000:3.0:1772472341.146094:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169881216:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472341.146546:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40060:x1858570169881216:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 454us (9249us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472341.146569:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 297 00000100:00100000:3.0:1772472341.153194:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881344 00000100:00100000:3.0:1772472341.153203:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881344 00000100:00100000:3.0:1772472341.153257:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 559 00000100:00100000:3.0:1772472341.153266:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169881344:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472341.153578:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40060:x1858570169881344:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 313us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472341.153590:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 559 00010000:00010000:3.0:1772472341.626294:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472342.647533:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472343.463216:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472343.463263:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472343.463294:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472343.463318:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472343.463360:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881856 00000100:00100000:1.0:1772472343.463370:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881856 00000100:00100000:1.0:1772472343.463421:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881728 00000100:00100000:1.0:1772472343.463425:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881728 00000100:00100000:1.0:1772472343.463495:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 872 00000100:00100000:1.0:1772472343.463505:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169881856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472343.463576:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169881856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 73us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472343.463585:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 872 00000100:00100000:1.0:1772472343.463603:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 873 00000100:00100000:1.0:1772472343.463610:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169881728:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472343.463633:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169881728:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472343.463639:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 873 00000100:00100000:1.0:1772472343.463657:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881472 00000100:00100000:1.0:1772472343.463661:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881472 00000100:00100000:1.0:1772472343.463686:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1024 00000100:00100000:1.0:1772472343.463692:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169881472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472343.463715:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169881472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472343.463722:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1024 00000100:00080000:1.0:1772472343.463775:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472343.463780:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472343.464055:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881600 00000100:00100000:3.0:1772472343.464059:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881600 00000100:00100000:3.0:1772472343.464097:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00100000:3.0:1772472343.464105:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169881600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472343.464166:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169881600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 61us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472343.464172:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00080000:1.0:1772472343.465045:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472343.672072:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472343.876310:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796736 00000100:00100000:1.0:1772472343.876319:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796736 00000100:00100000:1.0:1772472343.876381:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1772472343.876392:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302537480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68993:x1858570185796736:12345-0@lo:104: 00010000:00010000:1.0:1772472343.876409:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472343.876480:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472343.876486:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302537480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:68993:x1858570185796736:12345-0@lo:104: Request processed in 97us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472343.876493:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00010000:00010000:0.0:1772472343.876556:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472343.876565:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876571:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472343.876574:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876583:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472343.876590:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472343.876595:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472343.876634:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876641:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472343.876665:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876671:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfa0e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa15 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876689:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472343.876691:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472343.876692:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472343.876704:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185796864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472343.876734:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472343.876797:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796864 00000100:00100000:0.0:1772472343.876802:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796864 00010000:00010000:0.0:1772472343.876821:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 18 pid: 5803 timeout: 1919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472343.876843:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1772472343.876850:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185796864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472343.876861:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472343.876866:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 18 pid: 5803 timeout: 1919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876877:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 18 pid: 5803 timeout: 1919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876891:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876900:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876911:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876918:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876924:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876930:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876935:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472343.876939:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876946:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876954:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472343.876963:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472343.876989:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185796864:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472343.876995:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1772472343.877030:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185796864:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472343.877187:0:68993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfa15 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfa0e expref: 17 pid: 5803 timeout: 1919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472343.877199:0:68993:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c405789f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:68993:1858570185796736:0@lo:104: 00010000:00010000:3.0:1772472343.877212:0:68993:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472343.877220:0:68993:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472343.877228:0:68993:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472343.877234:0:68993:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852dfa8c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 68993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472344.695931:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472345.144084:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301e8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185797120:0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.144183:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472345.144238:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185797632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.144264:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472345.144301:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472345.144308:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185797248:0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.144341:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472345.144379:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797632 00000100:00100000:1.0:1772472345.144386:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797632 00000100:00100000:1.0:1772472345.144456:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1772472345.144464:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185797632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.144513:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185797632:12345-0@lo:400:kworker.0 Request processed in 50us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472345.144520:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:1.0:1772472345.144541:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472345.144574:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185797632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145031:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185796992:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145077:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472345.145106:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185797504:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145125:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472345.145147:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472345.145152:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185797376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145169:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472345.145193:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797120 00000100:00100000:0.0:1772472345.145198:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797120 00000100:00100000:0.0:1772472345.145225:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797248 00000100:00100000:0.0:1772472345.145228:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797248 00000100:00100000:0.0:1772472345.145248:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797504 00000100:00100000:0.0:1772472345.145250:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797504 00000100:00100000:0.0:1772472345.145263:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1772472345.145270:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185797120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145318:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185797120:12345-0@lo:400:kworker.0 Request processed in 47us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472345.145336:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1772472345.145350:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1772472345.145357:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185797248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145384:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185797248:12345-0@lo:400:kworker.0 Request processed in 28us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472345.145389:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1772472345.145400:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1772472345.145405:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185797504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145433:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185797504:12345-0@lo:400:kworker.0 Request processed in 27us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472345.145439:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1772472345.145457:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797376 00000100:00100000:0.0:1772472345.145461:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797376 00000100:00100000:0.0:1772472345.145483:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1772472345.145490:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185797376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145519:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185797376:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472345.145524:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:0.0:1772472345.145538:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472345.145541:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472345.145565:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185797376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145575:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185797504:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145598:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185797248:0@lo:400:kworker.0 00000100:00100000:0.0:1772472345.145608:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301e8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185797120:0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.145766:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185796992 00000100:00100000:1.0:1772472345.145771:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185796992 00000100:00100000:1.0:1772472345.145802:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1772472345.145808:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185796992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.145843:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185796992:12345-0@lo:400:kworker.0 Request processed in 35us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472345.145849:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1772472345.146175:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185796992:0@lo:400:kworker.0 00000100:00100000:1.0:1772472345.404411:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797760 00000100:00100000:1.0:1772472345.404427:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797760 00000100:00100000:1.0:1772472345.404563:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1772472345.404574:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185797760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472345.404594:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472345.404620:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfa93 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472345.404651:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfa93 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472345.404663:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfa93 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472345.404674:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472345.404796:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185797760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (4337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472345.404804:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1772472345.655527:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472345.655552:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185797888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472345.655649:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472345.656380:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185797888 00000100:00100000:1.0:1772472345.656390:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185797888 00000100:00100000:1.0:1772472345.656441:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1772472345.656450:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185797888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472345.656492:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472345.656553:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185797888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472345.656572:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1772472345.657253:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185797888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472345.658955:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185798016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472345.659017:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472345.660888:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798016 00000100:00100000:0.0:1772472345.660914:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798016 00000100:00100000:0.0:1772472345.660988:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1772472345.660999:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c405789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185798016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472345.661037:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472345.661108:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c405789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185798016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472345.661116:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1772472345.662492:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185798016:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472346.744342:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472347.767087:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472347.856487:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472347.859234:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169881984 00000100:00100000:3.0:1772472347.859258:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169881984 00000100:00100000:3.0:1772472347.859358:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 560 00000100:00100000:3.0:1772472347.859370:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40147:x1858570169881984:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472347.859394:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472347.859427:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaa1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a6f expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.862574:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.862608:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.862627:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772472347.863503:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1772472347.863591:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1772472347.863598:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472347.863661:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.863709:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaa1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a6f expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.864550:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a6f expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.864566:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772472347.864570:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472347.864574:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:0.0:1772472347.884287:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40147:x1858570169881984:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 24900us (27794us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472347.884301:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 560 00000100:00100000:3.0:1772472347.894934:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882240 00000100:00100000:3.0:1772472347.894951:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882240 00000100:00100000:3.0:1772472347.895030:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 561 00000100:00100000:3.0:1772472347.895041:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40147:x1858570169882240:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472347.895111:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472347.895147:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852dfaa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a6f expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.895166:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfa38) 00010000:00010000:3.0:1772472347.895172:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772472347.895184:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472347.895212:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.895227:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.895237:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472347.968926:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967512 is committed 00000004:00010000:1.0:1772472347.969335:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d4dbb7a1 reply state 000000000219ee3a transno 4294967512 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472347.969367:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472347.969442:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00080000:1.0:1772472347.969628:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772472347.969663:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40147:x1858570169882240:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 74619us (74812us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1772472347.969674:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 561 00010000:00010000:3.0:1772472347.972908:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.972931:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.972940:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.972947:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472347.972954:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.972961:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.972987:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772472347.972990:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472347.972996:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472347.973002:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852dfaaf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472348.601123:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472348.601171:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472348.601215:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472348.601249:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472348.601310:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882496 00000100:00100000:0.0:1772472348.601320:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882496 00000100:00100000:0.0:1772472348.601388:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:0.0:1772472348.601400:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472348.601486:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472348.601494:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:0.0:1772472348.601531:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882624 00000100:00100000:0.0:1772472348.601535:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882624 00000100:00100000:0.0:1772472348.601567:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882752 00000100:00100000:0.0:1772472348.601570:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882752 00000100:00100000:0.0:1772472348.601590:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 876 00000100:00100000:0.0:1772472348.601596:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472348.601623:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472348.601644:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 876 00000100:00100000:0.0:1772472348.601655:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 877 00000100:00100000:0.0:1772472348.601662:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472348.601684:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169882752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472348.601689:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 877 00000100:00080000:0.0:1772472348.601844:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472348.601848:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472348.602229:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882368 00000100:00100000:1.0:1772472348.602237:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882368 00000100:00100000:1.0:1772472348.602291:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1027 00000100:00100000:1.0:1772472348.602300:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169882368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472348.602363:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169882368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472348.602370:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1027 00010000:00010000:0.0:1772472348.792145:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472349.102269:0:69190:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd8013310 20000000:00000080:3.0:1772472349.102290:0:69190:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3033c8400 uarg=0000000000000000 00010000:00010000:3.0:1772472349.104278:0:69190:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472349.104296:0:69190:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472349.104317:0:69190:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472349.104336:0:69190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852dfab6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472349.104355:0:69190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfa93 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472349.104363:0:69190:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852dfab6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472349.104402:0:69190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfa93 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472349.104419:0:69190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852dfa9a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfa93 expref: 17 pid: 5805 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472349.104433:0:69190:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69190:1858570185798144:0@lo:104: 00000100:00100000:3.0:1772472349.104495:0:69190:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472349.105034:0:69190:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c406294480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472349.109649:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798144 00000100:00100000:1.0:1772472349.109670:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798144 00000100:00100000:1.0:1772472349.109863:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1772472349.109875:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69190:x1858570185798144:12345-0@lo:104: 00010000:00010000:1.0:1772472349.109895:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472349.109992:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472349.109998:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69190:x1858570185798144:12345-0@lo:104: Request processed in 127us (5503us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472349.110005:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1772472349.110078:0:69190:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69190:1858570185798144:0@lo:104: 00010000:00010000:3.0:1772472349.110106:0:69190:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852dfab6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110183:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472349.110190:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110197:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472349.110201:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110209:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472349.110216:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472349.110222:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472349.110271:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110278:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472349.110301:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110308:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54a00/0xc2ef6d41852dfa93 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfa9a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472349.110337:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472349.110339:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472349.110341:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472349.110355:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185798272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472349.110397:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772472349.126930:0:69190:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852dfab6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472349.126953:0:69190:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852dfab6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472349.129701:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185798272:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472349.815990:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472350.264053:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185798528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264127:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264188:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185799040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264213:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264249:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472350.264256:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185798400:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264283:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264303:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185798912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264324:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264349:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185798656:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264372:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264388:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472350.264393:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185798784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.264415:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472350.264449:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798528 00000100:00100000:3.0:1772472350.264456:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798528 00000100:00100000:3.0:1772472350.264936:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798912 00000100:00100000:3.0:1772472350.264941:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798912 00000100:00100000:3.0:1772472350.264981:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798656 00000100:00100000:3.0:1772472350.264984:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798656 00000100:00100000:3.0:1772472350.265002:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1772472350.265010:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185798528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265086:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185798528:12345-0@lo:400:kworker.0 Request processed in 76us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472350.265094:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1772472350.265116:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1772472350.265124:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185798912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265151:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185798912:12345-0@lo:400:kworker.0 Request processed in 30us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472350.265156:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1772472350.265166:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1772472350.265172:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185798656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265202:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185798656:12345-0@lo:400:kworker.0 Request processed in 30us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472350.265209:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1772472350.265228:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799040 00000100:00100000:3.0:1772472350.265241:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799040 00000100:00100000:3.0:1772472350.265267:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798784 00000100:00100000:3.0:1772472350.265270:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798784 00000100:00100000:3.0:1772472350.265300:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1772472350.265307:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185799040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265338:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185799040:12345-0@lo:400:kworker.0 Request processed in 32us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472350.265343:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1772472350.265354:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1772472350.265359:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185798784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265384:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185798784:12345-0@lo:400:kworker.0 Request processed in 26us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472350.265388:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1772472350.265452:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185798784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.265465:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185798656:0@lo:400:kworker.0 00000100:00080000:0.0:1772472350.265621:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472350.265626:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472350.265629:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472350.265820:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185798400 00000100:00100000:1.0:1772472350.265826:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185798400 00000100:00100000:1.0:1772472350.265873:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1772472350.265882:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185798400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472350.265921:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185798400:12345-0@lo:400:kworker.0 Request processed in 41us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472350.265927:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1772472350.266113:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185798912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.266129:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185798528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.266141:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185799040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.266160:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185798400:0@lo:400:kworker.0 00000100:00100000:3.0:1772472350.775067:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185799168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472350.775144:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472350.775277:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799168 00000100:00100000:1.0:1772472350.775296:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799168 00000100:00100000:1.0:1772472350.775358:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1772472350.775367:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185799168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472350.775406:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472350.775458:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185799168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472350.775466:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1772472350.775517:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185799168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472350.783420:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185799296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472350.783496:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472350.783618:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799296 00000100:00100000:0.0:1772472350.783627:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799296 00000100:00100000:0.0:1772472350.783683:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1772472350.783692:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185799296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472350.783733:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472350.783818:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185799296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472350.783826:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1772472350.783917:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185799296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472350.840487:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472351.033957:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799424 00000100:00100000:0.0:1772472351.033966:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799424 00000100:00100000:0.0:1772472351.034035:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1772472351.034045:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185799424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472351.034070:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472351.034092:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfabd expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472351.034116:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472351.034129:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472351.034139:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472351.034195:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185799424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472351.034203:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00010000:00010000:3.0:1772472351.867892:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472352.898508:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472353.169672:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169882880 00000100:00100000:0.0:1772472353.169686:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169882880 00000100:00100000:0.0:1772472353.169820:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 102 00000100:00100000:0.0:1772472353.169830:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40225:x1858570169882880:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:0.0:1772472353.169968:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40225:x1858570169882880:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 140us (4364us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472353.169977:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 102 00000100:00080000:1.0:1772472353.171626:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472353.187683:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472353.187787:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169883008 00000100:00100000:0.0:1772472353.187796:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169883008 00000100:00100000:0.0:1772472353.187856:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 562 00000100:00100000:0.0:1772472353.187866:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40225:x1858570169883008:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772472353.187886:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472353.187909:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfacb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a76 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.187974:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.187987:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188000:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188013:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188020:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188028:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188241:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188250:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188258:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472353.188285:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:0.0:1772472353.188290:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472353.188316:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188327:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188333:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188339:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188344:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472353.188349:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188356:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188368:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472353.188371:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472353.188375:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188380:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfad2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188390:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188395:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188400:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188405:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472353.188407:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188412:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.188419:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8a500) 00010000:00010000:0.0:1772472353.188421:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472353.196431:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.196449:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfad9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.196513:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfacb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a76 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.196530:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a76 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.196539:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472353.196541:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472353.196543:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472353.196624:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40225:x1858570169883008:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 8758us (8949us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472353.196633:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 562 00000100:00100000:0.0:1772472353.210349:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472353.210532:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169883264 00000100:00100000:0.0:1772472353.210542:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169883264 00000100:00100000:0.0:1772472353.210592:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 563 00000100:00100000:0.0:1772472353.210603:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40225:x1858570169883264:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772472353.210623:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472353.210641:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfae7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a7d expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210789:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210804:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210820:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210835:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210841:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.210848:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472353.211306:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:0.0:1772472353.211547:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dfafc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211558:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dfafc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211566:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dfafc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211602:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211610:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211617:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211623:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472353.211627:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211634:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211646:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472353.211649:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472353.211653:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211660:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfaee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472353.211672:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b17d31a9 reply state 00000000f89b2782 transno 4294967513 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472353.211681:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472353.211708:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfae7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a7d expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211722:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dfafc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a7d expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.211730:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772472353.211732:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472353.211735:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cba00, rc 0) 00000100:00100000:0.0:1772472353.211818:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40225:x1858570169883264:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1217us (1477us total) trans 4294967513 rc 0/0 00000100:00100000:0.0:1772472353.211826:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 563 00000100:00100000:0.0:1772472353.211888:0:6777:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6777:1858570185799552:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1772472353.211929:0:6777:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472353.211968:0:6777:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6da80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472353.212080:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799552 00000100:00100000:0.0:1772472353.212086:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799552 00000100:00100000:0.0:1772472353.212124:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1772472353.212132:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb4b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:6777:x1858570185799552:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1772472353.212166:0:6592:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00100000:0.0:1772472353.220116:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:0.0:1772472353.220148:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220160:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220167:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220173:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472353.220178:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220196:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220218:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8ac00) 00010000:00010000:0.0:1772472353.220221:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472353.220227:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.220233:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfaf5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472353.220275:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169883520 00000100:00100000:0.0:1772472353.220286:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169883520 00000100:00100000:0.0:1772472353.220331:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 564 00000100:00100000:0.0:1772472353.220340:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:40225:x1858570169883520:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:0.0:1772472353.220401:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472353.220418:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dfafc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a7d expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1772472353.221855:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472353.224876:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772472353.224891:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472353.224936:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.224950:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.224962:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472353.225075:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000098f2f82 reply state 0000000092fecfa0 transno 4294967514 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472353.225086:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472353.225200:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40225:x1858570169883520:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 4856us (5089us total) trans 4294967514 rc 0/0 00000100:00100000:0.0:1772472353.225210:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 564 00000100:00100000:0.0:1772472353.228865:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:0.0:1772472353.228898:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228911:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228919:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228925:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472353.228930:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228938:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228956:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472353.228959:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472353.228963:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.228969:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852dfb0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472353.229007:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169883648 00000100:00100000:0.0:1772472353.229017:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169883648 00000100:00100000:0.0:1772472353.229059:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 565 00000100:00100000:0.0:1772472353.229068:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:40225:x1858570169883648:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772472353.229089:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472353.229105:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfb11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a84 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.229156:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfb11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a84 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.229170:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfb11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a84 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472353.229199:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472353.229202:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472353.229205:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772472353.229253:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40225:x1858570169883648:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 186us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472353.229260:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 565 00000100:00100000:0.0:1772472353.256645:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472353.256689:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169883776 00000100:00100000:0.0:1772472353.256698:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169883776 00000100:00100000:0.0:1772472353.256776:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 299 00000100:00100000:0.0:1772472353.256787:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169883776:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:0.0:1772472353.257067:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169883776:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 281us (430us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1772472353.257074:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 299 00000100:00100000:1.0:1772472353.262022:0:6777:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6777:1858570185799552:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1772472353.262042:0:6777:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00080000:1.0:1772472353.262066:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472353.271176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472353.271296:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884032 00000100:00100000:3.0:1772472353.271307:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884032 00000100:00100000:3.0:1772472353.271362:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 103 00000100:00100000:3.0:1772472353.271372:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40225:x1858570169884032:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:3.0:1772472353.271721:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:40225:x1858570169884032:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 349us (553us total) trans 4294967515 rc 0/0 00000100:00100000:3.0:1772472353.271728:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 103 00000100:00100000:0.0:1772472353.334312:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472353.334429:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884160 00000100:00100000:1.0:1772472353.334439:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884160 00000100:00100000:1.0:1772472353.334507:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 566 00000100:00100000:1.0:1772472353.334517:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:40229:x1858570169884160:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772472353.334541:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472353.334563:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfb18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a8b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334626:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfb1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334640:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfb1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334653:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfb1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334666:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334677:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334683:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334840:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfb2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334849:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfb2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472353.334860:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfb2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336388:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336402:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c420328800) 00010000:00010000:2.0:1772472353.336404:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472353.336407:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336414:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfb26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336466:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfb18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a8b expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336488:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfb2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a8b expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.336497:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:2.0:1772472353.336500:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472353.336503:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:2.0:1772472353.336598:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:40229:x1858570169884160:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 2081us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472353.336611:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 566 00000100:00100000:3.0:1772472353.362657:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472353.362717:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884288 00000100:00100000:3.0:1772472353.362730:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884288 00000100:00100000:3.0:1772472353.362825:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 300 00000100:00100000:3.0:1772472353.362837:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169884288:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772472353.362863:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472353.362890:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a92 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472353.362926:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x69a5c821, atime: 0x69a5c821, ctime: 0x69a5c821, blocks: 0x1 00010000:00010000:3.0:1772472353.362952:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472353.362956:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472353.368859:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.368913:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.368934:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772472353.370460:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169884288:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 7612us (7805us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472353.370477:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 300 00000100:00100000:0.0:1772472353.387422:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472353.387865:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884544 00000100:00100000:2.0:1772472353.387877:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884544 00000100:00100000:2.0:1772472353.387941:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 567 00000100:00100000:2.0:1772472353.387953:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:40229:x1858570169884544:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:2.0:1772472353.388013:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472353.388041:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfb2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a8b expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388071:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dfb11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a84 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388082:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:2.0:1772472353.388095:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472353.388119:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388132:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388142:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388155:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388162:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388168:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388320:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388328:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.388336:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472353.388943:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9344 00000004:00080000:2.0:1772472353.388954:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1779221214115ns, next at 1780221211605ns, rc = 0 00010000:00010000:2.0:1772472353.389114:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389125:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389133:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389142:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389149:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389155:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389197:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472353.389222:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389228:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389235:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389241:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472353.389247:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389255:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389267:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472353.389270:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472353.389275:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389281:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfb49 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389297:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389303:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389309:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389314:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472353.389317:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389323:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389329:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:2.0:1772472353.389331:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472353.389334:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.389339:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfb3b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472353.389347:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c4452dd8 reply state 00000000e1de6b1f transno 4294967516 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472353.389355:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472353.389431:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:40229:x1858570169884544:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1478us (2017us total) trans 4294967516 rc 0/0 00000100:00100000:2.0:1772472353.389440:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 567 00010000:00010000:3.0:1772472353.391152:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472353.391171:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.396341:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472353.396350:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.396365:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.396391:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472353.396395:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472353.396401:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.396408:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfb50 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472353.396452:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472353.396455:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472353.396458:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472353.407813:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407830:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407838:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407845:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472353.407850:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407858:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407878:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c424f78c00) 00010000:00010000:2.0:1772472353.407881:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472353.407886:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472353.407893:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfb42 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472353.431433:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967514 is committed 00000001:00080000:3.0:1772472353.431466:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967515 is committed 00000001:00080000:1.0:1772472353.479660:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:1.0:1772472353.479883:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:0.0:1772472353.702528:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472353.702716:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472353.704006:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884672 00000100:00100000:3.0:1772472353.704017:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884672 00000100:00100000:3.0:1772472353.704092:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00100000:3.0:1772472353.704101:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169884672:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472353.704195:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169884672:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472353.704204:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00100000:2.0:1772472353.710894:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884800 00000100:00100000:2.0:1772472353.710912:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884800 00000100:00100000:2.0:1772472353.711004:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 880 00000100:00100000:2.0:1772472353.711016:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169884800:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472353.711115:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169884800:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 100us (8592us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472353.711122:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 880 00000100:00080000:3.0:1772472353.711859:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472353.911373:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472354.936041:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472355.383002:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185799808:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383066:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383118:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185800320:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383155:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383180:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472355.383187:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185799680:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383214:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383247:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185800192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383269:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383295:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185800064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383318:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383336:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472355.383341:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185799936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.383360:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472355.383389:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800320 00000100:00100000:3.0:1772472355.383408:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800320 00000100:00100000:1.0:1772472355.383775:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799680 00000100:00100000:1.0:1772472355.383780:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799680 00000100:00100000:1.0:1772472355.383838:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772472355.383847:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185799680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472355.383923:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185799680:12345-0@lo:400:kworker.0 Request processed in 63us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472355.383930:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772472355.384060:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185799680:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385037:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800064 00000100:00100000:3.0:1772472355.385044:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800064 00000100:00100000:3.0:1772472355.385066:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772472355.385074:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185800320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385125:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185800320:12345-0@lo:400:kworker.0 Request processed in 52us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472355.385133:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772472355.385156:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1772472355.385163:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185800064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385195:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185800064:12345-0@lo:400:kworker.0 Request processed in 32us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472355.385200:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1772472355.385227:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799808 00000100:00100000:3.0:1772472355.385231:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799808 00000100:00100000:3.0:1772472355.385256:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800192 00000100:00100000:3.0:1772472355.385259:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800192 00000100:00100000:3.0:1772472355.385275:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185799936 00000100:00100000:3.0:1772472355.385278:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185799936 00000100:00100000:3.0:1772472355.385292:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1772472355.385297:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185799808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385326:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185799808:12345-0@lo:400:kworker.0 Request processed in 29us (2260us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472355.385332:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1772472355.385343:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1772472355.385348:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185800192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385373:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185800192:12345-0@lo:400:kworker.0 Request processed in 25us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472355.385378:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1772472355.385388:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1772472355.385394:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185799936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385419:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185799936:12345-0@lo:400:kworker.0 Request processed in 25us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472355.385426:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1772472355.385495:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185799936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472355.385503:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:3.0:1772472355.385527:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185800064:0@lo:400:kworker.0 00000100:00080000:1.0:1772472355.386703:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472355.386711:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472355.386713:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472355.386771:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185800192:0@lo:400:kworker.0 00000100:00100000:1.0:1772472355.386787:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185799808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472355.386799:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185800320:0@lo:400:kworker.0 00000020:00000080:2.0:1772472355.569035:0:69438:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbb2d3680 20000000:00000080:2.0:1772472355.569052:0:69438:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba06c00 uarg=0000000000000000 00010000:00010000:2.0:1772472355.569586:0:69438:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472355.569703:0:69438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:2.0:1772472355.569707:0:69438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472355.569718:0:69438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfae0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a76 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.570215:0:69438:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472355.570245:0:69438:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472355.570262:0:69438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.570276:0:69438:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.570289:0:69438:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.570330:0:69438:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.570347:0:69438:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 17 pid: 5806 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472355.570363:0:69438:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69438:1858570185800448:0@lo:104: 00000100:00100000:2.0:1772472355.570445:0:69438:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472355.570534:0:69438:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472355.570994:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800448 00000100:00100000:1.0:1772472355.571002:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800448 00000100:00100000:1.0:1772472355.571089:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1772472355.571098:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69438:x1858570185800448:12345-0@lo:104: 00010000:00010000:1.0:1772472355.571121:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472355.571189:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472355.571196:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69438:x1858570185800448:12345-0@lo:104: Request processed in 99us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472355.571203:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1772472355.571264:0:69438:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69438:1858570185800448:0@lo:104: 00010000:00010000:2.0:1772472355.571280:0:69438:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571323:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472355.571330:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571339:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472355.571342:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571352:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472355.571358:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472355.571364:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472355.571405:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571420:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472355.571442:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571450:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfabd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfac4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571466:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472355.571468:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472355.571470:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472355.571477:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472355.571489:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185800576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472355.571520:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472355.571553:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800576 00000100:00100000:0.0:1772472355.571557:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800576 00010000:00010000:0.0:1772472355.571575:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472355.571596:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1772472355.571614:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185800576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472355.571625:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472355.571630:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571641:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571656:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852dfac4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfabd expref: 18 pid: 5806 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571667:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571675:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571687:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571695:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571702:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571709:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571714:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472355.571719:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571726:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571768:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472355.571778:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472355.571804:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185800576:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472355.571811:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1772472355.571841:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185800576:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472355.571982:0:69438:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.571991:0:69438:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472355.571999:0:69438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dfb57 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472355.896396:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472355.896419:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185800704:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1772472355.898230:0:6777:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1781730488896ns, next at 1782730486877ns, rc = 0 00000100:00100000:1.0:1772472355.898255:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185800832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472355.898313:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472355.898374:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800832 00000100:00100000:1.0:1772472355.898382:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800832 00000100:00100000:1.0:1772472355.898428:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1772472355.898450:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185800832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472355.898485:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472355.898531:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185800832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472355.898538:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1772472355.898587:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302db7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185800832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472355.899187:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472355.900919:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800704 00000100:00100000:1.0:1772472355.900934:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800704 00000100:00100000:1.0:1772472355.900985:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1772472355.900994:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185800704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472355.901033:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472355.901116:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185800704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472355.901123:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1772472355.901190:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185800704:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472355.969631:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472356.662834:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472356.662843:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472356.662848:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472356.662894:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472356.662908:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472356.662920:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472356.662954:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185800960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472356.663030:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472356.663084:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40133a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472356.663153:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185800960 00000100:00100000:1.0:1772472356.663161:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185800960 00000100:00100000:1.0:1772472356.663223:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1772472356.663232:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185800960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472356.663246:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472356.663261:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfb5e expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472356.663284:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472356.663295:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472356.663304:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1600, rc 0) 00000100:00100000:1.0:1772472356.663350:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185800960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472356.663357:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1772472356.663415:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185800960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472356.663533:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472356.663543:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472356.663564:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472356.663569:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472356.663577:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472356.982912:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472358.024115:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472358.537596:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 45 committed 00000001:00080000:3.0:1772472358.537621:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967516 is committed 00000004:00080000:3.0:1772472358.537625:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 44 committed 00000100:00100000:3.0:1772472358.537860:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185801088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472358.538442:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472358.538636:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801088 00000100:00100000:2.0:1772472358.538644:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801088 00000100:00100000:2.0:1772472358.538709:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1772472358.538719:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185801088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772472358.538777:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00010000:00010000:2.0:1772472358.538802:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.538825:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.538834:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472358.538837:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472358.538840:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.538868:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.538896:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 5 pid: 32804 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472358.539144:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185801216:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472358.539217:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108ff00 going to sleep for 11 seconds 00000100:00080000:3.0:1772472358.539622:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472358.542880:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185801216:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472358.542924:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472358.543336:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472358.543585:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169884928 00000100:00100000:2.0:1772472358.543594:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169884928 00010000:00010000:2.0:1772472358.543658:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 6 pid: 32804 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472358.543698:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 331 00000100:00100000:2.0:1772472358.543707:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169884928:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472358.543722:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472358.543727:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 6 pid: 32804 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.543772:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 6 pid: 32804 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.543803:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852dfb34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a92 expref: 6 pid: 32804 timeout: 1884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.543821:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472358.543823:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472358.543828:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.543838:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1772472358.544037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472358.544067:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472358.544139:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169884928:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 431us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472358.544148:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 331 00010000:00010000:2.0:1772472358.544177:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.544187:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.544198:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.544207:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472358.544227:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472358.544580:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185801088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5861us (6139us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1772472358.544588:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000004:00080000:3.0:1772472358.544857:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3024d6680/2, rc 0, transno 4294967333 00000100:00100000:3.0:1772472358.544872:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185801088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1772472358.544950:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472358.544959:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472358.544968:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472358.544973:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472358.544983:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472358.545000:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472358.545013:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000d1721a/0xc2ef6d41852dfb6c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472358.545035:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472358.545037:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472358.545038:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472358.826149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472358.826194:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472358.826233:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472358.826266:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885312 00000100:00100000:0.0:1772472358.826275:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885312 00000100:00100000:0.0:1772472358.826337:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 883 00000100:00100000:0.0:1772472358.826348:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169885312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472358.826428:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169885312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472358.826437:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 883 00000100:00100000:0.0:1772472358.826465:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885184 00000100:00100000:0.0:1772472358.826468:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885184 00000100:00100000:0.0:1772472358.826499:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:0.0:1772472358.826507:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169885184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472358.826540:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169885184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472358.826546:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00080000:0.0:1772472358.826562:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472358.826566:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472358.826701:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885056 00000100:00100000:3.0:1772472358.826706:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885056 00000100:00100000:3.0:1772472358.826770:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1033 00000100:00100000:3.0:1772472358.826777:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169885056:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472358.826804:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169885056:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472358.826810:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1033 00010000:00010000:3.0:1772472359.030919:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472359.158166:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472359.162168:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885440 00000100:00100000:2.0:1772472359.162184:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885440 00000100:00100000:2.0:1772472359.162262:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 568 00000100:00100000:2.0:1772472359.162273:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40321:x1858570169885440:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472359.162296:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472359.162320:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfb73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12a99 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472359.162385:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472359.162399:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472359.162413:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472359.162802:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1772472359.162807:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472359.162842:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472359.162871:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfb73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a99 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472359.162900:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a99 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472359.162912:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78700) 00010000:00010000:3.0:1772472359.162915:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472359.162919:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:3.0:1772472359.163010:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40321:x1858570169885440:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 738us (4853us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472359.163017:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 568 00000100:00100000:1.0:1772472359.166446:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472359.166613:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885696 00000100:00100000:0.0:1772472359.166623:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885696 00000100:00100000:0.0:1772472359.166680:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 569 00000100:00100000:0.0:1772472359.166690:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40321:x1858570169885696:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472359.166778:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472359.166806:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfb7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12a99 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.166824:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfae0) 00010000:00010000:0.0:1772472359.166829:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78700) 00010000:00010000:0.0:1772472359.166840:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472359.166863:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.166876:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.166890:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472359.205774:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b6c07908 reply state 00000000e6fb5cdd transno 4294967517 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472359.205796:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472359.205839:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:0.0:1772472359.206065:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40321:x1858570169885696:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 39371us (39622us total) trans 4294967517 rc 0/0 00000100:00100000:0.0:1772472359.206074:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 569 00000001:00080000:1.0:1772472359.206193:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967517 is committed 00010000:00010000:0.0:1772472359.206247:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206256:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206263:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206269:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472359.206274:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206281:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206299:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472359.206302:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472359.206306:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472359.206313:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfb81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772472360.037233:0:69637:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce6a888c0 20000000:00000080:0.0:1772472360.037249:0:69637:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43e987c00 uarg=0000000000000000 00010000:00010000:0.0:1772472360.037664:0:69637:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472360.037680:0:69637:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472360.037701:0:69637:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472360.037718:0:69637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.037895:0:69637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.037905:0:69637:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.037949:0:69637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.037963:0:69637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 17 pid: 5806 timeout: 1935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472360.037978:0:69637:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69637:1858570185801344:0@lo:104: 00000100:00100000:0.0:1772472360.038041:0:69637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472360.038147:0:69637:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9600 going to sleep for 11 seconds 00000100:00100000:3.0:1772472360.038193:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801344 00000100:00100000:3.0:1772472360.038201:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801344 00000100:00100000:3.0:1772472360.038272:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1772472360.038282:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69637:x1858570185801344:12345-0@lo:104: 00010000:00010000:3.0:1772472360.038295:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472360.038355:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472360.038360:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69637:x1858570185801344:12345-0@lo:104: Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.038374:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1772472360.038503:0:69637:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69637:1858570185801344:0@lo:104: 00010000:00010000:0.0:1772472360.038519:0:69637:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038566:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472360.038574:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038581:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472360.038585:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038593:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472360.038600:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472360.038605:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472360.038642:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038649:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472360.038670:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038678:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfb5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb65 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038695:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472360.038697:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472360.038698:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472360.038706:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472360.038715:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185801472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472360.038765:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472360.038790:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801472 00000100:00100000:2.0:1772472360.038793:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801472 00010000:00010000:2.0:1772472360.038810:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 1935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472360.038829:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1772472360.038834:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185801472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472360.038844:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472360.038849:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 1935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038858:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 1935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038871:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1600/0xc2ef6d41852dfb65 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfb5e expref: 18 pid: 5806 timeout: 1935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038883:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038891:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038902:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038909:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038917:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038923:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038928:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472360.038932:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038940:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038950:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.038957:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472360.038978:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185801472:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472360.038984:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1772472360.039031:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185801472:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472360.039102:0:69637:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.039111:0:69637:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472360.039117:0:69637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852dfb88 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472360.059122:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472360.502989:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185801600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503147:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503200:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185802112:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503227:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503253:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472360.503259:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185801984:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503281:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503305:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185801856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503325:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503341:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472360.503346:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185801728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503465:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503483:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185802240:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503503:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472360.503531:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802112 00000100:00100000:3.0:1772472360.503538:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802112 00000100:00100000:3.0:1772472360.503588:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801856 00000100:00100000:3.0:1772472360.503591:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801856 00000100:00100000:3.0:1772472360.503611:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801728 00000100:00100000:3.0:1772472360.503615:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801728 00000100:00100000:3.0:1772472360.503631:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1772472360.503639:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185802112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503691:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185802112:12345-0@lo:400:kworker.0 Request processed in 52us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.503698:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1772472360.503715:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1772472360.503721:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185801856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503782:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185801856:12345-0@lo:400:kworker.0 Request processed in 61us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.503792:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1772472360.503804:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1772472360.503810:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185801728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503834:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185801728:12345-0@lo:400:kworker.0 Request processed in 24us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.503840:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1772472360.503858:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801984 00000100:00100000:3.0:1772472360.503861:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801984 00000100:00100000:3.0:1772472360.503882:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802240 00000100:00100000:3.0:1772472360.503885:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802240 00000100:00100000:3.0:1772472360.503903:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1772472360.503909:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185801984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503935:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185801984:12345-0@lo:400:kworker.0 Request processed in 27us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.503941:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1772472360.503952:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1772472360.503957:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185802240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.503980:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185802240:12345-0@lo:400:kworker.0 Request processed in 23us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472360.503986:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00080000:3.0:1772472360.504005:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472360.504008:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472360.504011:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472360.504144:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185801600 00000100:00100000:0.0:1772472360.504149:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185801600 00000100:00100000:0.0:1772472360.506192:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1772472360.506209:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185801600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472360.506283:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185801600:12345-0@lo:400:kworker.0 Request processed in 80us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472360.506291:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1772472360.506547:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185801728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.506563:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185802240:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.506577:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185801856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.506621:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185801984:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.506630:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185801600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472360.506640:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185802112:0@lo:400:kworker.0 00000100:00100000:2.0:1772472361.017012:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472361.017034:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185802368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472361.017107:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472361.017162:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802368 00000100:00100000:2.0:1772472361.017168:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802368 00000100:00100000:2.0:1772472361.017211:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1772472361.017219:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185802368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472361.017254:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472361.017295:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185802368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472361.017302:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1772472361.017346:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185802368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472361.020424:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472361.020444:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185802496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472361.020506:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472361.020675:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802496 00000100:00100000:3.0:1772472361.020683:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802496 00000100:00100000:3.0:1772472361.020726:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1772472361.020735:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43baeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185802496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472361.020784:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472361.020826:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43baeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185802496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472361.020833:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1772472361.020877:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185802496:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472361.078967:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472361.849160:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472361.849168:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472361.849174:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472361.849218:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849230:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849244:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472361.849269:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185802624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472361.849334:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472361.849390:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472361.849413:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802624 00000100:00100000:0.0:1772472361.849420:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802624 00000100:00100000:0.0:1772472361.849464:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1772472361.849473:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185802624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472361.849487:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472361.849500:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfb8f expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849523:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849533:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849542:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472361.849577:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185802624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472361.849585:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1772472361.849629:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185802624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472361.849642:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849651:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472361.849669:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472361.849674:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472361.849680:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472362.103985:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472363.129462:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472363.233415:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472363.233528:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885824 00000100:00100000:3.0:1772472363.233540:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885824 00000100:00100000:3.0:1772472363.233668:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 570 00000100:00100000:3.0:1772472363.233678:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40398:x1858570169885824:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472363.233712:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472363.233736:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfb9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12aa0 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.234992:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235016:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235033:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235047:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235053:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235059:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235213:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235221:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235228:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472363.235261:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1772472363.235266:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472363.235293:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235310:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235316:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235322:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235327:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472363.235332:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235339:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235350:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772472363.235353:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472363.235357:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235362:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfba4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235374:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235379:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235383:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235388:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472363.235390:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235395:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235402:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6300) 00010000:00010000:3.0:1772472363.235403:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472363.235406:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235412:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235442:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfb9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa0 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235456:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa0 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472363.235464:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:3.0:1772472363.235466:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472363.235468:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772472363.235539:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40398:x1858570169885824:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1862us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472363.235548:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 570 00000100:00080000:0.0:1772472363.247972:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1772472363.726204:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000100:00100000:1.0:1772472363.943234:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472363.943283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472363.943363:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886080 00000100:00100000:2.0:1772472363.943372:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886080 00000100:00100000:2.0:1772472363.943436:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 886 00000100:00100000:2.0:1772472363.943446:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169886080:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472363.943514:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169886080:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472363.943522:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 886 00000100:00080000:1.0:1772472363.943677:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472363.945595:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169885952 00000100:00100000:3.0:1772472363.945616:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169885952 00000100:00100000:3.0:1772472363.945711:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1036 00000100:00100000:3.0:1772472363.945723:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169885952:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472363.945839:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169885952:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 117us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472363.945847:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1036 00000100:00100000:1.0:1772472363.966515:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472363.966591:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886208 00000100:00100000:2.0:1772472363.966601:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886208 00000100:00100000:2.0:1772472363.966686:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 302 00000100:00100000:2.0:1772472363.966703:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169886208:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772472363.966782:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dfa1c 00000100:00080000:2.0:1772472363.966794:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c40546e000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472363.966838:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967330 00000100:00100000:2.0:1772472363.967141:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169886208:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 441us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472363.967150:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 302 00010000:00010000:2.0:1772472363.967177:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1772472363.967351:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472364.151007:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472365.132337:0:69882:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffeec43c60 20000000:00000080:0.0:1772472365.132357:0:69882:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43e984800 uarg=0000000000000000 00010000:00010000:0.0:1772472365.132640:0:69882:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772472365.132676:0:69882:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:0.0:1772472365.132680:0:69882:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472365.132691:0:69882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852dfbb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa0 expref: 5 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.132713:0:69882:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772472365.132735:0:69882:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472365.134955:0:69882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.134984:0:69882:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.134993:0:69882:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.135035:0:69882:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.135050:0:69882:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 17 pid: 5806 timeout: 1940 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472365.135066:0:69882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69882:1858570185802752:0@lo:104: 00000100:00100000:0.0:1772472365.135133:0:69882:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472365.135226:0:69882:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472365.135276:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772472365.135290:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802752 00000100:00100000:1.0:1772472365.135296:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802752 00000100:00100000:1.0:1772472365.135389:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1772472365.135400:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4342a9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69882:x1858570185802752:12345-0@lo:104: 00010000:00010000:1.0:1772472365.135412:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472365.135473:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472365.135479:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4342a9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:69882:x1858570185802752:12345-0@lo:104: Request processed in 82us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472365.135486:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1772472365.135581:0:69882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:69882:1858570185802752:0@lo:104: 00010000:00010000:0.0:1772472365.135599:0:69882:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135648:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472365.135655:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135662:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472365.135666:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135675:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472365.135688:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472365.135694:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472365.135726:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135732:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472365.135782:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135789:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852dfb8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfb96 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135804:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472365.135806:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472365.135807:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472365.135814:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472365.135824:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185802880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472365.135854:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472365.135879:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185802880 00000100:00100000:2.0:1772472365.135883:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185802880 00010000:00010000:2.0:1772472365.135902:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 1940 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472365.135923:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1772472365.135928:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185802880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472365.135938:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472365.135942:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 1940 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135951:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 1940 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135962:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852dfb96 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfb8f expref: 18 pid: 5806 timeout: 1940 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135984:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.135993:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136005:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136012:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136019:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136025:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136031:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472365.136035:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136042:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136052:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472365.136066:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472365.136092:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185802880:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472365.136099:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1772472365.136124:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185802880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472365.136207:0:69882:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.136215:0:69882:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472365.136220:0:69882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852dfbb9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 69882 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472365.176513:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472365.623158:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185803264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.623234:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185803136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.623246:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472365.623265:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472365.623302:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472365.623308:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185803008:0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.623323:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472365.623329:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185803392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.623334:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472365.623352:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472365.623373:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803264 00000100:00100000:2.0:1772472365.623374:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803392 00000100:00100000:3.0:1772472365.623380:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803264 00000100:00100000:2.0:1772472365.623380:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803392 00000100:00100000:3.0:1772472365.623429:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803136 00000100:00100000:3.0:1772472365.623432:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803136 00000100:00100000:3.0:1772472365.623454:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1772472365.623464:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185803264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.623522:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185803264:12345-0@lo:400:kworker.0 Request processed in 60us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472365.623529:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1772472365.623544:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1772472365.623550:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185803136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.623580:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185803136:12345-0@lo:400:kworker.0 Request processed in 31us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472365.623585:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1772472365.623607:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803008 00000100:00100000:3.0:1772472365.623610:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803008 00000100:00100000:3.0:1772472365.623632:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1772472365.623638:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185803008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.623665:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185803008:12345-0@lo:400:kworker.0 Request processed in 28us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472365.623670:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1772472365.624031:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772472365.624039:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185803392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.624072:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185803392:12345-0@lo:400:kworker.0 Request processed in 34us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472365.624079:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772472365.624167:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:2.0:1772472365.624175:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3024d6680, transno 4294967333 00000100:00100000:1.0:1772472365.624673:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185803520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472365.624717:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472365.626214:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185803392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.626252:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185803264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.626301:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803520 00000100:00100000:2.0:1772472365.626309:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803520 00000100:00100000:2.0:1772472365.626369:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1772472365.626377:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185803520:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772472365.626412:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472365.626418:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472365.626444:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185803520:12345-0@lo:400:kworker.0 Request processed in 68us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472365.626446:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185803648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472365.626451:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:3.0:1772472365.626480:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472365.626510:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185803008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.626522:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185803136:0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.626545:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803648 00000100:00100000:3.0:1772472365.626548:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803648 00000100:00100000:3.0:1772472365.626578:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1772472365.626584:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185803648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472365.626615:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185803648:12345-0@lo:400:kworker.0 Request processed in 31us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472365.626620:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1772472365.626645:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185803648:0@lo:400:kworker.0 00000100:00080000:3.0:1772472365.626660:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472365.627002:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185803520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472366.136027:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472366.136052:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185803776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472366.136119:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472366.136177:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803776 00000100:00100000:3.0:1772472366.136185:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803776 00000100:00100000:3.0:1772472366.136249:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1772472366.136258:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185803776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472366.136293:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472366.136357:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185803776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472366.136364:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1772472366.136526:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185803776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472366.141468:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472366.141494:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185803904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472366.141561:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472366.143642:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185803904 00000100:00100000:1.0:1772472366.143657:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185803904 00000100:00100000:1.0:1772472366.143722:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1772472366.143763:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185803904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472366.143801:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472366.143878:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185803904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (2316us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472366.143885:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1772472366.144348:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185803904:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472366.200912:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472366.647942:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472366.647960:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472366.647965:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472366.648027:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472366.648040:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472366.648051:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472366.648077:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185804032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472366.648144:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472366.648202:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472366.648254:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804032 00000100:00100000:0.0:1772472366.648261:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804032 00000100:00100000:0.0:1772472366.648314:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1772472366.648323:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185804032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472366.648336:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472366.648350:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfbc0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472366.648373:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472366.648383:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472366.648394:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472366.648442:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185804032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472366.648450:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1772472366.648683:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185804032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472366.648698:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472366.648708:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472366.648769:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472366.648774:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472366.648782:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472367.228140:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472368.247054:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472368.663132:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472368.665849:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886336 00000100:00100000:3.0:1772472368.665869:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886336 00000100:00100000:3.0:1772472368.665982:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 571 00000100:00100000:3.0:1772472368.665996:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40489:x1858570169886336:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472368.666025:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472368.666060:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfbce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12aa7 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666147:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666163:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666180:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472368.666272:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:3.0:1772472368.666277:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472368.666315:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666597:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfbce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa7 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666630:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa7 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.666641:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472368.666644:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472368.666649:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472368.666769:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40489:x1858570169886336:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 775us (3649us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472368.666777:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 571 00000100:00080000:0.0:1772472368.666851:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472368.672663:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472368.672832:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886592 00000100:00100000:3.0:1772472368.672846:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886592 00000100:00100000:3.0:1772472368.672962:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 572 00000100:00100000:3.0:1772472368.672974:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40489:x1858570169886592:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472368.673062:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472368.673105:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfbd5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aa7 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.673128:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfbb2) 00010000:00010000:3.0:1772472368.673135:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472368.673151:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472368.673183:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.673200:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472368.673213:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472368.673699:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005f4cd138 reply state 000000002cb4ca87 transno 4294967518 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472368.673711:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472368.673728:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000100:00100000:3.0:1772472368.673859:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40489:x1858570169886592:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 886us (1211us total) trans 4294967518 rc 0/0 00000100:00100000:3.0:1772472368.673867:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 572 00010000:00010000:0.0:1772472368.681029:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681054:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681063:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681071:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472368.681077:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681087:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681111:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:0.0:1772472368.681115:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472368.681122:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472368.681129:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852dfbdc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00100000:3.0:1772472368.831868:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472368.831882:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772472368.832405:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:1.0:1772472368.832468:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c40546e000 for lustre-OST0001 00000100:00100000:2.0:1772472369.062077:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472369.062123:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472369.062224:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472369.062406:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886976 00000100:00100000:1.0:1772472369.062419:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886976 00000100:00100000:1.0:1772472369.062519:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 889 00000100:00100000:1.0:1772472369.062535:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169886976:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472369.062626:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169886976:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 97us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472369.062634:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 889 00000100:00100000:0.0:1772472369.062895:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886848 00000100:00100000:0.0:1772472369.062900:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886848 00000100:00100000:0.0:1772472369.062959:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1256 00000100:00100000:0.0:1772472369.062968:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169886848:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472369.063013:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169886848:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472369.063020:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1256 00000100:00080000:2.0:1772472369.063499:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472369.065052:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169886720 00000100:00100000:3.0:1772472369.065068:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169886720 00000100:00100000:3.0:1772472369.065136:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1039 00000100:00100000:3.0:1772472369.065147:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169886720:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472369.065250:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169886720:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 104us (3125us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472369.065259:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1039 00010000:00010000:3.0:1772472369.284309:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472369.817434:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967518 is committed 00000020:00000080:3.0:1772472369.829302:0:70080:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6ee36c50 20000000:00000080:3.0:1772472369.829390:0:70080:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb5400 uarg=0000000000000000 00010000:00010000:3.0:1772472369.833134:0:70080:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472369.833167:0:70080:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472369.833200:0:70080:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472369.833226:0:70080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.833247:0:70080:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.833258:0:70080:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.833314:0:70080:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.833335:0:70080:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 17 pid: 5806 timeout: 1945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472369.833354:0:70080:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70080:1858570185804160:0@lo:104: 00000100:00100000:3.0:1772472369.833444:0:70080:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472369.833507:0:70080:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40528cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472369.834152:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804160 00000100:00100000:1.0:1772472369.834165:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804160 00000100:00100000:1.0:1772472369.834242:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1772472369.834254:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:70080:x1858570185804160:12345-0@lo:104: 00010000:00010000:1.0:1772472369.834274:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834354:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472369.834362:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:70080:x1858570185804160:12345-0@lo:104: Request processed in 110us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472369.834370:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:1.0:1772472369.834396:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472369.834404:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834412:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472369.834416:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834426:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472369.834433:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472369.834440:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472369.834479:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834486:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472369.834511:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834518:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852dfbc0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbc7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472369.834546:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472369.834548:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472369.834550:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472369.834565:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185804288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472369.834600:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472369.834698:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804288 00000100:00100000:2.0:1772472369.834703:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804288 00010000:00010000:2.0:1772472369.834728:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 18 pid: 5806 timeout: 1945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472369.834788:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1772472369.834796:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185804288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472369.834808:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472369.834814:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 18 pid: 5806 timeout: 1945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834825:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 18 pid: 5806 timeout: 1945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834843:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834853:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834868:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834876:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834883:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834890:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834906:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472369.834911:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834919:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834927:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472369.834937:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472369.834964:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185804288:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472369.834971:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1772472369.835948:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185804288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472369.836128:0:70080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852dfbc7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfbc0 expref: 17 pid: 5806 timeout: 1945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472369.836147:0:70080:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70080:1858570185804160:0@lo:104: 00010000:00010000:3.0:1772472369.836168:0:70080:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.836180:0:70080:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.836187:0:70080:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472369.836193:0:70080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852dfbe3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472370.295571:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472370.747035:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185804416:0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747128:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472370.747193:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185804928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747222:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472370.747254:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472370.747260:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185804800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747286:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472370.747323:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804928 00000100:00100000:3.0:1772472370.747331:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804928 00000100:00100000:3.0:1772472370.747402:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1772472370.747414:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185804928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747481:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185804928:12345-0@lo:400:kworker.0 Request processed in 69us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472370.747489:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1772472370.747518:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804800 00000100:00100000:3.0:1772472370.747522:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804800 00000100:00100000:3.0:1772472370.747552:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1772472370.747559:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185804800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747589:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185804800:12345-0@lo:400:kworker.0 Request processed in 31us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472370.747595:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1772472370.747645:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185804800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472370.747657:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185804928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472370.747967:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804416 00000100:00100000:0.0:1772472370.747973:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804416 00000100:00100000:0.0:1772472370.748009:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1772472370.748017:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185804416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472370.748050:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185804416:12345-0@lo:400:kworker.0 Request processed in 36us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472370.748056:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1772472370.748153:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185804416:0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748232:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185804544:0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748268:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472370.748299:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185805056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748321:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472370.748348:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472370.748354:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185804672:0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748375:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1772472370.748406:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472370.748411:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472370.748422:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804544 00000100:00100000:2.0:1772472370.748426:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804544 00000100:00100000:2.0:1772472370.748452:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185804672 00000100:00100000:2.0:1772472370.748454:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185804672 00000100:00100000:2.0:1772472370.748475:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1772472370.748481:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185804544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748514:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185804544:12345-0@lo:400:kworker.0 Request processed in 33us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472370.748520:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1772472370.748532:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1772472370.748537:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185804672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748562:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185804672:12345-0@lo:400:kworker.0 Request processed in 25us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472370.748568:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:2.0:1772472370.748584:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472370.748601:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185804672:0@lo:400:kworker.0 00000100:00100000:2.0:1772472370.748611:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185804544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472370.748677:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805056 00000100:00100000:0.0:1772472370.748681:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805056 00000100:00100000:0.0:1772472370.748721:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1772472370.748727:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185805056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472370.748790:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185805056:12345-0@lo:400:kworker.0 Request processed in 63us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472370.748796:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00080000:2.0:1772472370.748937:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472370.748960:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185805056:0@lo:400:kworker.0 00000100:00100000:1.0:1772472371.255288:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185805184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472371.255397:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472371.258651:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805184 00000100:00100000:3.0:1772472371.258664:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805184 00000100:00100000:3.0:1772472371.258760:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1772472371.258774:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185805184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472371.258826:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472371.258959:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185805184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 188us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472371.258967:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1772472371.258992:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472371.259011:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185805312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472371.259069:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472371.259111:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805312 00000100:00100000:3.0:1772472371.259116:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805312 00000100:00100000:3.0:1772472371.259141:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1772472371.259149:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185805312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472371.259183:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472371.259219:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185805312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472371.259226:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1772472371.259285:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185805312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472371.259329:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185805184:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472371.333717:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472371.383603:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472371.383615:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472371.383621:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472371.383699:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.383716:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.383730:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472371.384022:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303f27b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185805440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472371.384151:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472371.384512:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cb69b40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472371.384596:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805440 00000100:00100000:3.0:1772472371.384606:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805440 00000100:00100000:0.0:1772472371.386335:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1772472371.386358:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185805440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472371.386384:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472371.386412:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfbea expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.386618:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.386643:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.386655:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cba00, rc 0) 00000100:00100000:0.0:1772472371.386772:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185805440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 424us (2629us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472371.386782:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1772472371.386875:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303f27b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185805440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472371.386904:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.386915:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472371.386940:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472371.386947:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472371.386954:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472372.342996:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472373.271275:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.271447:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887104 00000100:00100000:0.0:1772472373.271457:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887104 00000100:00100000:0.0:1772472373.271532:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 573 00000100:00100000:0.0:1772472373.271542:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887104:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00080000:3.0:1772472373.271568:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472373.306146:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887104:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 34595us (34869us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.306161:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 573 00000100:00100000:2.0:1772472373.313643:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.313731:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887232 00000100:00100000:3.0:1772472373.313773:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887232 00000100:00100000:3.0:1772472373.313867:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 303 00000100:00100000:3.0:1772472373.313878:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887232:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472373.314248:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887232:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 371us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472373.314256:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 303 00000100:00080000:2.0:1772472373.314415:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472373.317174:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.317434:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887360 00000100:00100000:0.0:1772472373.317443:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887360 00000100:00100000:0.0:1772472373.317483:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 304 00000100:00100000:0.0:1772472373.317491:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2356:x1858570169887360:12345-192.168.201.48@tcp:8:lfs.60003 00010000:00080000:0.0:1772472373.317527:0:6591:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1799 last 0 00000020:00000080:0.0:1772472373.317554:0:6591:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852dfbf8 00002000:00100000:0.0:1772472373.317566:0:6591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3032d2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1772472373.317588:0:6591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772472373.318078:0:6591:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1772472373.318110:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c3031a5000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472373.318279:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169887360:12345-192.168.201.48@tcp:8:lfs.60003 Request processed in 786us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472373.318287:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 304 00000100:00100000:0.0:1772472373.328005:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.328342:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887488 00000100:00100000:3.0:1772472373.328353:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887488 00000100:00100000:3.0:1772472373.328885:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 305 00000100:00100000:3.0:1772472373.328896:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40573:x1858570169887488:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472373.329249:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40573:x1858570169887488:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 355us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472373.329258:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 305 00000100:00080000:2.0:1772472373.331930:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472373.340989:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472373.341419:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887616 00000100:00100000:1.0:1772472373.341431:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887616 00000100:00100000:1.0:1772472373.341543:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 574 00000100:00100000:1.0:1772472373.341564:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887616:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472373.343375:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887616:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1806us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472373.343388:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 574 00000100:00100000:1.0:1772472373.349618:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.349826:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887744 00000100:00100000:3.0:1772472373.349847:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887744 00000100:00100000:3.0:1772472373.349903:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 575 00000100:00100000:3.0:1772472373.349914:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887744:12345-192.168.201.48@tcp:48:lfs.60003 00010000:00010000:2.0:1772472373.369012:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472373.469471:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887744:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 119545us (119848us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.469489:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 575 00000100:00100000:3.0:1772472373.479068:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.485490:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169887872 00000100:00100000:0.0:1772472373.485510:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169887872 00000100:00100000:0.0:1772472373.485592:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 306 00000100:00100000:0.0:1772472373.485602:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887872:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472373.486300:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169887872:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 697us (7240us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.486310:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 306 00000100:00100000:3.0:1772472373.491433:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.492968:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888000 00000100:00100000:0.0:1772472373.492987:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888000 00000100:00100000:0.0:1772472373.493065:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 307 00000100:00100000:0.0:1772472373.493074:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40573:x1858570169888000:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472373.493369:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40573:x1858570169888000:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 295us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.493377:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 307 00000100:00100000:2.0:1772472373.500322:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.501293:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888128 00000100:00100000:0.0:1772472373.501307:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888128 00000100:00100000:0.0:1772472373.501388:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 576 00000100:00100000:0.0:1772472373.501398:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169888128:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472373.502133:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40573:x1858570169888128:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 723us (1806us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.502144:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 576 00000100:00100000:1.0:1772472373.547944:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472373.548071:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888256 00000100:00100000:2.0:1772472373.548082:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888256 00000100:00100000:2.0:1772472373.548149:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 577 00000100:00100000:2.0:1772472373.548158:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40577:x1858570169888256:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:2.0:1772472373.548181:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472373.548205:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852dfbff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12aae expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548278:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548293:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548306:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548320:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548328:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548334:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548492:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548500:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548506:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472373.548547:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1772472373.548551:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472373.548579:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548593:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548600:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548607:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548613:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472373.548618:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548626:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548639:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772472373.548642:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472373.548647:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548653:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852dfc06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548668:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548674:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548680:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548686:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472373.548699:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548705:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548712:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c424f78600) 00010000:00010000:2.0:1772472373.548714:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472373.548717:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548722:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852dfc0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548822:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852dfbff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aae expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548852:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aae expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472373.548861:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472373.548864:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472373.548868:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55800, rc 0) 00000100:00100000:2.0:1772472373.548931:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40577:x1858570169888256:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 773us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472373.548943:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 577 00000100:00100000:2.0:1772472373.552217:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.552321:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888384 00000100:00100000:3.0:1772472373.552332:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888384 00000100:00100000:3.0:1772472373.552392:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 104 00000100:00100000:3.0:1772472373.552411:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40577:x1858570169888384:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:3.0:1772472373.552559:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40577:x1858570169888384:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 159us (354us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472373.552571:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 104 00000100:00100000:1.0:1772472373.556391:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.556581:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888640 00000100:00100000:0.0:1772472373.556593:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888640 00000100:00100000:0.0:1772472373.556661:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 578 00000100:00100000:0.0:1772472373.556673:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40577:x1858570169888640:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472373.556709:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472373.556731:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852dfc1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ab5 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556932:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556949:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556961:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556978:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556985:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.556992:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472373.557536:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00010000:00010000:0.0:1772472373.557730:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfc30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557764:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfc30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557770:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfc30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557799:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557804:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557809:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557813:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472373.557816:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557821:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557842:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:0.0:1772472373.557846:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472373.557852:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557859:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dfc22 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472373.557874:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009d08d64f reply state 0000000058a57840 transno 4294967519 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472373.557888:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472373.557922:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852dfc1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ab5 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557937:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfc30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ab5 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.557944:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472373.557946:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472373.557949:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca200, rc 0) 00000100:00100000:1.0:1772472373.558454:0:7917:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7917:1858570185805568:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1772472373.558516:0:7917:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472373.558574:0:7917:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3041020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472373.558701:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805568 00000100:00100000:3.0:1772472373.558709:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805568 00000100:00100000:3.0:1772472373.558787:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1772472373.558797:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:7917:x1858570185805568:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1772472373.558870:0:6590:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:0.0:1772472373.564864:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40577:x1858570169888640:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 8178us (8465us total) trans 4294967519 rc 0/0 00000100:00100000:0.0:1772472373.564880:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 578 00000100:00080000:1.0:1772472373.565287:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472373.574241:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574259:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574278:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574285:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472373.574291:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574300:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574326:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8a800) 00010000:00010000:0.0:1772472373.574330:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472373.574336:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.574343:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852dfc29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472373.585838:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.587600:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888768 00000100:00100000:0.0:1772472373.587615:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888768 00000100:00100000:0.0:1772472373.587681:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 309 00000100:00100000:0.0:1772472373.587700:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40577:x1858570169888768:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472373.587722:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472373.587762:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12abc expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472373.587791:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772472373.587816:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472373.587818:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472373.587838:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.587860:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472373.587873:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772472373.587956:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40577:x1858570169888768:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 267us (2137us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.587966:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 309 00000100:00100000:3.0:1772472373.603092:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:7917:x1858570185805568:12345-0@lo:5:osp-pre-1-0.0 Request processed in 44288us (44566us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1772472373.603107:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1772472373.603426:0:7917:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7917:1858570185805568:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1772472373.603444:0:7917:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:1.0:1772472373.611026:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.611124:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169888896 00000100:00100000:3.0:1772472373.611135:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169888896 00002000:00100000:3.0:1772472373.611196:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff90c43419c700 x1858570169888896/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:409/0 lens 488/0 e 0 to 0 dl 1772472384 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1772472373.611208:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43419c700 with x1858570169888896 ext(0->1048575) 00002000:00010000:3.0:1772472373.611214:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43419c700 00000100:00100000:3.0:1772472373.611306:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 13 00000100:00100000:3.0:1772472373.611317:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169888896:12345-192.168.201.48@tcp:4:dd.60003 00000001:00100000:3.0:1772472373.705754:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:3.0:1772472373.705779:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000001:00080000:3.0:1772472373.764388:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:0.0:1772472373.764639:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169888896:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 153317us (153615us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1772472373.764653:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 13 00002000:00100000:0.0:1772472373.764668:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff90c43419c700 x1858570169888896/t4294967332(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:409/0 lens 488/448 e 0 to 0 dl 1772472384 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1772472373.764679:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43419c700 with x1858570169888896 ext(0->1048575) 00002000:00010000:0.0:1772472373.764686:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43419c700 00000100:00100000:1.0:1772472373.769593:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472373.769879:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889024 00000100:00100000:0.0:1772472373.769901:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889024 00000100:00100000:0.0:1772472373.769969:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 579 00000100:00100000:0.0:1772472373.769999:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:40577:x1858570169889024:12345-192.168.201.48@tcp:44:dd.60003 00000100:00100000:0.0:1772472373.857168:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:40577:x1858570169889024:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 87175us (87569us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.857187:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 579 00000100:00100000:2.0:1772472373.860034:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000001:00080000:3.0:1772472373.860486:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000100:00100000:0.0:1772472373.860587:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889152 00000100:00100000:0.0:1772472373.860599:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889152 00000100:00100000:0.0:1772472373.860875:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 310 00000100:00100000:0.0:1772472373.860888:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169889152:12345-192.168.201.48@tcp:16:dd.60003 00000100:00100000:0.0:1772472373.861030:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169889152:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 145us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472373.861039:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 310 00000100:00100000:2.0:1772472373.864480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472373.864592:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889408 00000100:00100000:3.0:1772472373.864605:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889408 00000100:00100000:3.0:1772472373.864689:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 105 00000100:00100000:3.0:1772472373.864702:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418efbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40577:x1858570169889408:12345-192.168.201.48@tcp:35:dd.60003 00000001:00080000:3.0:1772472373.865314:0:5813:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967520 00000100:00100000:3.0:1772472373.865463:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418efbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:40577:x1858570169889408:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 762us (996us total) trans 4294967521 rc 0/0 00000100:00100000:3.0:1772472373.865472:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 105 00000020:00080000:3.0:1772472373.865478:0:5813:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1772472374.183310:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472374.183359:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472374.183402:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472374.183450:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472374.183534:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889664 00000100:00100000:3.0:1772472374.183548:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889664 00000100:00100000:3.0:1772472374.183629:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1260 00000100:00100000:3.0:1772472374.183639:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c420499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570169889664:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472374.183764:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c420499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570169889664:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472374.183773:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1260 00000100:00100000:3.0:1772472374.183804:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889792 00000100:00100000:3.0:1772472374.183808:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889792 00000100:00100000:3.0:1772472374.183845:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889920 00000100:00100000:3.0:1772472374.183848:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889920 00000100:00100000:3.0:1772472374.183869:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 892 00000100:00100000:3.0:1772472374.183876:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169889792:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472374.183907:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169889792:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472374.183914:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 892 00000100:00100000:3.0:1772472374.183926:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 893 00000100:00100000:3.0:1772472374.183932:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169889920:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472374.183956:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169889920:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472374.183966:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 893 00000100:00100000:0.0:1772472374.186456:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169889536 00000100:00100000:0.0:1772472374.186476:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169889536 00000100:00100000:0.0:1772472374.186551:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1042 00000100:00100000:0.0:1772472374.186563:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169889536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472374.186677:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169889536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 115us (3383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472374.186685:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1042 00010000:00010000:0.0:1772472374.401796:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472375.299079:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967521 is committed 00010000:00010000:3.0:1772472375.415583:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472375.863087:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472375.863274:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185805824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472375.863343:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185805952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472375.863345:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472375.863397:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472375.863435:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805824 00000100:00100000:3.0:1772472375.863443:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805824 00000100:00100000:3.0:1772472375.863489:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805952 00000100:00100000:3.0:1772472375.863492:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805952 00000100:00100000:3.0:1772472375.863521:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1772472375.863530:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185805824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472375.863553:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1772472375.863561:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185805952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472375.863579:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185805824:12345-0@lo:400:kworker.0 Request processed in 50us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472375.863586:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1772472375.863588:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185805952:12345-0@lo:400:kworker.0 Request processed in 30us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472375.863593:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1772472375.863625:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185805824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472375.863625:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185805952:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.863673:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185806080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.863703:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472375.863729:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185805696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.863879:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1772472375.863951:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472375.864127:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185805696 00000100:00100000:0.0:1772472375.864132:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185805696 00000100:00100000:3.0:1772472375.864253:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806080 00000100:00100000:0.0:1772472375.864256:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1772472375.864257:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806080 00000100:00100000:0.0:1772472375.864263:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185805696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472375.864297:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1772472375.864298:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185805696:12345-0@lo:400:kworker.0 Request processed in 35us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472375.864304:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185806080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472375.864304:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1772472375.864331:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185806080:12345-0@lo:400:kworker.0 Request processed in 28us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472375.864338:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00080000:2.0:1772472375.864353:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472375.864397:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185806080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.864405:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185805696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.865505:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185806208:0@lo:400:kworker.0 00000100:00100000:1.0:1772472375.865550:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472375.865630:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806208 00000100:00100000:3.0:1772472375.865637:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806208 00000100:00100000:3.0:1772472375.865690:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1772472375.865697:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185806208:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472375.865774:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472375.865863:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472375.865873:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185806336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472375.865900:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472375.865927:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806336 00000100:00100000:2.0:1772472375.865930:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806336 00000100:00100000:2.0:1772472375.865959:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1772472375.865966:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185806336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472375.865999:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185806336:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472375.866005:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00080000:2.0:1772472375.866027:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472375.866046:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000100:00100000:2.0:1772472375.866062:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185806336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472375.868319:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185806208:12345-0@lo:400:kworker.0 Request processed in 2612us (2758us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472375.868331:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1772472375.868482:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185806208:0@lo:400:kworker.0 00000004:00080000:0.0:1772472376.225943:0:70324:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1802058201276ns, next at 1782730486877ns, rc = 0 00000004:00080000:0.0:1772472376.226118:0:70324:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1802058377363ns, next at 1749733139639ns, rc = 0 00000004:00080000:3.0:1772472376.229730:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 46 committed 00000004:00080000:3.0:1772472376.229778:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 46 committed 00000100:00100000:3.0:1772472376.379935:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185806464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472376.380006:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472376.380085:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806464 00000100:00100000:3.0:1772472376.380097:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806464 00000100:00100000:3.0:1772472376.380144:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1772472376.380155:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185806464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472376.380198:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472376.380244:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185806464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472376.380252:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1772472376.381034:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185806464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472376.387465:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185806592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472376.387541:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472376.387615:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806592 00000100:00100000:1.0:1772472376.387622:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806592 00000100:00100000:1.0:1772472376.387668:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1772472376.387678:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185806592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472376.387714:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472376.387776:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185806592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472376.388367:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1772472376.388428:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185806592:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472376.439870:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472377.372212:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472377.375850:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890048 00000100:00100000:0.0:1772472377.375866:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890048 00000100:00100000:0.0:1772472377.375970:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 580 00000100:00100000:0.0:1772472377.375985:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890048:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472377.376133:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890048:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 152us (3937us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472377.376141:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 580 00000100:00080000:0.0:1772472377.376171:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472377.387050:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472377.387142:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890176 00000100:00100000:3.0:1772472377.387158:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890176 00000100:00100000:3.0:1772472377.387276:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 311 00000100:00100000:3.0:1772472377.387286:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40770:x1858570169890176:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472377.387701:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40770:x1858570169890176:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 415us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472377.387709:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 311 00000100:00100000:1.0:1772472377.390410:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472377.390481:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890304 00000100:00100000:2.0:1772472377.390493:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890304 00000100:00080000:0.0:1772472377.390577:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472377.390582:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472377.390711:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 312 00000100:00100000:2.0:1772472377.390722:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40770:x1858570169890304:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472377.391258:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40770:x1858570169890304:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 537us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472377.391266:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 312 00000100:00100000:3.0:1772472377.396006:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472377.396515:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890432 00000100:00100000:0.0:1772472377.396535:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890432 00000100:00100000:0.0:1772472377.396658:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 581 00000100:00100000:0.0:1772472377.396671:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890432:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472377.397360:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890432:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 689us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472377.397370:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 581 00000100:00100000:3.0:1772472377.400626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472377.401023:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890560 00000100:00100000:0.0:1772472377.401033:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890560 00000100:00100000:0.0:1772472377.401249:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 582 00000100:00100000:0.0:1772472377.401260:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890560:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472377.401355:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890560:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 97us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472377.401364:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 582 00000100:00100000:2.0:1772472377.404131:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472377.404202:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890688 00000100:00100000:3.0:1772472377.404213:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890688 00000100:00100000:3.0:1772472377.404266:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 313 00000100:00100000:3.0:1772472377.404277:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40770:x1858570169890688:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472377.404691:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:40770:x1858570169890688:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 415us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472377.404698:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 313 00000100:00100000:3.0:1772472377.407663:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472377.408023:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890816 00000100:00100000:2.0:1772472377.408035:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890816 00000100:00100000:2.0:1772472377.408137:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 314 00000100:00100000:2.0:1772472377.408148:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40770:x1858570169890816:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472377.408560:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:40770:x1858570169890816:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 413us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472377.408568:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 314 00000100:00100000:0.0:1772472377.411017:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472377.411100:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169890944 00000100:00100000:3.0:1772472377.411110:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169890944 00000100:00100000:3.0:1772472377.411164:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 583 00000100:00100000:3.0:1772472377.411173:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890944:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472377.411603:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40770:x1858570169890944:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 430us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472377.411611:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 583 00010000:00010000:3.0:1772472377.462987:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472377.475326:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472377.478873:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891200 00000100:00100000:0.0:1772472377.478890:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891200 00000100:00100000:0.0:1772472377.478969:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 584 00000100:00100000:0.0:1772472377.478981:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:40774:x1858570169891200:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772472377.479044:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472377.479071:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfc30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ab5 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479092:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472377.479104:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472377.479126:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479139:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479149:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479163:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479170:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479175:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479296:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479304:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.479311:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472377.480144:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:0.0:1772472377.480154:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1803312414508ns, next at 1804312411949ns, rc = 0 00010000:00010000:0.0:1772472377.480265:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480276:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480285:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480292:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480297:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480303:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480333:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472377.480358:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480364:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480370:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480376:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472377.480381:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480388:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480397:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472377.480400:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472377.480405:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480410:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfc53 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480420:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472377.480427:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480427:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480434:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472377.480434:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480437:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480440:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480444:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480445:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472377.480448:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480452:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472377.480453:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480455:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472377.480458:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480463:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfc5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480465:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:0.0:1772472377.480467:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472377.480469:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472377.480475:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfc45 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.480478:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472377.480480:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472377.480481:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1772472377.480483:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000fb4d57c8 reply state 0000000056a32d3c transno 4294967522 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472377.480491:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472377.480579:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:40774:x1858570169891200:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1598us (5259us total) trans 4294967522 rc 0/0 00000100:00100000:0.0:1772472377.480588:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 584 00010000:00010000:3.0:1772472377.482271:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482285:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482293:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482299:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472377.482304:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482312:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482325:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xa8fa037c (ffff90c410b8a800) 00010000:00010000:3.0:1772472377.482328:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472377.482333:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472377.482338:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfc4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472378.487869:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472379.302669:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472379.302791:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472379.302822:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472379.302844:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472379.302882:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891328 00000100:00100000:3.0:1772472379.302896:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891328 00000100:00100000:1.0:1772472379.303349:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891584 00000100:00100000:1.0:1772472379.303354:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891584 00000100:00100000:1.0:1772472379.303435:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891712 00000100:00100000:1.0:1772472379.303439:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891712 00000100:00100000:1.0:1772472379.303466:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 896 00000100:00100000:1.0:1772472379.303478:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169891584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472379.303577:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169891584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 101us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472379.303585:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 896 00000100:00100000:1.0:1772472379.303605:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 897 00000100:00100000:1.0:1772472379.303612:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169891712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472379.303638:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169891712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472379.303645:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 897 00000100:00080000:2.0:1772472379.303882:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472379.303887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472379.303984:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1044 00000100:00100000:3.0:1772472379.303993:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169891328:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472379.304069:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169891328:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472379.304076:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1044 00000100:00100000:0.0:1772472379.304507:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891456 00000100:00100000:0.0:1772472379.304514:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891456 00000100:00100000:0.0:1772472379.304575:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1264 00000100:00100000:0.0:1772472379.304583:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169891456:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472379.304626:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169891456:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (1974us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472379.304633:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1264 00000100:00080000:3.0:1772472379.305033:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472379.513162:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472380.042279:0:70469:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1805874536095ns, next at 1782730486877ns, rc = 0 00000004:00080000:3.0:1772472380.042397:0:70469:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1805874656354ns, next at 1804312411949ns, rc = 0 00000001:00080000:2.0:1772472380.090455:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967522 is committed 00000004:00080000:2.0:1772472380.090469:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 47 committed 00000004:00080000:2.0:1772472380.090494:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 48 committed 00000004:00080000:2.0:1772472380.090502:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed 00000100:00100000:1.0:1772472380.090986:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185806720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472380.091071:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472380.091178:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806720 00000100:00100000:2.0:1772472380.091187:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806720 00000100:00100000:2.0:1772472380.091249:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1772472380.091259:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185806720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472380.091290:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00010000:00010000:2.0:1772472380.091318:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.091341:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.091349:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472380.091351:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472380.091355:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.091385:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.091399:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 5 pid: 6592 timeout: 1905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472380.091410:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185806848:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472380.091478:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cb69b40 going to sleep for 11 seconds 00000100:00080000:2.0:1772472380.091491:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472380.096081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472380.096152:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891840 00000100:00100000:0.0:1772472380.096162:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891840 00010000:00010000:0.0:1772472380.096204:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 6 pid: 6592 timeout: 1905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472380.096250:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 335 00000100:00100000:0.0:1772472380.096261:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169891840:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472380.096276:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472380.096283:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 6 pid: 6592 timeout: 1905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096296:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 6 pid: 6592 timeout: 1905 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096322:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472380.096323:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472380.096328:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096339:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096361:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472380.096451:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169891840:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 191us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472380.096458:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 335 00010000:00010000:2.0:1772472380.096544:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d68f657/0xc2ef6d41852dfc3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12abc expref: 5 pid: 6592 timeout: 1905 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472380.096561:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185806848:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472380.096593:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.096604:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.096611:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.096621:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.096629:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472380.096660:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472380.096943:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472380.096950:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096960:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472380.096964:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096979:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096991:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.096998:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852dfc61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472380.097015:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472380.097017:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472380.097019:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472380.097443:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185806720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6184us (6370us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1772472380.097452:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000004:00080000:0.0:1772472380.097624:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c435204000/2, rc 0, transno 4294967333 00000100:00100000:0.0:1772472380.097652:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185806720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772472380.534914:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472380.982965:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185807232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983125:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185807104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983178:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472380.983245:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185807616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983280:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472380.983310:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772472380.983317:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185806976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983346:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472380.983370:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185807488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983390:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472380.983419:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185806976 00000100:00100000:3.0:1772472380.983426:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185806976 00000100:00100000:3.0:1772472380.983473:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1772472380.983481:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185806976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983529:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185806976:12345-0@lo:400:kworker.0 Request processed in 49us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472380.983537:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1772472380.983573:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807104 00000100:00100000:3.0:1772472380.983576:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807104 00000100:00100000:3.0:1772472380.983597:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807488 00000100:00100000:3.0:1772472380.983600:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807488 00000100:00100000:3.0:1772472380.983629:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1772472380.983634:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185807104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983664:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185807104:12345-0@lo:400:kworker.0 Request processed in 29us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472380.983670:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1772472380.983682:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1772472380.983688:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185807488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983725:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185807488:12345-0@lo:400:kworker.0 Request processed in 38us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472380.983731:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1772472380.983805:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185806976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983817:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185807488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472380.983825:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185807104:0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.983916:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472380.983934:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472380.983940:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185807360:0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.983959:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472380.983983:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807232 00000100:00100000:2.0:1772472380.983987:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807232 00000100:00100000:2.0:1772472380.984110:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1772472380.984117:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185807232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.984148:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185807232:12345-0@lo:400:kworker.0 Request processed in 33us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472380.984154:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00080000:2.0:1772472380.984171:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472380.984180:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807616 00000100:00100000:2.0:1772472380.984184:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807616 00000100:00100000:2.0:1772472380.984204:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807360 00000100:00100000:2.0:1772472380.984207:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807360 00000100:00100000:2.0:1772472380.984228:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1772472380.984234:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185807616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.984265:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185807616:12345-0@lo:400:kworker.0 Request processed in 31us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472380.984271:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1772472380.984281:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1772472380.984287:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185807360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.984311:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185807360:12345-0@lo:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472380.984316:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:2.0:1772472380.984331:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472380.984352:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185807616:0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.984370:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185807360:0@lo:400:kworker.0 00000100:00100000:2.0:1772472380.984381:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185807232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472381.497989:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472381.498025:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185807744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472381.498095:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472381.498353:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807744 00000100:00100000:1.0:1772472381.498362:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807744 00000100:00100000:1.0:1772472381.498413:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1772472381.498421:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185807744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472381.498460:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472381.498504:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185807744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472381.498512:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1772472381.498916:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472381.498928:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185807872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472381.498959:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472381.499121:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185807872 00000100:00100000:0.0:1772472381.499126:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185807872 00000100:00100000:0.0:1772472381.499161:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1772472381.499169:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185807872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472381.499188:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472381.499226:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185807872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472381.499232:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1772472381.499276:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185807872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472381.499309:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185807744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472381.560016:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472382.557875:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00010000:00010000:1.0:1772472382.582906:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472383.610503:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472384.425492:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472384.425536:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472384.425576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472384.425629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472384.425689:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892224 00000100:00100000:2.0:1772472384.425698:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892224 00000100:00100000:0.0:1772472384.425734:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892096 00000100:00100000:0.0:1772472384.425770:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892096 00000100:00100000:2.0:1772472384.425774:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892352 00000100:00100000:2.0:1772472384.425777:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892352 00000100:00100000:2.0:1772472384.425798:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 900 00000100:00100000:0.0:1772472384.425801:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1268 00000100:00100000:0.0:1772472384.425807:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169892096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472384.425808:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169892224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472384.425903:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169891968 00000100:00100000:1.0:1772472384.425907:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169891968 00000100:00100000:1.0:1772472384.425937:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1046 00000100:00100000:1.0:1772472384.425944:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169891968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472384.425999:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169892224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 192us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472384.426007:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 900 00000100:00100000:2.0:1772472384.426026:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 901 00000100:00100000:2.0:1772472384.426033:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169892352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:3.0:1772472384.426113:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472384.426119:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472384.426121:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472384.427136:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169892096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1326us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472384.427147:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1268 00000100:00100000:1.0:1772472384.430083:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169891968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 4129us (4591us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472384.430098:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1046 00000100:00100000:2.0:1772472384.436319:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169892352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 10273us (10676us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472384.436335:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 901 00010000:00010000:1.0:1772472384.630903:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472385.655004:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472386.104137:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185808128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104221:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104296:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185808640:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104333:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104355:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772472386.104359:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185808000:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104378:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104395:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185808512:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104424:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104451:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185808256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104469:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104482:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472386.104486:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185808384:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104498:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.104519:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808640 00000100:00100000:0.0:1772472386.104524:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808640 00000100:00100000:0.0:1772472386.104567:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808384 00000100:00100000:0.0:1772472386.104571:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808384 00000100:00100000:0.0:1772472386.104593:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1772472386.104601:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185808640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104692:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185808640:12345-0@lo:400:kworker.0 Request processed in 91us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472386.104700:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1772472386.104709:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808128 00000100:00100000:2.0:1772472386.104714:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808128 00000100:00100000:0.0:1772472386.104716:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1772472386.104721:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185808384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472386.104758:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808512 00000100:00100000:2.0:1772472386.104761:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808512 00000100:00100000:0.0:1772472386.104769:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185808384:12345-0@lo:400:kworker.0 Request processed in 48us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472386.104775:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1772472386.104781:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808256 00000100:00100000:2.0:1772472386.104784:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808256 00000100:00100000:0.0:1772472386.104791:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808000 00000100:00100000:0.0:1772472386.104794:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808000 00000100:00100000:2.0:1772472386.104799:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1772472386.104804:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185808128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104814:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1772472386.104819:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185808000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472386.104837:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185808128:12345-0@lo:400:kworker.0 Request processed in 33us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472386.104842:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185808000:12345-0@lo:400:kworker.0 Request processed in 23us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472386.104843:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1772472386.104847:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1772472386.104855:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1772472386.104861:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185808512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.104870:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1772472386.104876:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185808256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472386.104885:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185808512:12345-0@lo:400:kworker.0 Request processed in 24us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472386.104891:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1772472386.104897:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185808256:12345-0@lo:400:kworker.0 Request processed in 21us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472386.104902:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00080000:0.0:1772472386.104920:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472386.104925:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472386.104927:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472386.105632:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185808384:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.105646:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185808256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.105831:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185808000:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.105842:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185808512:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.105852:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185808128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472386.105861:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1772472386.105865:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c435204000, transno 4294967333 00000100:00100000:0.0:1772472386.105928:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185808640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472386.615024:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472386.615042:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185808768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472386.615103:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472386.615246:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808768 00000100:00100000:0.0:1772472386.615254:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808768 00000100:00100000:0.0:1772472386.615314:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1772472386.615323:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185808896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472386.615328:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185808768:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472386.615353:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1772472386.615368:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472386.615388:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185808896 00000100:00100000:3.0:1772472386.615393:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185808896 00000100:00100000:0.0:1772472386.615422:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185808768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472386.615423:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1772472386.615434:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1772472386.615436:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185808896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472386.615459:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472386.615489:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185808896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472386.615493:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1772472386.615529:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185808896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472386.615537:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185808768:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472386.679097:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472387.703537:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472388.729155:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472389.553888:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472389.553951:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472389.553997:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472389.554037:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472389.554086:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892736 00000100:00100000:0.0:1772472389.554098:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892736 00000100:00100000:0.0:1772472389.554172:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892864 00000100:00100000:0.0:1772472389.554177:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892864 00000100:00100000:0.0:1772472389.554202:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 904 00000100:00100000:0.0:1772472389.554214:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169892736:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472389.554329:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169892736:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 117us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472389.554338:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 904 00000100:00100000:0.0:1772472389.554358:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 905 00000100:00100000:0.0:1772472389.554366:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169892864:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472389.554391:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169892864:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472389.554397:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 905 00000100:00080000:0.0:1772472389.554415:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472389.554420:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472389.554919:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892608 00000100:00100000:2.0:1772472389.554924:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892608 00000100:00100000:2.0:1772472389.554972:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1272 00000100:00100000:2.0:1772472389.554979:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169892608:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472389.555019:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169892608:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472389.555026:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1272 00000100:00100000:1.0:1772472389.555309:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892480 00000100:00100000:1.0:1772472389.555323:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892480 00000100:00100000:1.0:1772472389.555362:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00100000:1.0:1772472389.555369:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169892480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472389.555412:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169892480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472389.555419:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00080000:0.0:1772472389.555728:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472389.751705:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472390.775316:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472391.223172:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.223247:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472391.223310:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472391.223317:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185809280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.223343:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472391.223529:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185809152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.223561:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472391.223590:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185809664:0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.223611:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472391.223631:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772472391.223651:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185809024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.223679:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472391.223699:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185809536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.223717:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472391.223773:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809280 00000100:00100000:0.0:1772472391.223781:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809280 00000100:00100000:0.0:1772472391.223843:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809152 00000100:00100000:0.0:1772472391.223846:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809152 00000100:00100000:0.0:1772472391.225539:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809536 00000100:00100000:0.0:1772472391.225551:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809536 00000100:00100000:0.0:1772472391.225594:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1772472391.225602:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185809280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.225697:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185809280:12345-0@lo:400:kworker.0 Request processed in 94us (2352us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472391.225705:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1772472391.225723:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1772472391.225731:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185809152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.225781:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185809152:12345-0@lo:400:kworker.0 Request processed in 51us (2219us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472391.225787:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1772472391.225799:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472391.225804:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185809536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472391.225846:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185809536:12345-0@lo:400:kworker.0 Request processed in 42us (2127us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472391.225852:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472391.226761:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809408 00000100:00100000:0.0:1772472391.226769:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809408 00000100:00100000:0.0:1772472391.226804:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809664 00000100:00100000:0.0:1772472391.226808:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809664 00000100:00100000:3.0:1772472391.227012:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1772472391.227023:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.227086:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809408:12345-0@lo:400:kworker.0 Request processed in 53us (3826us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472391.227092:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1772472391.227108:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1772472391.227114:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185809664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.227141:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185809664:12345-0@lo:400:kworker.0 Request processed in 28us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472391.227146:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1772472391.227191:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185809280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.227204:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809408:0@lo:400:kworker.0 00000100:00080000:3.0:1772472391.227248:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472391.227253:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472391.227256:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472391.227294:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185809536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.227307:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185809152:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.227317:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185809664:0@lo:400:kworker.0 00000100:00100000:2.0:1772472391.227509:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809024 00000100:00100000:2.0:1772472391.227515:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809024 00000100:00100000:2.0:1772472391.227565:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1772472391.227573:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185809024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472391.227614:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185809024:12345-0@lo:400:kworker.0 Request processed in 42us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472391.227619:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1772472391.227659:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185809024:0@lo:400:kworker.0 00000100:00100000:3.0:1772472391.736372:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472391.736397:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472391.736468:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472391.736651:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809792 00000100:00100000:1.0:1772472391.736660:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809792 00000100:00100000:1.0:1772472391.736720:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1772472391.736730:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472391.736789:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472391.736851:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472391.736869:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1772472391.736995:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472391.742416:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472391.742483:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472391.742597:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185809920 00000100:00100000:3.0:1772472391.742605:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185809920 00000100:00100000:3.0:1772472391.742662:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1772472391.742671:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472391.742707:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472391.748644:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185809920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5962us (6149us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472391.748660:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1772472391.753047:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185809920:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472391.798999:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472392.823084:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472393.848196:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472394.664636:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472394.664678:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472394.664796:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893120 00000100:00100000:0.0:1772472394.664817:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893120 00000100:00100000:0.0:1772472394.664932:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1276 00000100:00100000:0.0:1772472394.664944:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169893120:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472394.665130:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169893120:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 188us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472394.665140:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1276 00000100:00080000:1.0:1772472394.665449:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472394.671880:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472394.671936:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472394.672029:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169892992 00000100:00100000:0.0:1772472394.672039:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169892992 00000100:00100000:0.0:1772472394.672101:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1050 00000100:00100000:0.0:1772472394.672125:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169892992:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472394.672208:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169892992:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472394.672215:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1050 00000100:00100000:3.0:1772472394.682174:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893376 00000100:00100000:3.0:1772472394.682188:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893376 00000100:00080000:1.0:1772472394.682350:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472394.682679:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893248 00000100:00100000:3.0:1772472394.682683:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893248 00000100:00100000:0.0:1772472394.682771:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 908 00000100:00100000:0.0:1772472394.682783:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169893376:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:1.0:1772472394.686077:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472394.686254:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169893376:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3465us (21566us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472394.686267:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 908 00000100:00100000:0.0:1772472394.686308:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 909 00000100:00100000:0.0:1772472394.686321:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169893248:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472394.686377:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169893248:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 61us (14440us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472394.686383:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 909 00010000:00010000:3.0:1772472394.871235:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472395.895418:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472396.344378:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185810432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472396.344472:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472396.344538:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472396.344545:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185810304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472396.344590:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472396.344622:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810432 00000100:00100000:2.0:1772472396.344629:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810432 00000100:00100000:2.0:1772472396.344683:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1772472396.344691:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185810432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472396.344774:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185810432:12345-0@lo:400:kworker.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472396.344782:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:2.0:1772472396.344804:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472396.344838:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185810432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.344919:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185810048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.344953:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472396.344982:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185810560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345005:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472396.345025:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472396.345030:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185810176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345050:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472396.345067:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185810688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345086:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472396.345110:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810304 00000100:00100000:1.0:1772472396.345114:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810304 00000100:00100000:1.0:1772472396.345146:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810560 00000100:00100000:1.0:1772472396.345150:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810560 00000100:00100000:1.0:1772472396.345167:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810176 00000100:00100000:1.0:1772472396.345170:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810176 00000100:00100000:1.0:1772472396.345183:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1772472396.345190:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185810304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345226:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185810304:12345-0@lo:400:kworker.0 Request processed in 36us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472396.345232:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1772472396.345246:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1772472396.345252:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185810560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345282:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185810560:12345-0@lo:400:kworker.0 Request processed in 30us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472396.345288:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1772472396.345299:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1772472396.345305:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185810176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345330:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185810176:12345-0@lo:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472396.345336:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00080000:1.0:1772472396.345352:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472396.345369:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185810176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345379:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185810560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472396.345400:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185810304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472396.345601:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810048 00000100:00100000:2.0:1772472396.345605:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810048 00000100:00100000:3.0:1772472396.345709:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810688 00000100:00100000:3.0:1772472396.345713:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810688 00000100:00100000:3.0:1772472396.345779:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1772472396.345787:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185810688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472396.345826:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185810688:12345-0@lo:400:kworker.0 Request processed in 40us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472396.345832:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1772472396.345858:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185810688:0@lo:400:kworker.0 00000100:00080000:0.0:1772472396.345968:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472396.346020:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1772472396.346028:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185810048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472396.346069:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185810048:12345-0@lo:400:kworker.0 Request processed in 43us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472396.346075:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1772472396.346128:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185810048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472396.855091:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472396.855114:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185810816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472396.855188:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472396.855315:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810816 00000100:00100000:0.0:1772472396.855323:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810816 00000100:00100000:0.0:1772472396.855373:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1772472396.855382:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185810816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472396.855414:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472396.855467:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185810816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472396.855474:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1772472396.855514:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185810816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472396.855824:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472396.855835:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185810944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472396.855864:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472396.855961:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185810944 00000100:00100000:1.0:1772472396.855965:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185810944 00000100:00100000:1.0:1772472396.855994:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1772472396.856001:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185810944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472396.856038:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472396.856083:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185810944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472396.856089:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1772472396.856199:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185810944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472396.919189:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472397.942997:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472398.354549:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472398.354590:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893504 00000100:00100000:1.0:1772472398.354600:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893504 00000100:00100000:1.0:1772472398.354664:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 585 00000100:00100000:1.0:1772472398.354675:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169893504:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472398.354792:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169893504:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 118us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472398.354800:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 585 00000100:00080000:1.0:1772472398.354823:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472398.358852:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472398.358910:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893632 00000100:00100000:1.0:1772472398.358920:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893632 00000100:00100000:1.0:1772472398.358975:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 316 00000100:00100000:1.0:1772472398.358984:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169893632:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472398.359264:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169893632:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 280us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472398.359272:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 316 00000100:00080000:1.0:1772472398.359292:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472398.370086:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472398.370155:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893760 00000100:00100000:1.0:1772472398.370165:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893760 00000100:00100000:1.0:1772472398.370230:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 317 00000100:00100000:1.0:1772472398.370240:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169893760:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472398.370534:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169893760:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 294us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472398.370543:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 317 00000100:00080000:1.0:1772472398.370563:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472398.380910:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472398.381561:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169893888 00000100:00100000:1.0:1772472398.381572:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169893888 00000100:00100000:1.0:1772472398.381635:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 586 00000100:00100000:1.0:1772472398.381657:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169893888:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472398.382449:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169893888:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 792us (1544us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472398.382463:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 586 00000100:00100000:0.0:1772472398.389545:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472398.389583:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894016 00000100:00100000:3.0:1772472398.389591:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894016 00000100:00100000:3.0:1772472398.391923:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 587 00000100:00100000:3.0:1772472398.391940:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169894016:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472398.392284:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169894016:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 348us (2744us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472398.392293:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 587 00000100:00100000:1.0:1772472398.393838:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472398.394038:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894144 00000100:00100000:3.0:1772472398.394048:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894144 00000100:00100000:3.0:1772472398.394106:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 318 00000100:00100000:3.0:1772472398.394116:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169894144:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472398.394424:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169894144:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 307us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472398.394433:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 318 00000100:00100000:1.0:1772472398.396153:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472398.396223:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894272 00000100:00100000:3.0:1772472398.396234:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894272 00000100:00100000:3.0:1772472398.396323:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 319 00000100:00100000:3.0:1772472398.396333:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169894272:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472398.396645:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41032:x1858570169894272:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 312us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472398.396653:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 319 00000100:00100000:3.0:1772472398.399884:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472398.399940:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894400 00000100:00100000:3.0:1772472398.399950:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894400 00000100:00100000:3.0:1772472398.400336:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 588 00000100:00100000:3.0:1772472398.400350:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169894400:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472398.401434:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41032:x1858570169894400:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1083us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472398.401447:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 588 00000100:00100000:3.0:1772472398.442979:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472398.443142:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894528 00000100:00100000:2.0:1772472398.443153:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894528 00000100:00100000:2.0:1772472398.443393:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 589 00000100:00100000:2.0:1772472398.443413:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41033:x1858570169894528:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472398.443437:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472398.443460:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfc68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ac3 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443539:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443552:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443565:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472398.443628:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1772472398.443632:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472398.443656:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443684:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfc68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ac3 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443704:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ac3 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.443713:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472398.443716:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472398.443719:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472398.443787:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41033:x1858570169894528:12345-192.168.201.48@tcp:101:rm.0 Request processed in 377us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472398.443794:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 589 00000100:00100000:0.0:1772472398.469204:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472398.469632:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894656 00000100:00100000:2.0:1772472398.469653:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894656 00000100:00100000:2.0:1772472398.469713:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 106 00000100:00100000:2.0:1772472398.469725:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41033:x1858570169894656:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:2.0:1772472398.469871:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41033:x1858570169894656:12345-192.168.201.48@tcp:49:rm.0 Request processed in 148us (676us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472398.469879:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 106 00000100:00100000:3.0:1772472398.485471:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472398.485569:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169894912 00000100:00100000:2.0:1772472398.485588:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169894912 00000100:00100000:2.0:1772472398.485675:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 590 00000100:00100000:2.0:1772472398.485686:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41033:x1858570169894912:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472398.485708:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472398.485729:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfc76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12aca expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472398.485859:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:2.0:1772472398.486292:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfc76 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aca expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.486309:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472398.486313:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472398.486318:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfc76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aca expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472398.486336:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472398.486428:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41033:x1858570169894912:12345-192.168.201.48@tcp:101:rm.0 Request processed in 743us (974us total) trans 4294967523 rc 301/301 00000100:00100000:2.0:1772472398.486437:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 590 00000100:00100000:0.0:1772472398.508321:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472398.508404:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895040 00000100:00100000:0.0:1772472398.508418:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895040 00000100:00100000:0.0:1772472398.508501:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 107 00000100:00100000:0.0:1772472398.508516:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41033:x1858570169895040:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:3.0:1772472398.528551:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41033:x1858570169895040:12345-192.168.201.48@tcp:37:rm.0 Request processed in 20027us (20233us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472398.528567:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 107 00000100:00100000:3.0:1772472398.551356:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472398.551466:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895296 00000100:00100000:2.0:1772472398.551478:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895296 00000100:00100000:2.0:1772472398.551570:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 108 00000100:00100000:2.0:1772472398.551587:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41033:x1858570169895296:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:2.0:1772472398.552003:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41033:x1858570169895296:12345-192.168.201.48@tcp:35:rm.0 Request processed in 422us (663us total) trans 4294967524 rc 0/0 00000100:00100000:2.0:1772472398.552011:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 108 00000100:00100000:2.0:1772472398.555431:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472398.558289:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895552 00000100:00100000:3.0:1772472398.558305:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895552 00000100:00100000:3.0:1772472398.558391:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 591 00000100:00100000:3.0:1772472398.558428:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41033:x1858570169895552:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772472398.558491:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1772472398.558523:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852dfc6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ac3 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.558576:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfc14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aae expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.558595:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852df86a) 00010000:00010000:3.0:1772472398.558600:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:3.0:1772472398.558618:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472398.559105:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559124:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559136:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559149:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559157:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559164:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559513:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559523:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559530:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559583:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559591:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559602:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559608:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472398.559613:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559621:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.559917:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772472398.559997:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472398.560004:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560011:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852dfc92 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560036:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560042:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560047:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560053:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472398.560056:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560066:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560075:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472398.560078:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472398.560081:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560086:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfc84 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560098:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560103:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560108:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560113:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472398.560116:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560122:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560129:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6400) 00010000:00010000:3.0:1772472398.560131:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472398.560134:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472398.560144:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852dfc8b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472398.560245:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41033:x1858570169895552:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1821us (4820us total) trans 0 rc -13/-13 00000100:00100000:3.0:1772472398.560256:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 591 00010000:00010000:3.0:1772472398.967022:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472399.781095:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472399.781145:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472399.781234:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895680 00000100:00100000:3.0:1772472399.781247:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895680 00000100:00100000:3.0:1772472399.781314:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00100000:3.0:1772472399.781325:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169895680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472399.781412:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169895680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 89us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472399.781420:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00100000:1.0:1772472399.782081:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895936 00000100:00100000:1.0:1772472399.782088:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895936 00000100:00100000:1.0:1772472399.782126:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 912 00000100:00100000:1.0:1772472399.782134:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169895936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472399.782184:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169895936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 51us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472399.782191:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 912 00000100:00100000:2.0:1772472399.782728:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472399.782802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472399.783054:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896064 00000100:00100000:3.0:1772472399.783060:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896064 00000100:00100000:3.0:1772472399.783103:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 913 00000100:00100000:3.0:1772472399.783113:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169896064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472399.783158:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb4a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169896064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472399.783166:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 913 00000100:00100000:1.0:1772472399.783730:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169895808 00000100:00100000:1.0:1772472399.783735:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169895808 00000100:00100000:1.0:1772472399.783791:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1280 00000100:00100000:1.0:1772472399.783798:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169895808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472399.783838:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169895808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1112us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472399.783848:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1280 00010000:00010000:0.0:1772472399.995966:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472401.016957:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472401.021858:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967524 is committed 00000100:00100000:2.0:1772472401.463230:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472401.463418:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185811200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.463484:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472401.463623:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185811072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.463656:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472401.463693:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811200 00000100:00100000:2.0:1772472401.463693:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811072 00000100:00100000:3.0:1772472401.463701:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811200 00000100:00100000:3.0:1772472401.463797:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1772472401.463805:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811072 00000100:00100000:3.0:1772472401.463806:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185811200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.463831:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1772472401.463837:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185811072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472401.463860:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185811200:12345-0@lo:400:kworker.0 Request processed in 55us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472401.463864:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185811072:12345-0@lo:400:kworker.0 Request processed in 27us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472401.463868:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1772472401.463869:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1772472401.463914:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185811200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.463923:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185811072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.464494:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185811328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.464612:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472401.464688:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472401.464800:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185811456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.464830:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472401.464863:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811456 00000100:00100000:2.0:1772472401.464863:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811328 00000100:00100000:3.0:1772472401.464868:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811456 00000100:00100000:2.0:1772472401.464868:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811328 00000100:00100000:3.0:1772472401.464914:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1772472401.464921:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185811456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472401.464959:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185811456:12345-0@lo:400:kworker.0 Request processed in 38us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472401.464965:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1772472401.465047:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1772472401.465054:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185811328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465085:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185811328:12345-0@lo:400:kworker.0 Request processed in 32us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472401.465094:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1772472401.465130:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185811456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465139:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185811328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465159:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185811712:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465194:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472401.465214:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472401.465219:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185811584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465239:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472401.465263:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811712 00000100:00100000:2.0:1772472401.465266:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811712 00000100:00100000:2.0:1772472401.465291:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1772472401.465296:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185811712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465332:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185811712:12345-0@lo:400:kworker.0 Request processed in 36us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472401.465339:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1772472401.465368:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811584 00000100:00100000:2.0:1772472401.465372:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811584 00000100:00100000:2.0:1772472401.465395:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1772472401.465401:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185811584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465429:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185811584:12345-0@lo:400:kworker.0 Request processed in 28us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472401.465434:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1772472401.465463:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185811584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472401.465472:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185811712:0@lo:400:kworker.0 00000100:00080000:3.0:1772472401.466505:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472401.466511:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472401.466514:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1772472401.936933:0:70831:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff56233710 20000000:00000080:3.0:1772472401.936953:0:70831:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e8e400 uarg=0000000000000000 00010000:00010000:3.0:1772472401.937411:0:70831:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472401.937426:0:70831:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472401.937447:0:70831:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472401.937465:0:70831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472401.937481:0:70831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472401.937490:0:70831:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472401.937527:0:70831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472401.937544:0:70831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 17 pid: 5805 timeout: 1977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472401.937558:0:70831:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70831:1858570185811840:0@lo:104: 00000100:00100000:3.0:1772472401.937624:0:70831:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472401.937666:0:70831:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404828180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472401.937774:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811840 00000100:00100000:2.0:1772472401.937782:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811840 00000100:00100000:2.0:1772472401.937827:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1772472401.937931:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:70831:x1858570185811840:12345-0@lo:104: 00010000:00010000:2.0:1772472401.937945:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472401.938008:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472401.938014:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:70831:x1858570185811840:12345-0@lo:104: Request processed in 180us (391us total) trans 0 rc 0/0 00010000:00010000:0.0:1772472401.938049:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472401.938056:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938062:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472401.938066:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938075:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472401.938082:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472401.938087:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472401.938115:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938122:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472401.938140:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938145:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852dfbea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfbf1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938161:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472401.938163:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472401.938165:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472401.938178:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472401.938188:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185811968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472401.938216:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472401.938247:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185811968 00000100:00100000:0.0:1772472401.938251:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185811968 00010000:00010000:0.0:1772472401.938270:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 18 pid: 5805 timeout: 1977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472401.938294:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1772472401.938300:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185811968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472401.938309:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472401.938313:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 18 pid: 5805 timeout: 1977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938323:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 18 pid: 5805 timeout: 1977 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938347:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938354:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938366:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938372:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938378:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938384:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938389:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472401.938393:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938399:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938407:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938416:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472401.938442:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185811968:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472401.938448:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1772472401.938487:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185811968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472401.938517:0:70831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852dfbf1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfbea expref: 17 pid: 5805 timeout: 1977 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472401.938526:0:70831:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:70831:1858570185811840:0@lo:104: 00010000:00010000:0.0:1772472401.938537:0:70831:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938546:0:70831:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938552:0:70831:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472401.938558:0:70831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852dfc99 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472401.946488:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1772472401.975889:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472401.975911:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185812096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472401.975977:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472401.976021:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812096 00000100:00100000:3.0:1772472401.976029:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812096 00000100:00100000:3.0:1772472401.976077:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1772472401.976085:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185812096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472401.976121:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472401.976176:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185812096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472401.976185:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1772472401.976230:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185812096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472401.985093:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472401.985119:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185812224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472401.985187:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472401.985226:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812224 00000100:00100000:3.0:1772472401.985234:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812224 00000100:00100000:3.0:1772472401.985301:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1772472401.985310:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185812224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472401.985358:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472401.985406:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185812224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472401.985417:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1772472401.985499:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185812224:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472402.041093:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472402.749542:0:70879:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd28a4d850 20000000:00000080:0.0:1772472402.749563:0:70879:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab2800 uarg=0000000000000000 00010000:00010000:0.0:1772472402.749882:0:70879:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472402.749897:0:70879:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472402.749918:0:70879:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472402.749936:0:70879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749950:0:70879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749960:0:70879:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749966:0:70879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749974:0:70879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749981:0:70879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.749987:0:70879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472402.749992:0:70879:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.750000:0:70879:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.750012:0:70879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.750020:0:70879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472402.750026:0:70879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852dfca0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 70879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.063174:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472403.640815:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472403.640824:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472403.640829:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472403.640877:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472403.640889:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472403.640901:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472403.640928:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185812352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472403.640991:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472403.641045:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c409156780 going to sleep for 11 seconds 00000100:00100000:2.0:1772472403.652017:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812352 00000100:00100000:2.0:1772472403.652033:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812352 00000100:00100000:2.0:1772472403.652111:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1772472403.652120:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185812352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472403.652138:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472403.652158:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfca7 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.652186:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.652198:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.652207:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772472403.652280:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185812352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (11289us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472403.652289:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1772472403.652364:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185812352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472403.652381:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.652391:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472403.652413:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472403.652418:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472403.652426:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472404.086928:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472404.900110:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472404.900155:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472404.900192:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472404.900220:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472404.900251:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896448 00000100:00100000:2.0:1772472404.900261:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896448 00000100:00100000:2.0:1772472404.900339:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896576 00000100:00100000:2.0:1772472404.900343:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896576 00000100:00100000:2.0:1772472404.900375:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 916 00000100:00100000:2.0:1772472404.900386:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472404.900467:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 84us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472404.900481:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 916 00000100:00100000:2.0:1772472404.900504:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 917 00000100:00100000:2.0:1772472404.900512:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472404.900539:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472404.900545:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 917 00000100:00100000:3.0:1772472404.900770:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896192 00000100:00100000:3.0:1772472404.900775:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896192 00000100:00100000:3.0:1772472404.900868:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1055 00000100:00100000:3.0:1772472404.900877:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169896192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472404.900915:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169896192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472404.900923:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1055 00000100:00100000:3.0:1772472404.900957:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896320 00000100:00100000:3.0:1772472404.900961:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896320 00000100:00100000:3.0:1772472404.900998:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1284 00000100:00100000:3.0:1772472404.901007:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472404.901038:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169896320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472404.901045:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1284 00000100:00080000:3.0:1772472404.901063:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472404.901067:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472404.901070:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472405.115138:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472405.645232:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472405.645321:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896704 00000100:00100000:1.0:1772472405.645333:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896704 00000100:00100000:1.0:1772472405.645397:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 592 00000100:00100000:1.0:1772472405.645411:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41147:x1858570169896704:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472405.645432:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472405.645457:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfcb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ad1 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645523:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645536:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645620:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472405.645706:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1772472405.645711:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472405.645762:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645789:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfcb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad1 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645808:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad1 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.645817:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772472405.645820:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472405.645824:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472405.646112:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41147:x1858570169896704:12345-192.168.201.48@tcp:101:rm.0 Request processed in 492us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472405.646121:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 592 00000100:00100000:1.0:1772472405.651319:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472405.653799:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169896832 00000100:00100000:2.0:1772472405.653815:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169896832 00000100:00100000:2.0:1772472405.653884:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 593 00000100:00100000:2.0:1772472405.653896:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41147:x1858570169896832:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472405.653918:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472405.653938:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfcc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ad8 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654006:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654020:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654032:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654048:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654058:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654064:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654173:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654181:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654188:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472405.654231:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00000004:00200000:2.0:1772472405.654445:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472405.654479:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654491:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654498:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654504:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654510:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472405.654514:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654522:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654535:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772472405.654538:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472405.654542:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654548:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfcca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654561:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654568:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654574:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654579:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472405.654581:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654587:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654594:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c424f78900) 00010000:00010000:2.0:1772472405.654597:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472405.654600:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654609:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dfcd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654639:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852dfcc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad8 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654651:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad8 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.654657:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772472405.654659:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472405.654661:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55c00, rc 0) 00000100:00100000:2.0:1772472405.654734:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41147:x1858570169896832:12345-192.168.201.48@tcp:101:rm.0 Request processed in 841us (3423us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472405.654882:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 593 00000100:00100000:2.0:1772472405.658516:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472405.658722:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897088 00000100:00100000:3.0:1772472405.658734:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897088 00000100:00100000:3.0:1772472405.658820:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 594 00000100:00100000:3.0:1772472405.658832:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41147:x1858570169897088:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472405.658853:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472405.658873:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfcdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12adf expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472405.659148:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:3.0:1772472405.659530:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfcdf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12adf expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.659546:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:3.0:1772472405.659549:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472405.659555:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfcdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12adf expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.659570:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472405.660099:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41147:x1858570169897088:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1267us (1591us total) trans 4294967525 rc 301/301 00000100:00100000:3.0:1772472405.660110:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 594 00000100:00100000:2.0:1772472405.668122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472405.668414:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897216 00000100:00100000:1.0:1772472405.668426:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897216 00000100:00100000:1.0:1772472405.668484:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 109 00000100:00100000:1.0:1772472405.668493:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41147:x1858570169897216:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:2.0:1772472405.676683:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41147:x1858570169897216:12345-192.168.201.48@tcp:37:rm.0 Request processed in 8180us (8561us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472405.676697:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 109 00000100:00100000:2.0:1772472405.688382:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472405.688532:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897472 00000100:00100000:3.0:1772472405.688542:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897472 00000100:00100000:3.0:1772472405.688604:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 110 00000100:00100000:3.0:1772472405.688614:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418efb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41147:x1858570169897472:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:2.0:1772472405.693767:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418efb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41147:x1858570169897472:12345-192.168.201.48@tcp:35:rm.0 Request processed in 5114us (5354us total) trans 4294967526 rc 0/0 00000100:00100000:2.0:1772472405.693780:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 110 00000100:00100000:3.0:1772472405.702092:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472405.702321:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897728 00000100:00100000:1.0:1772472405.702331:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897728 00000100:00100000:1.0:1772472405.702391:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 595 00000100:00100000:1.0:1772472405.702402:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41147:x1858570169897728:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472405.702459:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472405.702487:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dfcd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad8 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702510:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c424f78200) 00010000:00010000:1.0:1772472405.702528:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfcbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ad1 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702538:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772472405.702545:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472405.702568:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702593:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702603:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702615:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702626:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.702632:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703341:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703352:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703359:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472405.703799:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 11776 00010000:00010000:1.0:1772472405.703816:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703824:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703830:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703836:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472405.703840:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703846:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703860:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772472405.703863:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472405.703867:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703873:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfcfb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703892:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703897:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703903:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703908:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472405.703910:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703915:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703922:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472405.703924:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472405.703927:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.703931:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfced lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472405.703946:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000eb066496 reply state 00000000206aac73 transno 4294967527 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472405.703955:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472405.704189:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41147:x1858570169897728:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1786us (2110us total) trans 4294967527 rc 0/0 00000100:00100000:1.0:1772472405.704198:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 595 00010000:00010000:0.0:1772472405.712517:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712536:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712544:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712554:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472405.712558:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712566:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712697:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c420328800) 00010000:00010000:0.0:1772472405.712701:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472405.712707:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.712714:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfcf4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472405.781801:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472405.781970:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897856 00000100:00100000:2.0:1772472405.781982:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897856 00000100:00100000:2.0:1772472405.782052:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 596 00000100:00100000:2.0:1772472405.782062:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41151:x1858570169897856:12345-192.168.201.48@tcp:101:mkdir.0 00010000:00010000:2.0:1772472405.782093:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472405.782118:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfd02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ae6 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782181:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782196:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782207:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472405.782301:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772472405.782305:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472405.782329:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782351:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852dfd02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ae6 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782371:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ae6 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.782380:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472405.782383:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472405.782386:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472405.782445:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41151:x1858570169897856:12345-192.168.201.48@tcp:101:mkdir.0 Request processed in 384us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472405.782453:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 596 00000100:00100000:1.0:1772472405.786327:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472405.786723:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169897984 00000100:00100000:3.0:1772472405.786733:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169897984 00000100:00100000:3.0:1772472405.786827:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 597 00000100:00100000:3.0:1772472405.786838:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2358:x1858570169897984:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:3.0:1772472405.786882:0:5812:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:3.0:1772472405.786952:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2358:x1858570169897984:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 117us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472405.786961:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 597 00000100:00100000:0.0:1772472405.791185:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472405.791298:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169898240 00000100:00100000:1.0:1772472405.791308:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169898240 00000100:00100000:1.0:1772472405.791377:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 598 00000100:00100000:1.0:1772472405.791388:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41151:x1858570169898240:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:1.0:1772472405.791446:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472405.791475:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfd09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ae6 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791495:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772472405.791506:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472405.791597:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791609:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791619:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791631:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791637:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.791643:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472405.792247:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00010000:00010000:1.0:1772472405.792258:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792266:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792287:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792293:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472405.792298:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792306:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792316:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472405.792320:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472405.792323:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.792329:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd10 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472405.792350:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009474a7a7 reply state 00000000333d2718 transno 4294967528 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472405.792359:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472405.792468:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41151:x1858570169898240:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 1079us (1290us total) trans 4294967528 rc 0/0 00000100:00100000:1.0:1772472405.792477:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 598 00010000:00010000:3.0:1772472405.797898:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797915:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797924:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797930:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472405.797934:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797942:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797959:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c420328400) 00010000:00010000:3.0:1772472405.797962:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472405.797967:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.797973:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfd17 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472405.869558:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472405.869709:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169898368 00000100:00100000:3.0:1772472405.869720:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169898368 00000100:00100000:3.0:1772472405.869822:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 599 00000100:00100000:3.0:1772472405.869833:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41155:x1858570169898368:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:3.0:1772472405.869859:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472405.869883:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfd1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12aed expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.869944:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.869957:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.869970:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472405.870033:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472405.870038:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472405.870062:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.870088:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfd1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aed expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.870105:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aed expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472405.870113:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472405.870115:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472405.870118:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472405.870171:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41155:x1858570169898368:12345-192.168.201.48@tcp:101:chown.0 Request processed in 340us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472405.870178:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 599 00000100:00100000:2.0:1772472405.880020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472405.880124:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169898496 00000100:00100000:0.0:1772472405.880134:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169898496 00000100:00100000:0.0:1772472405.880198:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 600 00000100:00100000:0.0:1772472405.880208:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41155:x1858570169898496:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472405.880229:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472405.880260:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfd2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12af4 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880333:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880348:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880360:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880375:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880381:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880387:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880483:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880492:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880498:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472405.880535:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 512 00000004:00200000:0.0:1772472405.880539:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472405.880560:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880584:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880592:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880602:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880608:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472405.880612:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880621:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880633:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:0.0:1772472405.880637:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472405.880642:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880648:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfd33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880661:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880666:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880671:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880676:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472405.880678:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880687:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880693:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8a200) 00010000:00010000:0.0:1772472405.880696:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472405.880698:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880703:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dfd3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880731:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfd2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12af4 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880822:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12af4 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472405.880830:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772472405.880833:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472405.880835:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472405.880898:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:41155:x1858570169898496:12345-192.168.201.48@tcp:101:chown.0 Request processed in 691us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472405.880905:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 600 00000100:00100000:0.0:1772472405.884476:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472405.884566:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169898752 00000100:00100000:2.0:1772472405.884584:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169898752 00000100:00100000:2.0:1772472405.884637:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 601 00000100:00100000:2.0:1772472405.884645:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:41155:x1858570169898752:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:2.0:1772472405.884694:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472405.884722:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfd41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12af4 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.885001:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772472405.885013:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472405.885040:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.885054:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472405.885064:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472405.959323:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967528 is committed 00000001:00080000:1.0:1772472405.959338:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967529 is committed 00000004:00010000:2.0:1772472405.959422:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009a119ccc reply state 00000000e940eb4e transno 4294967529 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472405.959436:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472405.959482:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:2.0:1772472405.959598:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472405.959617:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41155:x1858570169898752:12345-192.168.201.48@tcp:36:chown.0 Request processed in 74969us (75147us total) trans 4294967529 rc 0/0 00000100:00100000:2.0:1772472405.959629:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 601 00010000:00010000:1.0:1772472405.959704:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959714:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959721:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959727:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472405.959732:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959775:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959791:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c424f78600) 00010000:00010000:1.0:1772472405.959794:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472405.959799:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472405.959808:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852dfd48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.135283:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472406.583542:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185812864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583617:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583674:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472406.583681:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185812480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583711:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583733:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185812992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583787:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583814:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185812736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583836:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583853:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472406.583859:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185812608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583879:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583897:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185813120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.583917:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472406.583942:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812864 00000100:00100000:2.0:1772472406.583950:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812864 00000100:00100000:2.0:1772472406.583997:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813120 00000100:00100000:2.0:1772472406.583999:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813120 00000100:00100000:2.0:1772472406.584022:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1772472406.584031:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185812864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.584078:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185812864:12345-0@lo:400:kworker.0 Request processed in 49us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472406.584085:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1772472406.584101:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1772472406.584108:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185813120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.584135:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185813120:12345-0@lo:400:kworker.0 Request processed in 28us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472406.584140:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1772472406.584157:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812480 00000100:00100000:2.0:1772472406.584160:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812480 00000100:00100000:2.0:1772472406.584183:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1772472406.584189:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185812480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.584215:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185812480:12345-0@lo:400:kworker.0 Request processed in 27us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472406.584221:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1772472406.584247:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812992 00000100:00100000:2.0:1772472406.584250:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812992 00000100:00100000:0.0:1772472406.584450:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812736 00000100:00100000:0.0:1772472406.584455:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812736 00000100:00100000:0.0:1772472406.584487:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185812608 00000100:00100000:0.0:1772472406.584490:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185812608 00000100:00100000:0.0:1772472406.584510:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1772472406.584517:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185812736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472406.584565:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185812736:12345-0@lo:400:kworker.0 Request processed in 39us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472406.584571:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1772472406.584585:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1772472406.584591:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185812608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472406.584618:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185812608:12345-0@lo:400:kworker.0 Request processed in 27us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472406.584624:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1772472406.590021:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1772472406.590035:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185812992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590121:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185812992:12345-0@lo:400:kworker.0 Request processed in 88us (6333us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472406.590128:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:2.0:1772472406.590164:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472406.590169:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472406.590172:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472406.590213:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185812480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590228:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185812992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590239:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185812864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590296:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185812608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590311:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185813120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472406.590320:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185812736:0@lo:400:kworker.0 00000020:00000080:1.0:1772472406.930206:0:71075:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb20198a0 20000000:00000080:1.0:1772472406.930222:0:71075:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d61c00 uarg=0000000000000000 00010000:00010000:1.0:1772472406.936203:0:71075:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472406.936244:0:71075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:1.0:1772472406.936258:0:71075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472406.936271:0:71075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852dfd25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12aed expref: 5 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.936295:0:71075:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472406.936324:0:71075:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472406.936338:0:71075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.936352:0:71075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.936360:0:71075:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.936398:0:71075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472406.936411:0:71075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 17 pid: 5806 timeout: 1982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472406.936430:0:71075:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71075:1858570185813248:0@lo:104: 00000100:00100000:1.0:1772472406.936494:0:71075:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472406.936548:0:71075:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404998d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472406.937275:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813248 00000100:00100000:3.0:1772472406.937283:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813248 00000100:00100000:3.0:1772472406.937446:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1772472406.937456:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71075:x1858570185813248:12345-0@lo:104: 00010000:00010000:3.0:1772472406.937469:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472406.937609:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472406.937616:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71075:x1858570185813248:12345-0@lo:104: Request processed in 162us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472406.937623:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:0.0:1772472406.937896:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472406.937903:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.937911:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472406.937915:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.937923:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472406.937929:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472406.937935:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472406.937974:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.937981:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472406.937998:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938003:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852dfca7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfcae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938017:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472406.938019:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472406.938020:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472406.938342:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185813376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472406.938380:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472406.938492:0:71075:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71075:1858570185813248:0@lo:104: 00010000:00010000:1.0:1772472406.938522:0:71075:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472406.938652:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813376 00000100:00100000:0.0:1772472406.938658:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813376 00010000:00010000:0.0:1772472406.938681:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 1982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472406.938712:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1772472406.938720:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185813376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472406.938733:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472406.938766:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 1982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938778:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 1982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938792:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852dfcae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfca7 expref: 18 pid: 5806 timeout: 1982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938804:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938812:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938830:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938837:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938842:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938847:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938852:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472406.938856:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.938863:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.939057:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472406.939068:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472406.939102:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185813376:12345-0@lo:103:ldlm_bl.0 Request processed in 383us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472406.939110:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1772472406.939175:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185813376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472406.939198:0:71075:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472406.939205:0:71075:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472406.939212:0:71075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfd4f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472407.094939:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185813504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472407.095008:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472407.095087:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813504 00000100:00100000:0.0:1772472407.095096:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813504 00000100:00100000:0.0:1772472407.095141:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1772472407.095151:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185813504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472407.095188:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472407.095234:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185813504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472407.095242:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1772472407.095313:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185813504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472407.097654:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185813632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472407.097725:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472407.098024:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813632 00000100:00100000:0.0:1772472407.098031:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813632 00000100:00100000:0.0:1772472407.098216:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1772472407.098228:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185813632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472407.098273:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472407.098321:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185813632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472407.098328:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1772472407.098470:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185813632:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472407.160016:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472407.854087:0:71123:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1f44b4d0 20000000:00000080:2.0:1772472407.854108:0:71123:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c44215d800 uarg=0000000000000000 00010000:00010000:2.0:1772472407.854372:0:71123:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472407.854390:0:71123:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472407.854412:0:71123:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472407.854433:0:71123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854449:0:71123:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854461:0:71123:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854469:0:71123:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854476:0:71123:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854483:0:71123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854490:0:71123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472407.854495:0:71123:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854503:0:71123:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854516:0:71123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854524:0:71123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472407.854531:0:71123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852dfd56 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472408.194165:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472408.632009:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472408.632016:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472408.632021:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472408.632065:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632078:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632090:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472408.632114:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185813760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472408.632175:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472408.632217:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43519acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472408.632252:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813760 00000100:00100000:2.0:1772472408.632259:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813760 00000100:00100000:2.0:1772472408.632311:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1772472408.632320:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185813760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472408.632333:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472408.632346:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfd5d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632368:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632380:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632389:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772472408.632423:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185813760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472408.632430:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1772472408.632493:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30240aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185813760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472408.632511:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632521:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472408.632539:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472408.632545:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472408.632553:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472409.206866:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472410.023111:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472410.023274:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472410.023357:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899136 00000100:00100000:3.0:1772472410.023370:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899136 00000100:00100000:3.0:1772472410.023520:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 920 00000100:00100000:3.0:1772472410.023531:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169899136:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472410.023641:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169899136:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 112us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472410.023649:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 920 00000100:00100000:3.0:1772472410.023688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472410.023787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472410.023849:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899264 00000100:00100000:3.0:1772472410.023854:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899264 00000100:00100000:3.0:1772472410.023882:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 921 00000100:00100000:3.0:1772472410.023889:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169899264:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472410.023922:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169899264:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472410.023928:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 921 00000100:00100000:3.0:1772472410.023991:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899008 00000100:00100000:3.0:1772472410.023996:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899008 00000100:00100000:3.0:1772472410.024026:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000100:00100000:3.0:1772472410.024033:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169899008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472410.024100:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472410.024105:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472410.024107:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472410.024234:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169899008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 200us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472410.024241:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000100:00100000:2.0:1772472410.024309:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169898880 00000100:00100000:2.0:1772472410.024314:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169898880 00000100:00100000:2.0:1772472410.024342:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1058 00000100:00100000:2.0:1772472410.024349:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169898880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472410.024376:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169898880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472410.024381:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1058 00010000:00010000:0.0:1772472410.232155:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472410.866368:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472410.866464:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899392 00000100:00100000:0.0:1772472410.866472:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899392 00000100:00100000:0.0:1772472410.866596:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 10 00000100:00100000:0.0:1772472410.866608:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570169899392:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472410.866634:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472410.866638:0:5798:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfd25) 00010000:00010000:0.0:1772472410.866641:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472410.866694:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570169899392:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 89us (335us total) trans 0 rc 116/116 00000100:00100000:0.0:1772472410.866700:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 10 00010000:00010000:1.0:1772472411.255805:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472411.717683:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185813888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.717734:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185814016:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.717782:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472411.717820:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472411.717847:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185814400:0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.717864:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185814528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.717875:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472411.717903:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472411.717911:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185814272:0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.717942:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185814144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.717949:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472411.717982:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472411.717992:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185813888 00000100:00100000:2.0:1772472411.718001:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185813888 00000100:00100000:3.0:1772472411.718039:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814016 00000100:00100000:3.0:1772472411.718045:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814016 00000100:00100000:2.0:1772472411.718056:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1772472411.718067:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185813888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.718088:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814400 00000100:00100000:3.0:1772472411.718093:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814400 00000100:00100000:2.0:1772472411.718122:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185813888:12345-0@lo:400:kworker.0 Request processed in 55us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472411.718128:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814144 00000100:00100000:2.0:1772472411.718132:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1772472411.718135:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814144 00000100:00100000:2.0:1772472411.718190:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1772472411.718199:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185814016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.718243:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185814016:12345-0@lo:400:kworker.0 Request processed in 45us (423us total) trans 0 rc 0/0 00000100:00080000:0.0:1772472411.722116:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472411.723049:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1772472411.723062:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1772472411.723099:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1772472411.723114:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185814144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.723298:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185813888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.723824:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185814016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.726722:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185814144:12345-0@lo:400:kworker.0 Request processed in 3603us (8729us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472411.726758:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1772472411.726823:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814528 00000100:00100000:3.0:1772472411.726832:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185814400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472411.726835:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814528 00000100:00100000:1.0:1772472411.726918:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814272 00000100:00100000:1.0:1772472411.726923:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814272 00000100:00100000:1.0:1772472411.726949:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1772472411.726959:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185814528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472411.727019:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bae8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185814528:12345-0@lo:400:kworker.0 Request processed in 62us (9117us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472411.727026:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1772472411.727046:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1772472411.727063:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185814272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.727108:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185814272:12345-0@lo:400:kworker.0 Request processed in 55us (9163us total) trans 0 rc 0/0 00000100:00080000:0.0:1772472411.727205:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472411.727211:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472411.727361:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185814528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.727409:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185814144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472411.728821:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185814400:12345-0@lo:400:kworker.0 Request processed in 5756us (10941us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472411.728830:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1772472411.735802:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185814400:0@lo:400:kworker.0 00000100:00100000:3.0:1772472411.736678:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1772472411.737269:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185814272:0@lo:400:kworker.0 00000100:00100000:0.0:1772472412.216667:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185814656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472412.216732:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472412.216839:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814656 00000100:00100000:0.0:1772472412.216846:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814656 00000100:00100000:0.0:1772472412.216884:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1772472412.216889:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185814656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472412.216920:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472412.216952:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185814656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472412.216957:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1772472412.216996:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185814656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472412.217204:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185814784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472412.217236:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472412.217638:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814784 00000100:00100000:2.0:1772472412.217645:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814784 00000100:00100000:2.0:1772472412.217684:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1772472412.217692:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185814784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472412.217717:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472412.217782:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185814784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472412.217789:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1772472412.217825:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185814784:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472412.280873:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472412.538004:0:71368:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd296f8d0 20000000:00000080:2.0:1772472412.538029:0:71368:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f3b800 uarg=0000000000000000 00010000:00010000:2.0:1772472412.538395:0:71368:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472412.538415:0:71368:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472412.538970:0:71368:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472412.538992:0:71368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.539011:0:71368:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.539021:0:71368:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.539065:0:71368:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.539082:0:71368:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 17 pid: 5806 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472412.539096:0:71368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71368:1858570185814912:0@lo:104: 00000100:00100000:2.0:1772472412.539172:0:71368:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472412.539300:0:71368:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c98c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472412.539390:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185814912 00000100:00100000:3.0:1772472412.539401:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185814912 00000100:00100000:2.0:1772472412.539483:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1772472412.539493:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71368:x1858570185814912:12345-0@lo:104: 00010000:00010000:2.0:1772472412.539504:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.539677:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472412.539682:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71368:x1858570185814912:12345-0@lo:104: Request processed in 191us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472412.539689:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00010000:00010000:1.0:1772472412.539905:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472412.539914:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472412.539924:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472412.539928:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472412.539937:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472412.539944:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472412.539949:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472412.539983:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472412.539990:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472412.540016:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472412.540019:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185815040:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472412.540030:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852dfd5d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd64 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472412.540049:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472412.540051:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472412.540054:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772472412.540055:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472412.540088:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815040 00000100:00100000:2.0:1772472412.540092:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815040 00010000:00010000:2.0:1772472412.540109:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472412.540144:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1772472412.540161:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185815040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472412.540174:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472412.540180:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540193:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472412.540241:0:71368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852dfd64 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfd5d expref: 18 pid: 5806 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472412.540253:0:71368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71368:1858570185814912:0@lo:104: 00010000:00010000:2.0:1772472412.540293:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540300:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472412.540310:0:71368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540311:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540329:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540341:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540345:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472412.540347:0:71368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540349:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472412.540354:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472412.540362:0:71368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540365:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540380:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540385:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852dfd6b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71368 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472412.540396:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472412.540427:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185815040:12345-0@lo:103:ldlm_bl.0 Request processed in 277us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472412.540431:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1772472412.540580:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185815040:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472413.302967:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472414.327906:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472414.454970:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472414.454978:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472414.454983:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472414.455032:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472414.455045:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472414.455055:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472414.455082:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302409f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185815168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472414.455166:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472414.455220:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c304102c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472414.455355:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815168 00000100:00100000:3.0:1772472414.455364:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815168 00000100:00100000:3.0:1772472414.455420:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1772472414.455439:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185815168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472414.455454:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472414.455468:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfd72 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472414.455490:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472414.455500:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472414.455512:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4cc00, rc 0) 00000100:00100000:3.0:1772472414.455560:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185815168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472414.455567:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1772472414.455764:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302409f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185815168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472414.455780:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472414.455790:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472414.455809:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472414.455814:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472414.455822:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472415.161061:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472415.161209:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472415.161259:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472415.161329:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899648 00000100:00100000:1.0:1772472415.161341:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899648 00000100:00100000:1.0:1772472415.161409:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1292 00000100:00100000:1.0:1772472415.161429:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169899648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472415.161515:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169899648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472415.161523:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1292 00000100:00100000:1.0:1772472415.161553:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899776 00000100:00100000:1.0:1772472415.161556:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899776 00000100:00100000:1.0:1772472415.161601:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 924 00000100:00100000:1.0:1772472415.161608:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169899776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472415.161635:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169899776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472415.161641:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 924 00000100:00080000:0.0:1772472415.161957:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472415.161963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472415.162226:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899520 00000100:00100000:3.0:1772472415.162232:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899520 00000100:00100000:3.0:1772472415.162683:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1061 00000100:00100000:3.0:1772472415.162694:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169899520:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472415.162732:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169899520:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472415.162764:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1061 00000100:00100000:0.0:1772472415.173073:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472415.175714:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169899904 00000100:00100000:3.0:1772472415.175728:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169899904 00000100:00100000:3.0:1772472415.175823:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 925 00000100:00100000:3.0:1772472415.175834:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169899904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472415.175912:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169899904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 80us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472415.175919:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 925 00000100:00080000:1.0:1772472415.176196:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472415.351276:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472415.754585:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472415.754666:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900032 00000100:00100000:1.0:1772472415.754676:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900032 00000100:00100000:1.0:1772472415.754770:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 602 00000100:00100000:1.0:1772472415.754782:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41333:x1858570169900032:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472415.754804:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472415.754829:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12afb expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.754892:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.754906:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.754919:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472415.754991:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1772472415.754995:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472415.755021:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.755065:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfd80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12afb expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.755088:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12afb expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.755105:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772472415.755109:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472415.755113:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472415.755173:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41333:x1858570169900032:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 394us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472415.755181:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 602 00000100:00100000:0.0:1772472415.761292:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472415.765356:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900160 00000100:00100000:3.0:1772472415.765371:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900160 00000100:00100000:3.0:1772472415.765465:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 603 00000100:00100000:3.0:1772472415.765475:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41333:x1858570169900160:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472415.765500:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472415.765519:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfd8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b02 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765581:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765597:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765609:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765624:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765631:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765638:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765771:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765779:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765786:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472415.765827:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1772472415.765831:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472415.765854:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765866:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765872:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765879:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765884:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472415.765888:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765896:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765908:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:3.0:1772472415.765910:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472415.765915:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765921:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfd95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765931:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765937:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765947:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765952:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472415.765955:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765960:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765966:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6500) 00010000:00010000:3.0:1772472415.765969:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472415.765971:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.765976:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfd9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.766002:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852dfd8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b02 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.766014:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b02 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.766020:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472415.766023:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472415.766025:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772472415.766084:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41333:x1858570169900160:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 611us (4805us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472415.768121:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 603 00000100:00100000:0.0:1772472415.774718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472415.789997:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900416 00000100:00100000:3.0:1772472415.790011:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900416 00000100:00100000:3.0:1772472415.790084:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 604 00000100:00100000:3.0:1772472415.790103:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41333:x1858570169900416:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472415.790160:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472415.790188:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852dfda3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b02 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.790208:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472415.790220:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472415.790244:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.790256:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472415.790265:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472415.882200:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967530 is committed 00000004:00010000:3.0:1772472415.882482:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000004651d17 reply state 0000000029e2fb5e transno 4294967530 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472415.882500:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472415.882559:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:3.0:1772472415.882701:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772472415.882803:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41333:x1858570169900416:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 92704us (108090us total) trans 4294967530 rc 0/0 00000100:00100000:3.0:1772472415.882814:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 604 00010000:00010000:1.0:1772472415.883963:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.883977:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.883985:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.883992:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472415.883997:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.884005:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.884023:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:1.0:1772472415.884026:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472415.884031:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472415.884039:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852dfdaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472416.376896:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472416.823074:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185815680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823150:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823202:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772472416.823209:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185815296:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823236:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823257:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185815808:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823281:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823304:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185815424:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823324:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823340:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185815936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823358:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823374:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472416.823379:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185815552:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.823414:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472416.823442:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815680 00000100:00100000:0.0:1772472416.823449:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815680 00000100:00100000:0.0:1772472416.823498:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815936 00000100:00100000:0.0:1772472416.823501:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815936 00000100:00100000:0.0:1772472416.823526:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1772472416.823993:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185815680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824256:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185815680:12345-0@lo:400:kworker.0 Request processed in 268us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824265:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1772472416.824287:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1772472416.824293:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185815936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824328:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185815936:12345-0@lo:400:kworker.0 Request processed in 36us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824335:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1772472416.824354:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815296 00000100:00100000:0.0:1772472416.824359:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815296 00000100:00100000:0.0:1772472416.824471:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1772472416.824479:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185815296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824510:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185815296:12345-0@lo:400:kworker.0 Request processed in 33us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824516:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1772472416.824625:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815808 00000100:00100000:0.0:1772472416.824630:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815808 00000100:00100000:0.0:1772472416.824657:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815424 00000100:00100000:0.0:1772472416.824659:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815424 00000100:00100000:0.0:1772472416.824674:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185815552 00000100:00100000:0.0:1772472416.824676:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185815552 00000100:00100000:0.0:1772472416.824691:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1772472416.824696:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185815808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824726:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185815808:12345-0@lo:400:kworker.0 Request processed in 30us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824732:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1772472416.824766:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1772472416.824773:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185815424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824802:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185815424:12345-0@lo:400:kworker.0 Request processed in 30us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824807:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1772472416.824816:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1772472416.824822:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185815552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.824850:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185815552:12345-0@lo:400:kworker.0 Request processed in 28us (1435us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472416.824854:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00080000:0.0:1772472416.825121:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472416.825126:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472416.825129:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472416.825171:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185815552:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.825183:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185815424:0@lo:400:kworker.0 00000100:00100000:0.0:1772472416.825192:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185815936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472416.832481:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185815680:0@lo:400:kworker.0 00000100:00100000:2.0:1772472416.838515:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185815296:0@lo:400:kworker.0 00000100:00100000:2.0:1772472416.838623:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185815808:0@lo:400:kworker.0 00000020:00000080:2.0:1772472416.876374:0:71564:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe99d2f800 20000000:00000080:2.0:1772472416.876511:0:71564:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f38800 uarg=0000000000000000 00010000:00010000:2.0:1772472416.877309:0:71564:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472416.877348:0:71564:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772472416.877353:0:71564:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472416.877365:0:71564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfd87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12afb expref: 5 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472416.877404:0:71564:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472416.877428:0:71564:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472416.877444:0:71564:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472416.877458:0:71564:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472416.877468:0:71564:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472416.877509:0:71564:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472416.877525:0:71564:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 17 pid: 5806 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472416.877553:0:71564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71564:1858570185816064:0@lo:104: 00000100:00100000:2.0:1772472416.877618:0:71564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472416.877664:0:71564:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430dcd180 going to sleep for 11 seconds 00000100:00100000:3.0:1772472416.877721:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816064 00000100:00100000:3.0:1772472416.877728:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816064 00000100:00100000:3.0:1772472416.877923:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1772472416.877932:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71564:x1858570185816064:12345-0@lo:104: 00010000:00010000:3.0:1772472416.877945:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.877997:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472416.878003:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71564:x1858570185816064:12345-0@lo:104: Request processed in 73us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472416.878010:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:3.0:1772472416.878029:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472416.878035:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878042:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472416.878045:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878054:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472416.878061:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472416.878067:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472416.878103:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878114:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472416.878134:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878140:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852dfd72 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfd79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878154:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472416.878155:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472416.878157:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472416.878167:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185816192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472416.878193:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472416.878231:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816192 00000100:00100000:3.0:1772472416.878235:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816192 00010000:00010000:3.0:1772472416.878254:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 18 pid: 5806 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472416.878272:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1772472416.878278:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185816192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472416.878288:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472416.878293:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 18 pid: 5806 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878303:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 18 pid: 5806 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878319:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878331:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878344:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878351:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878358:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878364:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878369:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472416.878373:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878380:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878387:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472416.878395:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472416.878423:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185816192:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472416.878429:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1772472416.878459:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185816192:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472416.878686:0:71564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852dfd79 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfd72 expref: 17 pid: 5806 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472416.878696:0:71564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302408000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71564:1858570185816064:0@lo:104: 00010000:00010000:0.0:1772472416.878708:0:71564:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472416.878717:0:71564:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472416.878722:0:71564:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472416.878729:0:71564:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852dfdb1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71564 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472417.336321:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185816320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472417.336394:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472417.336466:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816320 00000100:00100000:1.0:1772472417.336474:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816320 00000100:00100000:1.0:1772472417.336533:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1772472417.336542:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185816320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472417.336576:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472417.336618:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185816320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472417.336625:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1772472417.336670:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185816320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472417.338251:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185816448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472417.338301:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472417.338350:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816448 00000100:00100000:1.0:1772472417.338356:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816448 00000100:00100000:1.0:1772472417.338413:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1772472417.338422:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185816448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472417.338451:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472417.338491:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185816448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472417.338497:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1772472417.338829:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185816448:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472417.400837:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472418.231005:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472418.231015:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472418.231020:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472418.231081:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472418.231094:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472418.231108:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472418.231139:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185816576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472418.231232:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472418.231332:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4048199c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472418.233156:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816576 00000100:00100000:3.0:1772472418.233168:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816576 00000100:00100000:3.0:1772472418.233231:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1772472418.233242:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185816576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472418.233260:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472418.233280:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfdb8 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472418.233310:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472418.233322:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472418.233332:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472418.233483:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185816576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 243us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472418.233490:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1772472418.235984:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185816576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472418.236016:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472418.236028:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472418.236062:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472418.236069:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472418.236077:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472418.429695:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472419.448990:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472420.265896:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472420.265982:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900544 00000100:00100000:2.0:1772472420.265995:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900544 00000100:00100000:2.0:1772472420.266063:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:2.0:1772472420.266074:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169900544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472420.266147:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169900544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472420.266155:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:2.0:1772472420.284713:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472420.284800:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472420.284949:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900800 00000100:00100000:1.0:1772472420.284961:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900800 00000100:00100000:1.0:1772472420.285054:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 320 00000100:00100000:1.0:1772472420.285065:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169900800:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:1.0:1772472420.285100:0:6590:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852df8f6 00000100:00080000:1.0:1772472420.285111:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c3033d5000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1772472420.285155:0:6590:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967333 00000100:00100000:1.0:1772472420.285450:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169900800:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 386us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472420.285459:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 320 00010000:00010000:1.0:1772472420.285485:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472420.285861:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900672 00000100:00100000:3.0:1772472420.285867:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900672 00000100:00100000:3.0:1772472420.285915:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1296 00000100:00100000:3.0:1772472420.285924:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169900672:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472420.285972:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30240a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169900672:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 50us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472420.285980:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1296 00000100:00080000:2.0:1772472420.287633:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472420.287644:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472420.290091:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472420.290176:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169900928 00000100:00100000:3.0:1772472420.290186:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169900928 00000100:00100000:3.0:1772472420.290255:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 321 00000100:00100000:3.0:1772472420.290265:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169900928:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:3.0:1772472420.290295:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dfbf8 00000100:00080000:3.0:1772472420.290304:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c3031a5000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1772472420.290352:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967333 00000100:00100000:3.0:1772472420.290634:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169900928:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 367us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472420.290643:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 321 00010000:00010000:1.0:1772472420.290729:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1772472420.291379:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472420.445531:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472420.445645:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901056 00000100:00100000:0.0:1772472420.445659:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901056 00000100:00100000:0.0:1772472420.445819:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 605 00000100:00100000:0.0:1772472420.445831:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41409:x1858570169901056:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472420.445852:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472420.445876:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfdc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b09 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446107:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446121:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446135:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446148:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446156:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446162:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446297:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446306:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.446313:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472420.447227:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1772472420.447235:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472420.447263:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447278:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447285:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447292:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447298:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.447302:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447311:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447422:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472420.447426:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.447431:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447438:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfdcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447453:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447458:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447464:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447469:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.447471:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447476:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447484:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472420.447486:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.447489:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447499:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfdd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447540:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfdc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b09 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447557:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b09 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.447565:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472420.447567:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472420.447569:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472420.447711:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41409:x1858570169901056:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1881us (2189us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472420.447720:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 605 00000100:00100000:3.0:1772472420.459556:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472420.462153:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901312 00000100:00100000:0.0:1772472420.462168:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901312 00000100:00100000:0.0:1772472420.462245:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 606 00000100:00100000:0.0:1772472420.462255:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41409:x1858570169901312:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472420.462277:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472420.462298:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfde2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b10 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462613:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462628:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462641:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462656:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462663:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.462670:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472420.463970:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:0.0:1772472420.465550:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfdf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465570:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465583:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465624:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465631:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465637:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465642:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.465647:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465654:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465665:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472420.465667:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.465671:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465678:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfde9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472420.465691:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000468c1848 reply state 00000000465efec1 transno 4294967531 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472420.465701:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472420.465737:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfde2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b10 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465771:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfdf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b10 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.465779:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472420.465782:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472420.465784:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472420.465865:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41409:x1858570169901312:12345-192.168.201.48@tcp:101:touch.0 Request processed in 3610us (6316us total) trans 4294967531 rc 0/0 00000100:00100000:0.0:1772472420.465874:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 606 00010000:00010000:1.0:1772472420.472782:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472420.477356:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:3.0:1772472420.477501:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477513:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477521:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477527:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472420.477533:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477540:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477560:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8a100) 00010000:00010000:3.0:1772472420.477564:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472420.477569:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.477582:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dfdf0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472420.478826:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901440 00000100:00100000:0.0:1772472420.478842:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901440 00000100:00100000:0.0:1772472420.478900:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 111 00000100:00100000:0.0:1772472420.478909:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41409:x1858570169901440:12345-192.168.201.48@tcp:49:touch.0 00000100:00100000:0.0:1772472420.479476:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41409:x1858570169901440:12345-192.168.201.48@tcp:49:touch.0 Request processed in 565us (2127us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472420.479485:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 111 00000100:00100000:2.0:1772472420.486790:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472420.486883:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901696 00000100:00100000:1.0:1772472420.486894:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901696 00000100:00100000:1.0:1772472420.486963:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 607 00000100:00100000:1.0:1772472420.486973:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41409:x1858570169901696:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:1.0:1772472420.487048:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472420.487077:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dfdf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b10 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.487097:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:1.0:1772472420.487108:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472420.487148:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.487161:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.487171:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472420.487303:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007156058d reply state 00000000adf8081e transno 4294967532 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472420.487313:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472420.487421:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41409:x1858570169901696:12345-192.168.201.48@tcp:36:touch.0 Request processed in 448us (686us total) trans 4294967532 rc 0/0 00000100:00100000:1.0:1772472420.487428:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 607 00000100:00100000:3.0:1772472420.506495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472420.506668:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901824 00000100:00100000:1.0:1772472420.506678:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901824 00000100:00100000:1.0:1772472420.506780:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 608 00000100:00100000:1.0:1772472420.506792:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c421e10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41409:x1858570169901824:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472420.506821:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472420.506841:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b17 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.506904:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b17 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.506920:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b17 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.506941:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472420.506944:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472420.506949:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472420.507020:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c421e10850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41409:x1858570169901824:12345-192.168.201.48@tcp:101:touch.0 Request processed in 221us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472420.507027:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 608 00010000:00010000:0.0:1772472420.507330:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507340:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507346:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507350:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.507354:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507360:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507371:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772472420.507374:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.507377:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.507382:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe05 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472420.513567:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472420.513691:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169901952 00000100:00100000:1.0:1772472420.513701:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169901952 00000100:00100000:1.0:1772472420.513779:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 322 00000100:00100000:1.0:1772472420.513788:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570169901952:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:1.0:1772472420.513820:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1846 last 0 00000020:00000080:1.0:1772472420.513858:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852dfe13 00002000:00100000:1.0:1772472420.513871:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c405468800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1772472420.513896:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772472420.514001:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1772472420.514042:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c405468000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472420.514105:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169901952:12345-192.168.201.48@tcp:8:touch.0 Request processed in 316us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472420.514114:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 322 00000100:00100000:2.0:1772472420.527345:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472420.527444:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902080 00000100:00100000:3.0:1772472420.527456:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902080 00000100:00100000:3.0:1772472420.527623:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 323 00000100:00100000:3.0:1772472420.527634:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169902080:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:2.0:1772472420.528154:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1772472420.615490:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00100000:1.0:1772472420.615506:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772472420.615510:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c3033d0000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:1.0:1772472420.615540:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000100:00100000:2.0:1772472420.615687:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570169902080:12345-192.168.201.48@tcp:2:touch.0 Request processed in 88050us (88350us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1772472420.615698:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 323 00000020:00000080:3.0:1772472420.616131:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3033d0000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:3.0:1772472420.616182:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3033d5000 for lustre-OST0000 00000100:00100000:1.0:1772472420.630917:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472420.633869:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902336 00000100:00100000:2.0:1772472420.633885:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902336 00000100:00100000:2.0:1772472420.633956:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 112 00000100:00100000:2.0:1772472420.633966:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41409:x1858570169902336:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:3.0:1772472420.635288:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41409:x1858570169902336:12345-192.168.201.48@tcp:35:touch.0 Request processed in 1315us (4374us total) trans 4294967533 rc 0/0 00000100:00100000:3.0:1772472420.635301:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 112 00000100:00100000:1.0:1772472420.726650:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472420.726785:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902464 00000100:00100000:0.0:1772472420.726796:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902464 00000100:00100000:0.0:1772472420.726860:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 609 00000100:00100000:0.0:1772472420.726872:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:41413:x1858570169902464:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472420.726911:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472420.726933:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b1e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727004:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727031:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727046:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727063:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727071:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727078:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727197:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727205:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727214:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472420.727252:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00000004:00200000:0.0:1772472420.727257:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472420.727276:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727289:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727298:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727307:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727314:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727320:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.727325:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727333:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727344:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472420.727348:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.727353:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727364:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727377:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727382:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727388:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727393:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.727395:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727401:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727407:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8ae00) 00010000:00010000:0.0:1772472420.727410:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.727413:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727419:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727446:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b1e expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727465:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b1e expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.727473:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772472420.727476:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472420.727478:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772472420.727548:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:41413:x1858570169902464:12345-192.168.201.48@tcp:101:rm.0 Request processed in 678us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472420.727557:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 609 00000100:00100000:2.0:1772472420.748869:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472420.748972:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902592 00000100:00100000:1.0:1772472420.748991:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902592 00000100:00100000:1.0:1772472420.749081:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 324 00000100:00100000:1.0:1772472420.749090:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169902592:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472420.749113:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472420.749136:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b25 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472420.749167:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x69a5c864, atime: 0x69a5c864, ctime: 0x69a5c864, blocks: 0x1 00010000:00010000:1.0:1772472420.749194:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472420.749196:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472420.749206:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.749226:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.749248:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0c00, rc 0) 00000100:00100000:1.0:1772472420.749325:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169902592:12345-192.168.201.48@tcp:101:rm.0 Request processed in 236us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472420.749333:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 324 00000100:00100000:3.0:1772472420.772169:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472420.772263:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902848 00000100:00100000:0.0:1772472420.772274:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902848 00000100:00100000:0.0:1772472420.772339:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 610 00000100:00100000:0.0:1772472420.772350:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:41413:x1858570169902848:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772472420.772405:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472420.772433:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dfe2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b1e expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772455:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b17 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772466:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772472420.772476:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472420.772499:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772511:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772521:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772534:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772542:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772549:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772651:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772658:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.772665:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472420.773409:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9408 00000004:00080000:0.0:1772472420.773421:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1846605681459ns, next at 1847605678685ns, rc = 0 00010000:00010000:0.0:1772472420.773484:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773495:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773504:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773517:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773524:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773530:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773545:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472420.773570:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773577:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773583:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773588:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.773593:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773601:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773610:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472420.773614:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472420.773618:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773628:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dfe4b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773643:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773649:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773656:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773661:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472420.773664:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773670:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773677:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472420.773679:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472420.773682:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472420.773688:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dfe3d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472420.773700:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e1b74866 reply state 0000000001853579 transno 4294967534 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472420.773710:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472420.773866:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472420.773873:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.773880:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472420.773883:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.773890:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.773899:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:1.0:1772472420.773901:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472420.773904:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.773909:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dfe52 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472420.773924:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472420.773926:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472420.773928:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472420.775331:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:41413:x1858570169902848:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2975us (3166us total) trans 4294967534 rc 0/0 00000100:00100000:1.0:1772472420.775346:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 610 00010000:00010000:3.0:1772472420.790138:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790156:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790164:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790171:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472420.790178:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790197:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790219:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8ae00) 00010000:00010000:3.0:1772472420.790222:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472420.790227:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472420.790234:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dfe44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472421.002306:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967534 is committed 00000004:00080000:2.0:1772472421.002327:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed 00000100:00100000:2.0:1772472421.002632:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185816704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772472421.002706:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472421.002962:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816704 00000100:00100000:1.0:1772472421.002972:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816704 00000100:00100000:1.0:1772472421.003046:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1772472421.003058:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185816704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472421.003092:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:19 count 1 00010000:00010000:1.0:1772472421.003122:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.003148:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.003158:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472421.003160:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472421.003165:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.003199:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.003216:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 5 pid: 6590 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472421.003229:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185816832:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472421.003303:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c435312900 going to sleep for 11 seconds 00000100:00080000:2.0:1772472421.003439:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472421.013219:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185816832:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472421.013251:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472421.013552:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472421.017847:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169902976 00000100:00100000:3.0:1772472421.017865:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169902976 00010000:00010000:1.0:1772472421.018587:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472421.018683:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 340 00000100:00100000:1.0:1772472421.018694:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169902976:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472421.018711:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472421.018717:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.018733:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.018773:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067f60b23/0xc2ef6d41852dfe36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b25 expref: 6 pid: 6590 timeout: 1946 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.018794:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472421.018796:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472421.018801:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.018811:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472421.018848:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472421.018918:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169902976:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 226us (5367us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472421.018926:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 340 00010000:00010000:0.0:1772472421.021480:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472421.021501:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472421.021513:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472421.021521:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472421.021551:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472421.022133:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185816704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19074us (19423us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1772472421.022143:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00010000:00010000:2.0:1772472421.023444:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472421.023458:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472421.023472:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472421.023477:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472421.023490:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472421.023511:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472421.023519:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea5b9f78/0xc2ef6d41852dfe59 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472421.023540:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472421.023542:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472421.023544:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472421.023591:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c42ca97100/2, rc 0, transno 4294967335 00000100:00100000:2.0:1772472421.023600:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185816704:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1772472421.495242:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472421.943905:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185817344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.943984:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944048:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1772472421.944055:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185816960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944082:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944103:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185817472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944124:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944149:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185817088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944170:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944187:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185817600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944205:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944220:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472421.944225:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185817216:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944243:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472421.944274:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817344 00000100:00100000:3.0:1772472421.944281:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817344 00000100:00100000:3.0:1772472421.944320:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817600 00000100:00100000:3.0:1772472421.944323:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817600 00000100:00100000:3.0:1772472421.944350:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1772472421.944358:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185817344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944406:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185817344:12345-0@lo:400:kworker.0 Request processed in 48us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944413:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1772472421.944427:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1772472421.944433:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185817600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944460:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185817600:12345-0@lo:400:kworker.0 Request processed in 28us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944465:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1772472421.944481:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185816960 00000100:00100000:3.0:1772472421.944485:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185816960 00000100:00100000:3.0:1772472421.944506:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1772472421.944511:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185816960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944538:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185816960:12345-0@lo:400:kworker.0 Request processed in 26us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944544:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1772472421.944568:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817472 00000100:00100000:3.0:1772472421.944571:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817472 00000100:00100000:3.0:1772472421.944594:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817088 00000100:00100000:3.0:1772472421.944597:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817088 00000100:00100000:3.0:1772472421.944610:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817216 00000100:00100000:3.0:1772472421.944613:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817216 00000100:00100000:3.0:1772472421.944626:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1772472421.944631:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185817472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944675:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185817472:12345-0@lo:400:kworker.0 Request processed in 44us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944682:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1772472421.944694:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1772472421.944699:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185817088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944723:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185817088:12345-0@lo:400:kworker.0 Request processed in 24us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944729:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1772472421.944762:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1772472421.944769:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185817216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944793:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185817216:12345-0@lo:400:kworker.0 Request processed in 26us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472421.944799:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00080000:3.0:1772472421.944828:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472421.944832:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472421.944871:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185817216:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944881:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185817088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944888:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185817600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944915:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185816960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944925:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185817472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472421.944933:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185817344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472422.459209:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185817856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472422.459285:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472422.459367:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817856 00000100:00100000:2.0:1772472422.459374:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817856 00000100:00100000:2.0:1772472422.459424:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1772472422.459433:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185817856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472422.459470:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472422.459514:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185817856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472422.459521:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1772472422.459574:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185817856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472422.459673:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185817728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472422.459704:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472422.460671:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817728 00000100:00100000:2.0:1772472422.460683:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817728 00000100:00100000:2.0:1772472422.460772:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1772472422.460783:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185817728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472422.460815:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472422.460875:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185817728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472422.460882:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1772472422.465932:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185817728:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472422.520402:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472422.973908:0:71810:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd36cf7e70 20000000:00000080:1.0:1772472422.973924:0:71810:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c9a6400 uarg=0000000000000000 00010000:00010000:1.0:1772472422.974204:0:71810:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472422.974237:0:71810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:1.0:1772472422.974241:0:71810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472422.974252:0:71810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dfddb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b09 expref: 5 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472422.974273:0:71810:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472422.974294:0:71810:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472422.974307:0:71810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472422.974320:0:71810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472422.974328:0:71810:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472422.974361:0:71810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472422.974374:0:71810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 17 pid: 5805 timeout: 1998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472422.974390:0:71810:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71810:1858570185817984:0@lo:104: 00000100:00100000:1.0:1772472422.974449:0:71810:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472422.974504:0:71810:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c435312900 going to sleep for 11 seconds 00000100:00100000:3.0:1772472422.974771:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185817984 00000100:00100000:3.0:1772472422.974779:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185817984 00000100:00100000:3.0:1772472422.974821:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1772472422.974829:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71810:x1858570185817984:12345-0@lo:104: 00010000:00010000:3.0:1772472422.974839:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.974894:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472422.974900:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:71810:x1858570185817984:12345-0@lo:104: Request processed in 72us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472422.974906:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00010000:00010000:3.0:1772472422.974925:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472422.974930:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.974937:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472422.974940:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.974948:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472422.974955:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472422.974961:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472422.974999:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.975006:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472422.975029:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.975036:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852dfdb8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfdbf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.975049:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472422.975050:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472422.975052:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472422.975123:0:71810:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:71810:1858570185817984:0@lo:104: 00010000:00010000:0.0:1772472422.975141:0:71810:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472422.975806:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185818112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472422.975850:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472422.975944:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818112 00000100:00100000:0.0:1772472422.975950:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818112 00010000:00010000:0.0:1772472422.975992:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 1998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472422.976023:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1772472422.976032:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185818112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472422.976045:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472422.976051:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 1998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976062:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 1998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976076:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852dfdbf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfdb8 expref: 18 pid: 5805 timeout: 1998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976090:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976098:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976112:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976120:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976128:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976135:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976141:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472422.976146:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.976154:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.976310:0:71810:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472422.976318:0:71810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.977351:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.977367:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852dfe60 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 71810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472422.977386:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472422.977467:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185818112:12345-0@lo:103:ldlm_bl.0 Request processed in 1434us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472422.977478:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1772472422.977619:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185818112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472423.546897:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1772472423.562816:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772472423.562825:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c3032d2800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772472423.562981:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3032d2800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:1.0:1772472423.563035:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3031a5000 for lustre-OST0001 10000000:01000000:2.0:1772472424.189347:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472424.189355:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472424.189360:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472424.189426:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472424.189441:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472424.189454:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472424.189490:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185818240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472424.189585:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472424.189639:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c304102c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472424.194083:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818240 00000100:00100000:3.0:1772472424.194100:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818240 00000100:00100000:3.0:1772472424.194160:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1772472424.194170:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185818240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472424.194200:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472424.194221:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfe67 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472424.194250:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472424.194261:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472424.194272:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772472424.194349:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185818240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (4765us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472424.194355:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1772472424.194565:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185818240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472424.194590:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472424.194601:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472424.194629:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472424.194634:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472424.194642:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472424.567040:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472425.382541:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472425.382597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472425.382643:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472425.382682:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903360 00000100:00100000:3.0:1772472425.382695:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903360 00000100:00100000:3.0:1772472425.382806:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 930 00000100:00100000:3.0:1772472425.382819:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169903360:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472425.382922:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169903360:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 105us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472425.382949:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 930 00000100:00100000:3.0:1772472425.382980:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903232 00000100:00100000:3.0:1772472425.382984:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903232 00000100:00100000:3.0:1772472425.383018:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1300 00000100:00100000:3.0:1772472425.383025:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169903232:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472425.383064:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169903232:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472425.383070:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1300 00000100:00080000:3.0:1772472425.383088:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472425.383094:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472425.383175:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903104 00000100:00100000:0.0:1772472425.383180:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903104 00000100:00100000:0.0:1772472425.383219:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1067 00000100:00100000:0.0:1772472425.383226:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169903104:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472425.383256:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169903104:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472425.383262:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1067 00010000:00010000:1.0:1772472425.593315:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472426.119209:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000100:00100000:3.0:1772472426.420386:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472426.420526:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903488 00000100:00100000:1.0:1772472426.420540:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903488 00000100:00100000:1.0:1772472426.420724:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 611 00000100:00100000:1.0:1772472426.420767:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41502:x1858570169903488:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472426.420796:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472426.420828:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b2c expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.420930:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.420946:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.420962:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472426.421052:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1772472426.421057:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472426.421089:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.421121:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfe75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b2c expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.421144:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b2c expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.421154:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472426.421157:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472426.421161:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472426.421313:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41502:x1858570169903488:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 578us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472426.421322:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 611 00000100:00100000:2.0:1772472426.424307:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472426.424613:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903744 00000100:00100000:1.0:1772472426.424626:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903744 00000100:00100000:1.0:1772472426.424736:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 612 00000100:00100000:1.0:1772472426.424785:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41502:x1858570169903744:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472426.424860:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472426.425048:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfe7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b2c expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.425069:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfddb) 00010000:00010000:1.0:1772472426.425074:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472426.425087:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472426.425121:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.425136:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472426.425147:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472426.544526:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967535 is committed 00000004:00010000:1.0:1772472426.544996:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002c5a47fa reply state 0000000071129e16 transno 4294967535 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472426.545016:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472426.545082:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:1.0:1772472426.545450:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772472426.545475:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41502:x1858570169903744:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 120686us (121258us total) trans 4294967535 rc 0/0 00000100:00100000:1.0:1772472426.545486:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 612 00010000:00010000:0.0:1772472426.545952:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.545965:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.545974:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.545986:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472426.545993:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.546004:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.546027:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772472426.546030:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472426.546036:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472426.546043:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852dfe83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472426.615087:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472427.072562:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185818368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072658:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.072717:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185818880:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072763:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.072792:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472427.072799:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185818496:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072822:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.072838:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185819008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072863:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.072894:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185818624:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072934:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.072954:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472427.072960:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185818752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.072982:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.073017:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818368 00000100:00100000:3.0:1772472427.073026:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818368 00000100:00100000:3.0:1772472427.073084:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1772472427.073096:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185818368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.073157:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185818368:12345-0@lo:400:kworker.0 Request processed in 62us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.073164:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1772472427.073213:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818880 00000100:00100000:3.0:1772472427.073218:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818880 00000100:00100000:3.0:1772472427.073265:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818496 00000100:00100000:3.0:1772472427.073268:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818496 00000100:00100000:3.0:1772472427.073775:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818624 00000100:00100000:3.0:1772472427.073782:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818624 00000100:00100000:3.0:1772472427.073804:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1772472427.073813:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185818880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.073865:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185818880:12345-0@lo:400:kworker.0 Request processed in 54us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.073871:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1772472427.073884:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1772472427.073891:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185818496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.073957:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185818496:12345-0@lo:400:kworker.0 Request processed in 67us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.073962:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1772472427.073974:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1772472427.073981:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185818624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.074013:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185818624:12345-0@lo:400:kworker.0 Request processed in 32us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.074018:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1772472427.074045:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819008 00000100:00100000:3.0:1772472427.074048:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819008 00000100:00100000:3.0:1772472427.074074:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185818752 00000100:00100000:3.0:1772472427.074078:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185818752 00000100:00100000:3.0:1772472427.074100:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1772472427.074110:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185819008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.074160:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185819008:12345-0@lo:400:kworker.0 Request processed in 53us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.074167:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1772472427.074179:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1772472427.074185:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185818752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.074215:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185818752:12345-0@lo:400:kworker.0 Request processed in 30us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472427.074220:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1772472427.075297:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185818496:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.075329:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185819008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.075342:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185818368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.075355:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185818880:0@lo:400:kworker.0 00000100:00080000:3.0:1772472427.075399:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472427.075404:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472427.075407:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472427.075441:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:3.0:1772472427.075449:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c42ca97100, transno 4294967335 00000100:00100000:3.0:1772472427.075468:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185818752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472427.075482:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185818624:0@lo:400:kworker.0 00000020:00000080:3.0:1772472427.431330:0:72011:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfe70ad60 20000000:00000080:3.0:1772472427.431575:0:72011:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302ae6c00 uarg=0000000000000000 00010000:00010000:3.0:1772472427.432040:0:72011:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472427.432052:0:72011:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472427.432073:0:72011:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472427.432091:0:72011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.432108:0:72011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.432115:0:72011:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.432151:0:72011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.432162:0:72011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 17 pid: 5803 timeout: 2003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472427.432174:0:72011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72011:1858570185819136:0@lo:104: 00000100:00100000:3.0:1772472427.432228:0:72011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472427.432282:0:72011:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c76d840 going to sleep for 11 seconds 00000100:00100000:2.0:1772472427.432389:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1772472427.432403:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819136 00000100:00100000:2.0:1772472427.432410:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819136 00000100:00100000:2.0:1772472427.432726:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1772472427.432733:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43c9c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72011:x1858570185819136:12345-0@lo:104: 00010000:00010000:2.0:1772472427.433014:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472427.433076:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472427.433082:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43c9c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72011:x1858570185819136:12345-0@lo:104: Request processed in 349us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472427.433090:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1772472427.433100:0:72011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72011:1858570185819136:0@lo:104: 00010000:00010000:3.0:1772472427.433118:0:72011:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433625:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472427.433634:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433642:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472427.433646:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433655:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472427.433663:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472427.433669:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472427.433713:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433720:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472427.433774:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433782:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852dfe67 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe6e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472427.433800:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472427.433802:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472427.433804:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472427.433820:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472427.433836:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185819264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472427.433873:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472427.433972:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819264 00000100:00100000:0.0:1772472427.433978:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819264 00010000:00010000:0.0:1772472427.434002:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 2003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472427.434032:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1772472427.434039:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185819264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472427.434051:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472427.434056:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 2003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434067:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 2003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434079:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852dfe6e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfe67 expref: 18 pid: 5803 timeout: 2003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434092:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434099:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434113:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434121:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434128:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434135:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434139:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472427.434143:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434148:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434161:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472427.434175:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472427.434182:0:72011:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.434189:0:72011:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472427.434196:0:72011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dfe8a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472427.434255:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185819264:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472427.434263:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1772472427.434362:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185819264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472427.578371:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472427.578395:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185819392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472427.578461:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472427.578530:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819392 00000100:00100000:2.0:1772472427.578540:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819392 00000100:00100000:2.0:1772472427.578632:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1772472427.578641:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185819392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472427.578680:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472427.578724:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185819392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472427.578732:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1772472427.578868:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185819392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472427.579617:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472427.579632:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185819520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472427.579697:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472427.579794:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819520 00000100:00100000:1.0:1772472427.579802:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819520 00000100:00100000:1.0:1772472427.579844:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1772472427.579853:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185819520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472427.579880:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472427.579951:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185819520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472427.579958:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1772472427.580121:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185819520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472427.644558:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472428.666035:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472428.928232:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472428.928252:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472428.928257:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472428.928311:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472428.928324:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472428.928334:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472428.928363:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185819648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472428.928439:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472428.928489:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c98ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472428.932419:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819648 00000100:00100000:2.0:1772472428.932436:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819648 00000100:00100000:2.0:1772472428.932695:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1772472428.932707:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185819648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472428.932757:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472428.932780:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dfe91 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472428.932809:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472428.932822:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472428.932831:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54600, rc 0) 00000100:00100000:2.0:1772472428.932932:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185819648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (4492us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472428.932939:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1772472428.933544:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185819648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472428.933566:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472428.933577:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472428.933604:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472428.933610:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472428.933619:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472429.694771:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472430.350512:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472430.350967:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169903872 00000100:00100000:1.0:1772472430.350978:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169903872 00000100:00100000:1.0:1772472430.351087:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 613 00000100:00100000:1.0:1772472430.351097:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41578:x1858570169903872:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472430.351122:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472430.351145:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfe9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b33 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1772472430.351463:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472430.351547:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351562:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351574:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351587:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351594:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351600:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351769:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351778:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.351785:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472430.351976:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1772472430.351981:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472430.352012:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352025:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352032:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352039:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352045:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.352120:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352130:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352144:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772472430.352248:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.352254:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352261:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852dfea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352274:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352280:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352286:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352292:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.352294:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352301:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352309:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c420328c00) 00010000:00010000:1.0:1772472430.352312:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.352315:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352320:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852dfead lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352353:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852dfe9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b33 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352374:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b33 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.352381:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472430.352383:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472430.352386:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1400, rc 0) 00000100:00100000:1.0:1772472430.352494:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169903872:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1398us (1991us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472430.352504:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 613 00000100:00100000:3.0:1772472430.359250:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472430.360484:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904128 00000100:00100000:1.0:1772472430.360497:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904128 00000100:00100000:1.0:1772472430.360562:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 614 00000100:00100000:1.0:1772472430.360572:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904128:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472430.360596:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472430.360617:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfebb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b3a expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360771:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360788:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360801:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360816:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360823:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360829:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472430.360866:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00010000:1.0:1772472430.360889:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360897:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360904:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360909:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.360914:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360923:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360940:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472430.360944:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.360949:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360955:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfec2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360971:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360976:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360981:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360985:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.360987:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360992:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.360998:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c420328800) 00010000:00010000:1.0:1772472430.361000:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.361002:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.361008:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfec9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.361043:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfebb lrc: 1/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b3a expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.361254:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472430.361257:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.361262:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852dfebb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b3a expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.361274:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472430.361380:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904128:12345-192.168.201.48@tcp:101:touch.0 Request processed in 808us (2137us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472430.361389:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 614 00000100:00100000:0.0:1772472430.367541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472430.378925:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904256 00000100:00100000:3.0:1772472430.378942:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904256 00000100:00100000:3.0:1772472430.379017:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 615 00000100:00100000:3.0:1772472430.379029:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904256:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472430.379063:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472430.379095:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfed0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b41 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379195:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379212:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379226:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379243:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379251:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379258:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379310:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379318:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379325:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379332:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472430.379336:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379343:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379354:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:3.0:1772472430.379357:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472430.379361:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379367:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852dfed7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379531:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379539:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379544:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379549:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472430.379552:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379559:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379572:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c4052b6d00) 00010000:00010000:3.0:1772472430.379575:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472430.379578:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379583:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852dfede lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379622:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfed0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b41 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379632:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:3.0:1772472430.379634:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472430.379638:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852dfed0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b41 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472430.379646:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472430.379734:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904256:12345-192.168.201.48@tcp:101:touch.0 Request processed in 708us (12205us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472430.379766:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 615 00000100:00100000:3.0:1772472430.385827:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472430.385925:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904384 00000100:00100000:1.0:1772472430.385938:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904384 00000100:00100000:1.0:1772472430.386001:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 616 00000100:00100000:1.0:1772472430.386011:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904384:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472430.386040:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472430.386065:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfee5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b48 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386151:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386166:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386179:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386193:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386200:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386207:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386433:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386443:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386450:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386456:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.386461:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386469:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386483:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472430.386486:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.386491:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386498:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dfeec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386511:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386517:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386523:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386528:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472430.386531:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386537:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386544:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c420328800) 00010000:00010000:1.0:1772472430.386547:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.386550:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386555:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852dfef3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386589:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfee5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b48 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386600:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472430.386602:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472430.386605:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852dfee5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b48 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472430.386617:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472430.386734:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41578:x1858570169904384:12345-192.168.201.48@tcp:101:touch.0 Request processed in 724us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472430.386762:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 616 00000100:00100000:3.0:1772472430.500872:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472430.500916:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472430.501038:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904512 00000100:00100000:0.0:1772472430.501048:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904512 00000100:00100000:0.0:1772472430.501130:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1070 00000100:00100000:0.0:1772472430.501140:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169904512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472430.501222:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169904512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472430.501231:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1070 00000100:00100000:1.0:1772472430.501537:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904640 00000100:00100000:1.0:1772472430.501542:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904640 00000100:00100000:1.0:1772472430.501600:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 933 00000100:00100000:1.0:1772472430.501608:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169904640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472430.501652:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169904640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472430.501658:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 933 00000100:00080000:3.0:1772472430.501711:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472430.710879:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472431.738946:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472432.183138:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185820032:0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183213:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.183283:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772472432.183290:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185819904:0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183312:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.183330:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185820416:0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183352:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.183382:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820032 00000100:00100000:0.0:1772472432.183389:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820032 00000100:00100000:0.0:1772472432.183439:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819904 00000100:00100000:0.0:1772472432.183442:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819904 00000100:00100000:0.0:1772472432.183464:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1772472432.183472:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185820032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183527:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185820032:12345-0@lo:400:kworker.0 Request processed in 56us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.183534:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1772472432.183552:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1772472432.183558:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185819904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183581:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185819904:12345-0@lo:400:kworker.0 Request processed in 24us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.183586:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1772472432.183607:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820416 00000100:00100000:0.0:1772472432.183610:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820416 00000100:00100000:0.0:1772472432.183637:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1772472432.183643:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185820416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183670:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185820416:12345-0@lo:400:kworker.0 Request processed in 28us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.183677:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:0.0:1772472432.183692:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472432.183696:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472432.183769:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185819904:0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183782:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185820416:0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.183790:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185820032:0@lo:400:kworker.0 00000100:00100000:3.0:1772472432.184142:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185820160:0@lo:400:kworker.0 00000100:00100000:3.0:1772472432.184177:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472432.184207:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472432.184213:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185819776:0@lo:400:kworker.0 00000100:00100000:3.0:1772472432.184239:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472432.184259:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185820288:0@lo:400:kworker.0 00000100:00100000:3.0:1772472432.184281:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.184407:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820160 00000100:00100000:0.0:1772472432.184411:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820160 00000100:00100000:0.0:1772472432.184452:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1772472432.184459:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185820160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.184498:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185820160:12345-0@lo:400:kworker.0 Request processed in 39us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.184504:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1772472432.184536:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185820160:0@lo:400:kworker.0 00000100:00080000:3.0:1772472432.184644:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472432.185027:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820288 00000100:00100000:0.0:1772472432.185033:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820288 00000100:00100000:0.0:1772472432.185125:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1772472432.185131:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185820288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472432.185180:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185820288:12345-0@lo:400:kworker.0 Request processed in 49us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.185186:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1772472432.185216:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185820288:0@lo:400:kworker.0 00000100:00100000:1.0:1772472432.185686:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185819776 00000100:00100000:1.0:1772472432.185692:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185819776 00000100:00100000:1.0:1772472432.185773:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1772472432.185781:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185819776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472432.185831:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185819776:12345-0@lo:400:kworker.0 Request processed in 52us (1593us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472432.185838:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1772472432.185883:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185819776:0@lo:400:kworker.0 00000100:00080000:3.0:1772472432.187486:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:2.0:1772472432.506122:0:72256:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7f0c26a0 20000000:00000080:2.0:1772472432.506140:0:72256:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed0400 uarg=0000000000000000 00010000:00010000:2.0:1772472432.506443:0:72256:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472432.506514:0:72256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328d00) 00010000:00010000:2.0:1772472432.506517:0:72256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472432.506526:0:72256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852dfeb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b33 expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472432.506557:0:72256:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472432.506580:0:72256:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472432.506595:0:72256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472432.506609:0:72256:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472432.506617:0:72256:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472432.506648:0:72256:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472432.506659:0:72256:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 17 pid: 5803 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472432.506674:0:72256:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72256:1858570185820544:0@lo:104: 00000100:00100000:2.0:1772472432.506767:0:72256:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472432.508118:0:72256:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40a9e9540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472432.508197:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820544 00000100:00100000:1.0:1772472432.508210:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820544 00000100:00100000:1.0:1772472432.508305:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1772472432.508316:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72256:x1858570185820544:12345-0@lo:104: 00010000:00010000:1.0:1772472432.508333:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472432.508420:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472432.508427:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72256:x1858570185820544:12345-0@lo:104: Request processed in 113us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472432.508435:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1772472432.508507:0:72256:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72256:1858570185820544:0@lo:104: 00010000:00010000:3.0:1772472432.508532:0:72256:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508577:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472432.508585:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508593:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472432.508596:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508605:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472432.508612:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472432.508618:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472432.508663:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508679:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472432.508702:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508713:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852dfe91 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dfe98 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.508731:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472432.508733:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472432.508734:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472432.508841:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185820672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472432.508879:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.509897:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820672 00000100:00100000:0.0:1772472432.509908:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820672 00010000:00010000:0.0:1772472432.509959:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472432.510002:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1772472432.510012:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185820672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472432.510028:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472432.510034:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510047:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510063:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54600/0xc2ef6d41852dfe98 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dfe91 expref: 18 pid: 5803 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510078:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510087:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510100:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510105:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510111:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510118:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510124:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472432.510129:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510138:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510151:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472432.510161:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472432.510218:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185820672:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.510225:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1772472432.510262:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185820672:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472432.510409:0:72256:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472432.510418:0:72256:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472432.510425:0:72256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852dfefa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472432.695910:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472432.695936:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185820800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472432.696015:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472432.696086:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820800 00000100:00100000:2.0:1772472432.696095:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820800 00000100:00100000:2.0:1772472432.696168:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1772472432.696178:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185820800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472432.696218:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472432.696267:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185820800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472432.696275:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1772472432.696335:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185820800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472432.699398:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472432.699424:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185820928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472432.699498:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472432.699546:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185820928 00000100:00100000:0.0:1772472432.699554:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185820928 00000100:00100000:0.0:1772472432.699604:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1772472432.699613:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185820928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472432.699655:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472432.699706:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185820928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472432.699714:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1772472432.699790:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185820928:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472432.762342:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472433.783468:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472434.113729:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472434.113936:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472434.113943:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472434.113994:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472434.114007:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472434.114019:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472434.114049:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185821056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472434.114135:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472434.114195:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4048283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472434.114437:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821056 00000100:00100000:2.0:1772472434.114445:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821056 00000100:00100000:2.0:1772472434.114496:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1772472434.114504:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185821056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472434.114519:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472434.114532:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dff01 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472434.114555:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472434.114565:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472434.114575:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55800, rc 0) 00000100:00100000:2.0:1772472434.114613:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185821056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472434.114620:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1772472434.114665:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185821056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472434.114678:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472434.114687:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472434.114711:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472434.114715:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472434.114722:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472434.807129:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472435.349316:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472435.349400:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169904768 00000100:00100000:1.0:1772472435.349411:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169904768 00000100:00100000:1.0:1772472435.349479:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 617 00000100:00100000:1.0:1772472435.349490:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41665:x1858570169904768:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472435.349511:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472435.349533:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852dff0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b4f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349597:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349612:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349626:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472435.349693:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1772472435.349697:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472435.349724:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349783:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852dff0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b4f expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349804:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b4f expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472435.349813:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772472435.349816:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472435.349819:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472435.349876:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41665:x1858570169904768:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 388us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472435.349883:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 617 00000100:00080000:2.0:1772472435.350189:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472435.355477:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472435.355522:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905024 00000100:00100000:0.0:1772472435.355532:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905024 00000100:00100000:0.0:1772472435.355583:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 618 00000100:00100000:0.0:1772472435.355605:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41665:x1858570169905024:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472435.355659:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472435.355684:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852dff16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b4f expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.355708:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfeb4) 00010000:00010000:0.0:1772472435.355712:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328c00) 00010000:00010000:0.0:1772472435.355721:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472435.355793:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.355806:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.355816:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472435.356145:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000343ffefc reply state 00000000a4b36ef1 transno 4294967536 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472435.356154:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472435.356172:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:0.0:1772472435.356262:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41665:x1858570169905024:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 659us (791us total) trans 4294967536 rc 0/0 00000100:00100000:0.0:1772472435.356270:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 618 00010000:00010000:0.0:1772472435.357675:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357685:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357690:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357703:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472435.357707:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357712:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357725:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472435.357728:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472435.357732:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472435.357777:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852dff1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472435.622003:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472435.622090:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472435.622122:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905152 00000100:00100000:0.0:1772472435.622132:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905152 00000100:00100000:0.0:1772472435.622209:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1073 00000100:00100000:0.0:1772472435.622221:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169905152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472435.622294:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169905152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472435.622302:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1073 00000100:00100000:3.0:1772472435.628370:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905280 00000100:00100000:3.0:1772472435.628386:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905280 00000100:00100000:3.0:1772472435.628478:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 936 00000100:00100000:3.0:1772472435.628488:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169905280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472435.628572:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169905280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (6580us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472435.628578:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 936 00000100:00080000:2.0:1772472435.628836:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472435.830953:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472436.274553:0:72451:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8bb66a00 20000000:00000080:2.0:1772472436.274572:0:72451:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed0c00 uarg=0000000000000000 00010000:00010000:2.0:1772472436.275099:0:72451:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472436.275116:0:72451:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472436.275138:0:72451:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472436.275158:0:72451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.275176:0:72451:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.275185:0:72451:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.275227:0:72451:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.275242:0:72451:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 17 pid: 5806 timeout: 2012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472436.275257:0:72451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72451:1858570185821184:0@lo:104: 00000100:00100000:2.0:1772472436.275323:0:72451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472436.275438:0:72451:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3041023c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472436.275588:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821184 00000100:00100000:3.0:1772472436.275596:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821184 00000100:00100000:3.0:1772472436.275680:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1772472436.275690:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72451:x1858570185821184:12345-0@lo:104: 00010000:00010000:3.0:1772472436.275703:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472436.275796:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472436.275803:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:72451:x1858570185821184:12345-0@lo:104: Request processed in 114us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472436.275810:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1772472436.275889:0:72451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:72451:1858570185821184:0@lo:104: 00010000:00010000:2.0:1772472436.275909:0:72451:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.275963:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472436.275971:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.275979:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472436.275983:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.275992:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472436.275999:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472436.276004:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472436.276041:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276048:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472436.276067:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276075:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852dff01 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff08 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276092:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472436.276093:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472436.276095:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472436.276108:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185821312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472436.276139:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472436.276181:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821312 00000100:00100000:0.0:1772472436.276185:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821312 00010000:00010000:0.0:1772472436.276204:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 2012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472436.276224:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1772472436.276230:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185821312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472436.276242:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472436.276248:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 2012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276258:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 2012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276271:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852dff08 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dff01 expref: 18 pid: 5806 timeout: 2012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276288:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276297:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276309:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276316:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276323:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276329:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276334:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472436.276338:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276345:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276354:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472436.276361:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472436.276389:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185821312:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472436.276396:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1772472436.276441:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185821312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472436.276571:0:72451:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.276579:0:72451:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472436.276585:0:72451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852dff24 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 72451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472436.859225:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472436.860474:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967536 is committed 00000100:00100000:1.0:1772472437.303222:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185821696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303290:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472437.303346:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472437.303353:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185821568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303375:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472437.303392:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185822080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303415:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472437.303457:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821696 00000100:00100000:1.0:1772472437.303465:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821696 00000100:00100000:1.0:1772472437.303516:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821568 00000100:00100000:1.0:1772472437.303520:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821568 00000100:00100000:1.0:1772472437.303545:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1772472437.303554:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185821696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303605:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185821696:12345-0@lo:400:kworker.0 Request processed in 52us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472437.303612:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1772472437.303629:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1772472437.303636:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185821568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303664:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185821568:12345-0@lo:400:kworker.0 Request processed in 30us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472437.303670:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00080000:1.0:1772472437.303702:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472437.303773:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185821568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.303786:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185821696:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.303876:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185821440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.303910:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472437.303942:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185821952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.303965:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472437.303982:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472437.303987:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185821824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304008:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472437.304037:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822080 00000100:00100000:0.0:1772472437.304041:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822080 00000100:00100000:0.0:1772472437.304075:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821824 00000100:00100000:0.0:1772472437.304079:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821824 00000100:00100000:0.0:1772472437.304101:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1772472437.304107:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185822080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304159:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185822080:12345-0@lo:400:kworker.0 Request processed in 51us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472437.304165:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1772472437.304178:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1772472437.304183:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185821824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304212:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185821824:12345-0@lo:400:kworker.0 Request processed in 29us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472437.304218:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1772472437.304233:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821952 00000100:00100000:0.0:1772472437.304237:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821952 00000100:00100000:0.0:1772472437.304263:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1772472437.304268:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185821952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304295:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185821952:12345-0@lo:400:kworker.0 Request processed in 26us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472437.304300:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00080000:0.0:1772472437.304415:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472437.304420:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472437.304422:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472437.304442:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185821824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304453:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185821952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472437.304492:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185822080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.306006:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185821440 00000100:00100000:1.0:1772472437.306016:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185821440 00000100:00100000:1.0:1772472437.306988:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1772472437.307001:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185821440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472437.308306:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185821440:12345-0@lo:400:kworker.0 Request processed in 1301us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472437.308319:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1772472437.308531:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185821440:0@lo:400:kworker.0 10000000:01000000:2.0:1772472437.496203:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472437.496215:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472437.496221:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472437.496277:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472437.496290:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472437.496303:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472437.496333:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185822208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472437.496418:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472437.496505:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472437.497451:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822208 00000100:00100000:1.0:1772472437.497462:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822208 00000100:00100000:1.0:1772472437.497530:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1772472437.497540:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185822208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472437.497558:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472437.497576:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dff2b expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472437.497601:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472437.497612:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472437.497622:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472437.497699:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185822208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472437.497707:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1772472437.497872:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185822208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472437.497894:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472437.497904:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472437.497924:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472437.497929:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472437.497936:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472437.814976:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472437.815002:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185822336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472437.815085:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472437.816133:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822336 00000100:00100000:2.0:1772472437.816158:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822336 00000100:00100000:2.0:1772472437.816223:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1772472437.816235:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185822336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472437.816289:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472437.816377:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185822336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (1291us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472437.816385:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1772472437.816548:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185822336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472437.819894:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185822464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472437.819976:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472437.820140:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822464 00000100:00100000:3.0:1772472437.820151:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822464 00000100:00100000:3.0:1772472437.820205:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772472437.820214:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185822464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472437.820254:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472437.826074:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185822464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5848us (6085us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472437.826081:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185822464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472437.826094:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00010000:00010000:0.0:1772472437.880385:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472438.909205:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472439.436279:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.436403:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905408 00000100:00100000:1.0:1772472439.436416:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905408 00000100:00100000:1.0:1772472439.436535:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 619 00000100:00100000:1.0:1772472439.436544:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905408:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472439.436643:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905408:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 100us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472439.436650:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 619 00000100:00080000:0.0:1772472439.436814:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472439.438134:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.438191:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905536 00000100:00100000:0.0:1772472439.438199:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905536 00000100:00080000:1.0:1772472439.438253:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472439.438300:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 326 00000100:00100000:0.0:1772472439.438310:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905536:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472439.438595:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905536:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 286us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.438603:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 326 00000100:00100000:3.0:1772472439.444961:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.445185:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905664 00000100:00100000:0.0:1772472439.445197:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905664 00000100:00100000:0.0:1772472439.445260:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 327 00000100:00100000:0.0:1772472439.445270:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570169905664:12345-192.168.201.48@tcp:8:lfs.0 00010000:00080000:0.0:1772472439.445307:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1865 last 0 00000020:00000080:0.0:1772472439.445340:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852dff39 00002000:00100000:0.0:1772472439.445352:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3032d0000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1772472439.445376:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1772472439.445620:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1772472439.445661:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c3032d4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1772472439.445813:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169905664:12345-192.168.201.48@tcp:8:lfs.0 Request processed in 542us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.445823:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 327 00000100:00100000:3.0:1772472439.450913:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472439.453319:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905792 00000100:00100000:2.0:1772472439.453339:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905792 00000100:00100000:2.0:1772472439.453462:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 328 00000100:00100000:2.0:1772472439.453476:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41750:x1858570169905792:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:1.0:1772472439.453598:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472439.454319:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41750:x1858570169905792:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 841us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472439.454331:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 328 00000100:00100000:3.0:1772472439.461836:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.462116:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169905920 00000100:00100000:1.0:1772472439.462137:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169905920 00000100:00100000:1.0:1772472439.462188:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 620 00000100:00100000:1.0:1772472439.462199:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905920:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472439.462816:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169905920:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 616us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472439.462826:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 620 00000100:00100000:3.0:1772472439.467465:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.467657:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906048 00000100:00100000:0.0:1772472439.467667:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906048 00000100:00100000:0.0:1772472439.467779:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 621 00000100:00100000:0.0:1772472439.467788:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906048:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472439.467882:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906048:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 96us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.467889:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 621 00000100:00100000:3.0:1772472439.471405:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.471835:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906176 00000100:00100000:0.0:1772472439.471847:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906176 00000100:00100000:0.0:1772472439.471911:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 329 00000100:00100000:0.0:1772472439.471920:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906176:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472439.472929:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906176:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1005us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.472941:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 329 00000100:00100000:3.0:1772472439.488141:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472439.488824:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906304 00000100:00100000:2.0:1772472439.488834:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906304 00000100:00100000:2.0:1772472439.488899:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 330 00000100:00100000:2.0:1772472439.488909:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41750:x1858570169906304:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472439.489871:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41750:x1858570169906304:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 959us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472439.489881:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 330 00000100:00100000:3.0:1772472439.492942:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472439.494996:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906432 00000100:00100000:2.0:1772472439.495014:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906432 00000100:00100000:2.0:1772472439.495108:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 622 00000100:00100000:2.0:1772472439.495128:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906432:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472439.495663:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41750:x1858570169906432:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 544us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472439.495673:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 622 00000100:00100000:3.0:1772472439.601247:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.601540:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906560 00000100:00100000:0.0:1772472439.601551:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906560 00000100:00100000:0.0:1772472439.601664:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 623 00000100:00100000:0.0:1772472439.601674:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41754:x1858570169906560:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772472439.601709:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472439.601735:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dff40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b56 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601837:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601851:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601864:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601876:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601882:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.601887:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602074:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602087:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602094:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472439.602124:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1772472439.602128:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472439.602154:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602165:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602171:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602178:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602184:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472439.602189:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602196:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602209:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472439.602212:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472439.602217:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602227:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852dff47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602239:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602244:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602249:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602253:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472439.602256:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602261:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602267:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c410b8af00) 00010000:00010000:0.0:1772472439.602269:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472439.602272:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602278:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852dff4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602306:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852dff40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b56 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602320:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b56 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.602327:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472439.602329:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472439.602332:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772472439.602397:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41754:x1858570169906560:12345-192.168.201.48@tcp:101:dd.0 Request processed in 725us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.602404:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 623 00000100:00100000:3.0:1772472439.606188:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.606397:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906688 00000100:00100000:1.0:1772472439.606407:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906688 00000100:00100000:1.0:1772472439.606464:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 113 00000100:00100000:1.0:1772472439.606474:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41754:x1858570169906688:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:1.0:1772472439.606598:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41754:x1858570169906688:12345-192.168.201.48@tcp:49:dd.0 Request processed in 125us (419us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772472439.606606:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 113 00000100:00100000:3.0:1772472439.612919:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.613938:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169906944 00000100:00100000:0.0:1772472439.613950:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169906944 00000100:00100000:0.0:1772472439.614018:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 624 00000100:00100000:0.0:1772472439.614029:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41754:x1858570169906944:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772472439.614060:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472439.614301:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dff5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b5d expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614456:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614471:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614482:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614496:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614504:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.614514:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472439.615471:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:0.0:1772472439.616368:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dff71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616385:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dff71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616397:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dff71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616445:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616453:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616461:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616467:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472439.616472:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616479:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616492:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472439.616495:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472439.616501:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616507:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852dff63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472439.616520:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f6a3198d reply state 000000006e71d5a7 transno 4294967537 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472439.616529:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472439.616565:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852dff5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b5d expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616580:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dff71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b5d expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472439.616587:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772472439.616589:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472439.616592:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772472439.617004:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41754:x1858570169906944:12345-192.168.201.48@tcp:101:dd.0 Request processed in 2973us (4108us total) trans 4294967537 rc 0/0 00000100:00100000:0.0:1772472439.617013:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 624 00000100:00100000:3.0:1772472439.623431:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472439.623497:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907072 00000100:00100000:0.0:1772472439.623508:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907072 00000100:00100000:0.0:1772472439.623566:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 114 00000100:00100000:0.0:1772472439.623576:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41754:x1858570169907072:12345-192.168.201.48@tcp:49:dd.0 00010000:00010000:2.0:1772472439.623765:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623777:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623784:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623791:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472439.623796:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623804:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623822:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8a100) 00010000:00010000:2.0:1772472439.623825:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472439.623831:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472439.623836:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852dff6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472439.628928:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41754:x1858570169907072:12345-192.168.201.48@tcp:49:dd.0 Request processed in 5335us (5491us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472439.628945:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 114 00000100:00100000:3.0:1772472439.639196:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.639466:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907200 00000100:00100000:1.0:1772472439.639477:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907200 00000100:00100000:1.0:1772472439.639546:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 331 00000100:00100000:1.0:1772472439.639557:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41754:x1858570169907200:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472439.639579:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472439.639601:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b64 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472439.639625:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472439.639645:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472439.639659:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472439.639667:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 7 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472439.639698:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 7 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472439.639711:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472439.639802:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41754:x1858570169907200:12345-192.168.201.48@tcp:101:dd.0 Request processed in 246us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472439.639809:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 331 00000100:00100000:1.0:1772472439.665149:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472439.665479:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907328 00000100:00100000:2.0:1772472439.665490:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907328 00002000:00100000:2.0:1772472439.665551:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff90c42ca95180 x1858570169907328/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:475/0 lens 488/0 e 0 to 0 dl 1772472450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472439.665563:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c42ca95180 with x1858570169907328 ext(0->1048575) 00002000:00010000:2.0:1772472439.665569:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c42ca95180 00000100:00100000:2.0:1772472439.665610:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 14 00000100:00100000:2.0:1772472439.665621:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169907328:12345-192.168.201.48@tcp:4:dd.0 00000001:00100000:1.0:1772472439.727896:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:1.0:1772472439.765336:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169907328:12345-192.168.201.48@tcp:4:dd.0 Request processed in 99700us (100181us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1772472439.765354:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 14 00002000:00100000:1.0:1772472439.765369:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff90c42ca95180 x1858570169907328/t4294967334(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:475/0 lens 488/448 e 0 to 0 dl 1772472450 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472439.765380:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c42ca95180 with x1858570169907328 ext(0->1048575) 00002000:00010000:1.0:1772472439.765386:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c42ca95180 00000001:00080000:1.0:1772472439.765432:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000100:00100000:2.0:1772472439.769283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.769384:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907456 00000100:00100000:1.0:1772472439.769394:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907456 00000100:00100000:1.0:1772472439.769464:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 625 00000100:00100000:1.0:1772472439.769476:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41754:x1858570169907456:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:1.0:1772472439.811074:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967537 is committed 00000100:00100000:0.0:1772472439.811468:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41754:x1858570169907456:12345-192.168.201.48@tcp:44:dd.0 Request processed in 41988us (42189us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472439.811481:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 625 00000100:00100000:3.0:1772472439.815815:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.815924:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907584 00000100:00100000:1.0:1772472439.815938:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907584 00000100:00100000:1.0:1772472439.816020:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 332 00000100:00100000:1.0:1772472439.816032:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169907584:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:1.0:1772472439.816400:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169907584:12345-192.168.201.48@tcp:16:dd.0 Request processed in 369us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472439.816409:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 332 00000100:00100000:3.0:1772472439.819886:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472439.820312:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907840 00000100:00100000:1.0:1772472439.820323:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907840 00000100:00100000:1.0:1772472439.820372:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 115 00000100:00100000:1.0:1772472439.820383:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418efa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41754:x1858570169907840:12345-192.168.201.48@tcp:35:dd.0 00000001:00080000:1.0:1772472439.820863:0:5814:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967538 00000100:00100000:1.0:1772472439.820980:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418efa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:41754:x1858570169907840:12345-192.168.201.48@tcp:35:dd.0 Request processed in 598us (1105us total) trans 4294967539 rc 0/0 00000100:00100000:1.0:1772472439.821229:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 115 00000020:00080000:1.0:1772472439.821235:0:5814:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1772472439.927996:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472440.745205:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472440.747061:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169907968 00000100:00100000:1.0:1772472440.747092:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169907968 00000100:00100000:1.0:1772472440.747354:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1076 00000100:00100000:1.0:1772472440.747368:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169907968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472440.747460:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169907968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472440.747468:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1076 00000100:00100000:1.0:1772472440.747677:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472440.749698:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908096 00000100:00100000:3.0:1772472440.749716:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908096 00000100:00100000:3.0:1772472440.749810:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1310 00000100:00100000:3.0:1772472440.749821:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2357:x1858570169908096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472440.749920:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2357:x1858570169908096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472440.749929:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1310 00000100:00100000:1.0:1772472440.760087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472440.760135:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472440.760198:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908352 00000100:00100000:0.0:1772472440.760211:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908352 00000100:00100000:0.0:1772472440.760274:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908224 00000100:00100000:0.0:1772472440.760278:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908224 00000100:00100000:0.0:1772472440.760308:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 939 00000100:00100000:0.0:1772472440.760321:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169908352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472440.760422:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169908352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 104us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472440.760431:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 939 00000100:00100000:0.0:1772472440.760448:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 940 00000100:00100000:0.0:1772472440.760454:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169908224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472440.760479:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169908224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472440.760485:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 940 00010000:00010000:3.0:1772472440.950902:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472441.302192:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967539 is committed 00010000:00010000:0.0:1772472441.975039:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472442.431889:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185822976:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.431979:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432037:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472442.432044:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185822592:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432074:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432100:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185823104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432125:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432151:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185822720:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432174:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432191:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185823232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432214:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432231:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472442.432237:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185822848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432256:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472442.432288:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822976 00000100:00100000:0.0:1772472442.432297:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822976 00000100:00100000:0.0:1772472442.432353:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823232 00000100:00100000:0.0:1772472442.432356:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823232 00000100:00100000:0.0:1772472442.432380:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1772472442.432388:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185822976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432444:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185822976:12345-0@lo:400:kworker.0 Request processed in 56us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432451:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1772472442.432466:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1772472442.432473:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185823232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432501:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185823232:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432507:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1772472442.432524:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822592 00000100:00100000:0.0:1772472442.432527:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822592 00000100:00100000:0.0:1772472442.432551:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1772472442.432557:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185822592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432585:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185822592:12345-0@lo:400:kworker.0 Request processed in 29us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432591:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1772472442.432646:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823104 00000100:00100000:0.0:1772472442.432649:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823104 00000100:00100000:0.0:1772472442.432676:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822720 00000100:00100000:0.0:1772472442.432679:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822720 00000100:00100000:0.0:1772472442.432695:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185822848 00000100:00100000:0.0:1772472442.432697:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185822848 00000100:00100000:0.0:1772472442.432714:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1772472442.432720:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185823104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432771:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185823104:12345-0@lo:400:kworker.0 Request processed in 51us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432777:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1772472442.432789:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:0.0:1772472442.432795:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185822720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432822:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185822720:12345-0@lo:400:kworker.0 Request processed in 27us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432828:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:0.0:1772472442.432838:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1772472442.432845:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185822848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432869:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185822848:12345-0@lo:400:kworker.0 Request processed in 26us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472442.432875:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00080000:0.0:1772472442.432903:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472442.432908:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472442.432910:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472442.432946:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185822592:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432959:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185823104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.432968:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185822976:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.433001:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185822848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.433011:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185822720:0@lo:400:kworker.0 00000100:00100000:0.0:1772472442.433018:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185823232:0@lo:400:kworker.0 00000004:00080000:3.0:1772472442.754969:0:72698:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1868587225100ns, next at 1847605678685ns, rc = 0 00000004:00080000:3.0:1772472442.755100:0:72698:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1868587359377ns, next at 1804312411949ns, rc = 0 00000004:00080000:2.0:1772472442.761540:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 49 committed 00000004:00080000:2.0:1772472442.761572:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 49 committed 00000100:00100000:3.0:1772472442.934915:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185823360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472442.936001:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472442.936210:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823360 00000100:00100000:2.0:1772472442.936220:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823360 00000100:00100000:2.0:1772472442.936277:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1772472442.936287:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185823360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472442.936330:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772472442.936389:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185823360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472442.936396:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1772472442.936938:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185823360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472442.941425:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472442.941449:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185823488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472442.941516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472442.941572:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823488 00000100:00100000:2.0:1772472442.941580:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823488 00000100:00100000:2.0:1772472442.941636:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1772472442.941646:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185823488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472442.941680:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472442.941726:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185823488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472442.941733:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1772472442.941792:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185823488:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472443.000114:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472444.037573:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472444.042154:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472444.042269:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908480 00000100:00100000:1.0:1772472444.042285:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908480 00000100:00100000:1.0:1772472444.042375:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 626 00000100:00100000:1.0:1772472444.042387:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908480:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472444.042510:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908480:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 126us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472444.042519:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 626 00000100:00080000:0.0:1772472444.044470:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472444.050062:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472444.050331:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908608 00000100:00100000:1.0:1772472444.050343:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908608 00000100:00100000:1.0:1772472444.050425:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 333 00000100:00100000:1.0:1772472444.050438:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41947:x1858570169908608:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:2.0:1772472444.051035:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472444.051285:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41947:x1858570169908608:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 848us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472444.051295:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 333 00000100:00100000:1.0:1772472444.061530:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472444.061678:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908736 00000100:00100000:0.0:1772472444.061688:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908736 00000100:00100000:0.0:1772472444.061797:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 334 00000100:00100000:0.0:1772472444.061808:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41947:x1858570169908736:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472444.062441:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41947:x1858570169908736:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 633us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472444.062450:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 334 00000100:00080000:1.0:1772472444.063859:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472444.065281:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472444.065401:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908864 00000100:00100000:0.0:1772472444.065415:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908864 00000100:00100000:0.0:1772472444.065476:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 627 00000100:00100000:0.0:1772472444.065487:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908864:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472444.067334:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908864:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 1839us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472444.067350:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 627 00000100:00100000:0.0:1772472444.087198:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472444.087237:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169908992 00000100:00100000:0.0:1772472444.087248:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169908992 00000100:00100000:0.0:1772472444.087296:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 628 00000100:00100000:0.0:1772472444.087307:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908992:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472444.087423:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169908992:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 118us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472444.087431:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 628 00000100:00100000:0.0:1772472444.119140:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472444.121185:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909120 00000100:00100000:3.0:1772472444.121203:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909120 00000100:00100000:3.0:1772472444.121277:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 335 00000100:00100000:3.0:1772472444.121290:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41947:x1858570169909120:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472444.121829:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:41947:x1858570169909120:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 540us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472444.121838:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 335 00000100:00100000:0.0:1772472444.136803:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472444.136981:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909248 00000100:00100000:1.0:1772472444.136992:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909248 00000100:00100000:1.0:1772472444.137045:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 336 00000100:00100000:1.0:1772472444.137056:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41947:x1858570169909248:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472444.137428:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:41947:x1858570169909248:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 373us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472444.137437:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 336 00000100:00100000:3.0:1772472444.143483:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472444.143581:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909376 00000100:00100000:1.0:1772472444.143592:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909376 00000100:00100000:1.0:1772472444.143677:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 629 00000100:00100000:1.0:1772472444.143689:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169909376:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472444.144222:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41947:x1858570169909376:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 535us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472444.144232:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 629 00000100:00100000:2.0:1772472444.280120:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472444.280251:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909632 00000100:00100000:0.0:1772472444.280266:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909632 00000100:00100000:0.0:1772472444.280347:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 630 00000100:00100000:0.0:1772472444.280358:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:41951:x1858570169909632:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772472444.280419:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472444.280454:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852dff71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b5d expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280475:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772472444.280489:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472444.280513:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280527:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280538:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280553:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280561:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280568:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280720:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280729:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.280736:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472444.281433:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9408 00000004:00080000:0.0:1772472444.281444:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1870113704368ns, next at 1871113701753ns, rc = 0 00010000:00010000:0.0:1772472444.281567:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281578:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281587:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281595:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281613:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281625:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281658:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472444.281693:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281700:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281707:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281714:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472444.281719:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281728:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281771:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472444.281775:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472444.281779:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281785:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dff94 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281808:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281814:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281820:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281824:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472444.281825:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472444.281828:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281832:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281834:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281839:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472444.281842:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:3.0:1772472444.281843:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281845:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472444.281848:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281851:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472444.281855:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852dff86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281860:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x34:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:3.0:1772472444.281863:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00010000:0.0:1772472444.281864:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d953fa57 reply state 00000000c0c9f310 transno 4294967540 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281865:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472444.281871:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852dff9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472444.281874:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472444.281886:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472444.281888:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472444.281889:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472444.283760:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:41951:x1858570169909632:12345-192.168.201.48@tcp:36:rm.0 Request processed in 3381us (3630us total) trans 4294967540 rc 0/0 00000100:00100000:0.0:1772472444.283773:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 630 00010000:00010000:2.0:1772472444.289648:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289668:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289676:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289682:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472444.289687:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289696:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289714:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8a300) 00010000:00010000:2.0:1772472444.289718:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472444.289723:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472444.289729:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852dff8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472445.049481:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472445.867023:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472445.867066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472445.867113:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472445.867149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472445.867191:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910016 00000100:00100000:2.0:1772472445.867201:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910016 00000100:00100000:2.0:1772472445.867260:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910144 00000100:00100000:2.0:1772472445.867264:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910144 00000100:00100000:2.0:1772472445.867285:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 943 00000100:00100000:2.0:1772472445.867294:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169910016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472445.867380:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169910016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472445.867389:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 943 00000100:00100000:2.0:1772472445.867407:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 944 00000100:00100000:2.0:1772472445.867415:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472445.867440:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472445.867446:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 944 00000100:00100000:1.0:1772472445.867766:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909888 00000100:00100000:1.0:1772472445.867771:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909888 00000100:00100000:1.0:1772472445.867809:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1314 00000100:00100000:1.0:1772472445.867815:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169909888:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472445.867856:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169909888:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472445.867863:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1314 00000100:00100000:3.0:1772472445.871999:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169909760 00000100:00100000:3.0:1772472445.872016:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169909760 00000100:00100000:3.0:1772472445.872164:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1078 00000100:00100000:3.0:1772472445.872176:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169909760:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472445.872284:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169909760:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (5274us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472445.872293:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1078 00010000:00010000:3.0:1772472446.074595:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472446.794291:0:72843:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1872626547917ns, next at 1847605678685ns, rc = 0 00000004:00080000:2.0:1772472446.794577:0:72843:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1872626836845ns, next at 1871113701753ns, rc = 0 00000001:00080000:3.0:1772472446.847731:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967540 is committed 00000004:00080000:3.0:1772472446.847772:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 50 committed 00000004:00080000:3.0:1772472446.847789:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 51 committed 00000004:00080000:3.0:1772472446.847797:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 50 committed 00000100:00100000:3.0:1772472446.848442:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185823616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472446.848597:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472446.848798:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823616 00000100:00100000:0.0:1772472446.848806:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823616 00000100:00100000:0.0:1772472446.848877:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1772472446.848887:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185823616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772472446.848918:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00010000:00010000:0.0:1772472446.848943:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.848977:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.848986:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472446.848988:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472446.848992:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.849025:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.849040:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 5 pid: 32804 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472446.849053:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185823744:192.168.201.48@tcp:104: 00000100:00080000:1.0:1772472446.851265:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472446.851488:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b1149c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472446.856384:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472446.856960:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910272 00000100:00100000:3.0:1772472446.856971:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910272 00010000:00010000:3.0:1772472446.857033:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 6 pid: 32804 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472446.857075:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 345 00000100:00100000:3.0:1772472446.857085:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910272:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472446.857101:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472446.857107:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 6 pid: 32804 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472446.857122:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 6 pid: 32804 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472446.857159:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472446.857162:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472446.857168:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472446.857178:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472446.857205:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472446.857262:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910272:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 179us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472446.857270:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 345 00000100:00080000:0.0:1772472446.858041:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472446.858377:0:32804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852dff7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b64 expref: 5 pid: 32804 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472446.858396:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185823744:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472446.858426:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472446.858438:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472446.858446:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472446.858457:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472446.858470:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472446.858538:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472446.859112:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185823616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10225us (10591us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1772472446.859124:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000004:00080000:3.0:1772472446.859829:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3024d6a00/2, rc 0, transno 4294967335 00000100:00100000:3.0:1772472446.859853:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185823616:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1772472446.863106:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472446.863121:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.863145:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472446.863152:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.863164:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.863189:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.863197:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852dffa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472446.863304:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472446.863306:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472446.863308:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472447.102991:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472447.546300:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185824128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472447.546367:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472447.546429:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472447.546435:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185824256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472447.546460:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472447.546551:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185824000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546581:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472447.546610:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185824512:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546629:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472447.546647:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472447.546652:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185823872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546682:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472447.546703:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185824384:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546721:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472447.546768:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824256 00000100:00100000:1.0:1772472447.546776:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824256 00000100:00100000:1.0:1772472447.546825:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824512 00000100:00100000:1.0:1772472447.546829:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824512 00000100:00100000:1.0:1772472447.546862:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1772472447.546871:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185824256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546935:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185824256:12345-0@lo:400:kworker.0 Request processed in 64us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472447.546943:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1772472447.546962:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1772472447.546969:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185824512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.546999:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185824512:12345-0@lo:400:kworker.0 Request processed in 33us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472447.547004:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1772472447.547021:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185823872 00000100:00100000:1.0:1772472447.547024:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185823872 00000100:00100000:1.0:1772472447.547045:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1772472447.547050:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185823872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.547085:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185823872:12345-0@lo:400:kworker.0 Request processed in 34us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472447.547090:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00080000:1.0:1772472447.547115:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472447.547165:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185824256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.547193:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185823872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.547202:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185824512:0@lo:400:kworker.0 00000100:00100000:0.0:1772472447.547357:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824128 00000100:00100000:0.0:1772472447.547361:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824128 00000100:00100000:0.0:1772472447.547400:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824000 00000100:00100000:0.0:1772472447.547403:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824000 00000100:00100000:0.0:1772472447.547418:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824384 00000100:00100000:0.0:1772472447.547421:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824384 00000100:00100000:0.0:1772472447.547434:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1772472447.547440:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185824128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472447.547487:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185824128:12345-0@lo:400:kworker.0 Request processed in 47us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472447.547494:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1772472447.547506:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1772472447.547511:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185824000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472447.547537:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185824000:12345-0@lo:400:kworker.0 Request processed in 26us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472447.547554:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1772472447.547565:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1772472447.547571:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185824384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472447.547594:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185824384:12345-0@lo:400:kworker.0 Request processed in 24us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472447.547599:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00080000:1.0:1772472447.548125:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472447.548159:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185824384:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.548173:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185824000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472447.548220:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185824128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472448.054892:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472448.058559:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185824640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472448.058647:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472448.058664:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472448.058762:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824640 00000100:00100000:3.0:1772472448.058773:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824640 00000100:00100000:3.0:1772472448.058830:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1772472448.058840:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185824640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472448.058896:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472448.058951:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185824640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472448.058960:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1772472448.059017:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185824640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472448.061107:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185824768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472448.061183:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472448.061418:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824768 00000100:00100000:2.0:1772472448.061428:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824768 00000100:00100000:2.0:1772472448.061778:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1772472448.061790:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185824768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472448.061827:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772472448.061882:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185824768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472448.061889:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1772472448.061951:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185824768:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1772472448.062060:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472448.124234:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472449.148332:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472449.176821:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00010000:00010000:0.0:1772472450.168180:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472450.980877:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472450.980998:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472450.981063:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472450.981093:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472450.981121:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910656 00000100:00100000:0.0:1772472450.981131:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910656 00000100:00100000:0.0:1772472450.981180:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910784 00000100:00100000:0.0:1772472450.981183:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910784 00000100:00100000:0.0:1772472450.981205:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 947 00000100:00100000:0.0:1772472450.981214:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169910656:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472450.981284:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169910656:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472450.981292:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 947 00000100:00100000:0.0:1772472450.981309:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 948 00000100:00100000:0.0:1772472450.981316:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169910784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472450.981340:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169910784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472450.981345:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 948 00000100:00080000:0.0:1772472450.981361:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472450.981365:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472450.981912:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910528 00000100:00100000:2.0:1772472450.981919:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910528 00000100:00100000:2.0:1772472450.982125:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1318 00000100:00100000:2.0:1772472450.982136:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910528:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472450.982185:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169910528:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472450.982192:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1318 00000100:00080000:0.0:1772472450.982245:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472450.982548:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910400 00000100:00100000:1.0:1772472450.982553:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910400 00000100:00100000:1.0:1772472450.982589:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1080 00000100:00100000:1.0:1772472450.982597:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169910400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472450.982633:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169910400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472450.982640:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1080 00010000:00010000:1.0:1772472451.191056:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472452.215442:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472452.663128:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185824896:0@lo:400:kworker.0 00000100:00100000:3.0:1772472452.663238:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472452.663435:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185824896 00000100:00100000:1.0:1772472452.663445:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185824896 00000100:00100000:1.0:1772472452.663519:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1772472452.663530:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185824896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472452.663656:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185825024:0@lo:400:kworker.0 00000100:00100000:2.0:1772472452.663693:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472452.663880:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825024 00000100:00100000:2.0:1772472452.663885:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825024 00000100:00100000:2.0:1772472452.663922:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1772472452.663930:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185825024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472452.663974:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185825024:12345-0@lo:400:kworker.0 Request processed in 44us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472452.663981:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1772472452.664032:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185825024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.664622:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.664667:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472452.664696:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472452.664703:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185825152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.664724:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472452.664778:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825280 00000100:00100000:0.0:1772472452.664784:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825280 00000100:00100000:0.0:1772472452.664832:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1772472452.664841:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.664885:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825280:12345-0@lo:400:kworker.0 Request processed in 46us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472452.664893:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1772472452.664915:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825152 00000100:00100000:0.0:1772472452.664919:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825152 00000100:00100000:0.0:1772472452.664945:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1772472452.664952:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185825152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.664985:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185825152:12345-0@lo:400:kworker.0 Request processed in 32us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472452.664993:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00080000:0.0:1772472452.665009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472452.665015:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472452.665041:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185825152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665053:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665077:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185825536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665102:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472452.665121:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472452.665126:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185825408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665144:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472452.665168:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825536 00000100:00100000:0.0:1772472452.665171:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825536 00000100:00100000:0.0:1772472452.665200:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1772472452.665207:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185825536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665241:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185825536:12345-0@lo:400:kworker.0 Request processed in 34us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472452.665246:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1772472452.665262:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825408 00000100:00100000:0.0:1772472452.665266:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825408 00000100:00100000:0.0:1772472452.665289:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1772472452.665295:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185825408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665322:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185825408:12345-0@lo:400:kworker.0 Request processed in 28us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472452.665328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00080000:0.0:1772472452.665344:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472452.665348:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472452.665367:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185825408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472452.665374:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1772472452.665394:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3024d6a00, transno 4294967335 00000100:00100000:0.0:1772472452.665406:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185825536:0@lo:400:kworker.0 00000100:00100000:1.0:1772472452.666171:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185824896:12345-0@lo:400:kworker.0 Request processed in 2638us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472452.666184:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1772472452.666611:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185824896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472453.176161:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472453.176191:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472453.176283:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472453.176348:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825664 00000100:00100000:0.0:1772472453.176354:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472453.176356:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825664 00000100:00100000:0.0:1772472453.176380:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472453.176508:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825792 00000100:00100000:3.0:1772472453.176512:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825792 00000100:00100000:3.0:1772472453.176539:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1772472453.176549:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472453.176596:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472453.176652:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472453.176660:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1772472453.176675:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772472453.177260:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472453.177287:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472453.177331:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185825792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472453.177338:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772472453.177402:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472453.177419:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185825664:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472453.238952:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472454.264020:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472455.287025:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472456.101966:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472456.102031:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472456.102135:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169910912 00000100:00100000:1.0:1772472456.102157:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169910912 00000100:00100000:1.0:1772472456.102213:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1082 00000100:00100000:1.0:1772472456.102223:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169910912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472456.102307:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169910912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472456.102315:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1082 00000100:00100000:2.0:1772472456.102370:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911168 00000100:00100000:2.0:1772472456.102375:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911168 00000100:00100000:2.0:1772472456.102444:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 951 00000100:00100000:2.0:1772472456.102452:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169911168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472456.102495:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169911168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 44us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472456.102502:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 951 00000100:00080000:0.0:1772472456.103504:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472456.103791:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472456.103832:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472456.103955:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911296 00000100:00100000:0.0:1772472456.103961:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911296 00000100:00100000:0.0:1772472456.104021:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 952 00000100:00100000:0.0:1772472456.104030:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169911296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472456.104088:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb48850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169911296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472456.104094:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 952 00000100:00080000:1.0:1772472456.104246:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472456.104493:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911040 00000100:00100000:2.0:1772472456.104498:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911040 00000100:00100000:2.0:1772472456.104548:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1322 00000100:00100000:2.0:1772472456.104556:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169911040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472456.104591:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169911040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472456.104597:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1322 00000100:00080000:1.0:1772472456.104684:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472456.313587:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472457.334910:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472457.783891:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185825920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472457.783985:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472457.784332:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185825920 00000100:00100000:2.0:1772472457.784341:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185825920 00000100:00100000:2.0:1772472457.784406:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1772472457.784416:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185825920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.786020:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185826048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.786088:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472457.786150:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826048 00000100:00100000:0.0:1772472457.786157:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826048 00000100:00100000:0.0:1772472457.786203:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1772472457.786211:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185826048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.786271:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185826048:12345-0@lo:400:kworker.0 Request processed in 60us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472457.786279:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1772472457.786327:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185826048:0@lo:400:kworker.0 00000100:00100000:2.0:1772472457.792905:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185825920:12345-0@lo:400:kworker.0 Request processed in 8480us (8909us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472457.792922:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1772472457.795408:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185825920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796131:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185826304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796204:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472457.796258:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472457.796264:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185826176:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796291:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472457.796328:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826176 00000100:00100000:0.0:1772472457.796334:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826176 00000100:00100000:0.0:1772472457.796408:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1772472457.796419:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185826176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796470:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185826176:12345-0@lo:400:kworker.0 Request processed in 54us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472457.796478:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00080000:0.0:1772472457.796498:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472457.796512:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185826560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796536:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472457.796712:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472457.796718:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185826432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796769:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472457.796793:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826304 00000100:00100000:0.0:1772472457.796797:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826304 00000100:00100000:0.0:1772472457.796828:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826560 00000100:00100000:0.0:1772472457.796831:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826560 00000100:00100000:0.0:1772472457.796853:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1772472457.796859:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185826304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796891:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185826304:12345-0@lo:400:kworker.0 Request processed in 32us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472457.796898:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1772472457.796908:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1772472457.796914:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185826560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.796937:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185826560:12345-0@lo:400:kworker.0 Request processed in 24us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472457.796942:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1772472457.796956:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826432 00000100:00100000:0.0:1772472457.796958:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826432 00000100:00100000:0.0:1772472457.796977:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1772472457.796982:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185826432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.797006:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185826432:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472457.797011:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:0.0:1772472457.797029:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472457.797031:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472457.797033:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472457.797064:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185826176:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.797073:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185826304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.797097:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185826432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472457.797106:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185826560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472458.295647:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185826688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472458.295725:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472458.295827:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472458.295834:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185826816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472458.295860:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472458.299118:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826688 00000100:00100000:1.0:1772472458.299135:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826688 00000100:00100000:1.0:1772472458.299280:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826816 00000100:00100000:1.0:1772472458.299284:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826816 00000100:00100000:1.0:1772472458.299325:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1772472458.299336:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185826688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472458.299400:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472458.299506:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185826688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (3781us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472458.299513:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1772472458.299528:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1772472458.299533:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185826816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472458.299550:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472458.299575:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185826816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472458.299581:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1772472458.299819:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185826816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472458.299846:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185826688:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472458.359527:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472459.383676:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472460.407097:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472461.228733:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472461.228796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472461.228811:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911552 00000100:00100000:0.0:1772472461.228822:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911552 00000100:00100000:3.0:1772472461.228832:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472461.228886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472461.228925:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1326 00000100:00100000:3.0:1772472461.228930:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911680 00000100:00100000:3.0:1772472461.228935:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911680 00000100:00100000:0.0:1772472461.228940:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169911552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472461.228966:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911808 00000100:00100000:3.0:1772472461.228970:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911808 00000100:00100000:3.0:1772472461.228997:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 955 00000100:00100000:3.0:1772472461.229006:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169911680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472461.229017:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 956 00000100:00100000:0.0:1772472461.229020:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169911552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472461.229028:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1326 00000100:00100000:2.0:1772472461.229030:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169911808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472461.229041:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169911680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472461.229051:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 955 00000100:00100000:2.0:1772472461.229064:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169911808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472461.229072:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 956 00000100:00080000:3.0:1772472461.229082:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472461.229088:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472461.229091:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472461.229179:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911424 00000100:00100000:1.0:1772472461.229184:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911424 00000100:00100000:1.0:1772472461.229227:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1084 00000100:00100000:1.0:1772472461.229235:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169911424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472461.229287:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169911424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472461.229294:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1084 00010000:00010000:1.0:1772472461.430963:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472462.455050:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472462.903099:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185826944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472462.903227:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472462.903329:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185826944 00000100:00100000:1.0:1772472462.903340:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185826944 00000100:00100000:0.0:1772472462.903416:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185827072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.903467:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472462.903515:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827072 00000100:00100000:0.0:1772472462.903518:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827072 00000100:00100000:0.0:1772472462.903557:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1772472462.903566:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185827072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.903621:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185827072:12345-0@lo:400:kworker.0 Request processed in 55us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472462.903628:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1772472462.903670:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185827072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472462.903762:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1772472462.903769:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185826944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.920864:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185827200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.920950:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472462.921003:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472462.921009:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185827328:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921034:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472462.921074:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827328 00000100:00100000:0.0:1772472462.921084:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827328 00000100:00100000:0.0:1772472462.921154:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1772472462.921177:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185827328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921263:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185827328:12345-0@lo:400:kworker.0 Request processed in 86us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472462.921270:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:0.0:1772472462.921303:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472462.921320:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185827584:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921346:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472462.921364:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472462.921369:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185827456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921389:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472462.921414:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827584 00000100:00100000:0.0:1772472462.921417:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827584 00000100:00100000:0.0:1772472462.921446:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1772472462.921453:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185827584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921490:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185827584:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472462.921497:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1772472462.921513:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827200 00000100:00100000:0.0:1772472462.921516:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827200 00000100:00100000:0.0:1772472462.921540:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827456 00000100:00100000:0.0:1772472462.921543:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827456 00000100:00100000:0.0:1772472462.921562:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1772472462.921568:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185827200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921597:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185827200:12345-0@lo:400:kworker.0 Request processed in 29us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472462.921602:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1772472462.921614:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1772472462.921620:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185827456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921643:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185827456:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472462.921648:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:0.0:1772472462.921669:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472462.921672:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472462.921703:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185827328:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921713:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185827200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921779:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185827456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472462.921791:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185827584:0@lo:400:kworker.0 00000100:00100000:1.0:1772472462.922094:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185826944:12345-0@lo:400:kworker.0 Request processed in 18322us (18864us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472462.922108:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1772472462.926861:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185826944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472463.292976:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.293099:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169911936 00000100:00100000:0.0:1772472463.293110:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169911936 00000100:00100000:0.0:1772472463.293184:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 631 00000100:00100000:0.0:1772472463.293194:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169911936:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472463.293344:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169911936:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 150us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.293352:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 631 00000100:00080000:2.0:1772472463.293625:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472463.300100:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.300219:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912064 00000100:00100000:0.0:1772472463.300232:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912064 00000100:00100000:0.0:1772472463.300328:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 338 00000100:00100000:0.0:1772472463.300339:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912064:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472463.300667:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912064:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 330us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.300677:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 338 00000100:00080000:2.0:1772472463.301029:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472463.305494:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.305600:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912192 00000100:00100000:0.0:1772472463.305611:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912192 00000100:00100000:0.0:1772472463.305687:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 339 00000100:00100000:0.0:1772472463.305697:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912192:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472463.306059:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912192:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 362us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.306067:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 339 00000100:00080000:2.0:1772472463.306147:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472463.310588:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.310852:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912320 00000100:00100000:0.0:1772472463.310864:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912320 00000100:00100000:0.0:1772472463.311109:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 632 00000100:00100000:0.0:1772472463.311121:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912320:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472463.311474:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912320:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 355us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.311482:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 632 00000100:00100000:1.0:1772472463.319280:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472463.319537:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912448 00000100:00100000:2.0:1772472463.319550:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912448 00000100:00100000:2.0:1772472463.319630:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 633 00000100:00100000:2.0:1772472463.319642:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912448:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472463.319782:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912448:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 142us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472463.319790:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 633 00000100:00100000:3.0:1772472463.323698:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.323858:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912576 00000100:00100000:0.0:1772472463.323871:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912576 00000100:00100000:0.0:1772472463.323963:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 340 00000100:00100000:0.0:1772472463.323975:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912576:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472463.324361:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912576:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 387us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.324370:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 340 00000100:00100000:3.0:1772472463.331393:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472463.332101:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912704 00000100:00100000:0.0:1772472463.332113:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912704 00000100:00100000:0.0:1772472463.332194:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 341 00000100:00100000:0.0:1772472463.332206:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912704:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472463.333754:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42169:x1858570169912704:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1527us (2350us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472463.333768:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 341 00000100:00100000:2.0:1772472463.346468:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472463.346565:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912832 00000100:00100000:1.0:1772472463.346589:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912832 00000100:00100000:1.0:1772472463.346665:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 634 00000100:00100000:1.0:1772472463.346678:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912832:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472463.347061:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42169:x1858570169912832:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 385us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472463.347069:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 634 00000100:00100000:0.0:1772472463.417651:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472463.417676:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185827712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472463.417759:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472463.418367:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827712 00000100:00100000:1.0:1772472463.418376:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827712 00000100:00100000:1.0:1772472463.418445:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1772472463.418455:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185827712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472463.418489:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472463.418543:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185827712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472463.418549:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1772472463.418596:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185827712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472463.428801:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472463.428835:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185827840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472463.428926:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472463.429485:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827840 00000100:00100000:3.0:1772472463.429498:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827840 00000100:00100000:3.0:1772472463.429558:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1772472463.429568:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185827840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472463.429616:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472463.429678:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185827840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472463.429685:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1772472463.429783:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185827840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472463.489421:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472464.507307:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472465.526886:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472466.129416:0:73111:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff98ed68e0 20000000:00000080:1.0:1772472466.129434:0:73111:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab3800 uarg=0000000000000000 00010000:00010000:1.0:1772472466.130206:0:73111:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472466.130247:0:73111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:1.0:1772472466.130251:0:73111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472466.130263:0:73111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852dff55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b56 expref: 5 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.130286:0:73111:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472466.130310:0:73111:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472466.130325:0:73111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.130340:0:73111:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.130348:0:73111:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.130383:0:73111:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.130396:0:73111:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 17 pid: 5806 timeout: 2041 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472466.130411:0:73111:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73111:1858570185827968:0@lo:104: 00000100:00100000:1.0:1772472466.130471:0:73111:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472466.130796:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185827968 00000100:00100000:3.0:1772472466.130803:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185827968 00000100:00100000:3.0:1772472466.130850:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1772472466.130859:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73111:x1858570185827968:12345-0@lo:104: 00010000:00010000:3.0:1772472466.130870:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472466.131123:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472466.131130:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73111:x1858570185827968:12345-0@lo:104: Request processed in 272us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472466.131139:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00010000:00010000:2.0:1772472466.131203:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472466.131212:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472466.131231:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472466.131235:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472466.131244:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472466.131251:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472466.131256:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472466.131295:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472466.131302:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472466.131325:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472466.131332:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852dff2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dff32 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472466.131346:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472466.131348:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472466.131349:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472466.131361:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185828096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472466.131392:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472466.131619:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828096 00000100:00100000:0.0:1772472466.131624:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828096 00010000:00010000:0.0:1772472466.131646:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 18 pid: 5806 timeout: 2041 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472466.131678:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1772472466.131685:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185828096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472466.131696:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472466.131701:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 18 pid: 5806 timeout: 2041 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131712:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 18 pid: 5806 timeout: 2041 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131726:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131734:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131773:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131781:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131788:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131794:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131799:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472466.131803:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131810:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131818:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472466.131827:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472466.131867:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185828096:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472466.131875:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1772472466.131908:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185828096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472466.132259:0:73111:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c304102c00 going to sleep for 11 seconds 00010000:00010000:1.0:1772472466.132274:0:73111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852dff32 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dff2b expref: 17 pid: 5806 timeout: 2041 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472466.132286:0:73111:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73111:1858570185827968:0@lo:104: 00010000:00010000:1.0:1772472466.132298:0:73111:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.132310:0:73111:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.132316:0:73111:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472466.132322:0:73111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852dffa9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472466.340365:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472466.340414:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472466.340445:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472466.340468:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472466.340517:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913088 00000100:00100000:3.0:1772472466.340529:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913088 00000100:00100000:3.0:1772472466.342793:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1330 00000100:00100000:3.0:1772472466.342807:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472466.342891:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472466.342900:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1330 00000100:00100000:3.0:1772472466.342947:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913344 00000100:00100000:3.0:1772472466.344255:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913344 00000100:00100000:3.0:1772472466.344327:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913216 00000100:00100000:3.0:1772472466.344331:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913216 00000100:00100000:3.0:1772472466.344361:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 959 00000100:00100000:3.0:1772472466.344369:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472466.344439:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (4024us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472466.344718:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 959 00000100:00100000:1.0:1772472466.345116:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 960 00000100:00100000:0.0:1772472466.345289:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472466.345337:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169913216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 213us (4868us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472466.345346:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 960 00000100:00100000:3.0:1772472466.345402:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169912960 00000100:00100000:3.0:1772472466.345409:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169912960 00000100:00100000:3.0:1772472466.345501:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00100000:3.0:1772472466.345509:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169912960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472466.345547:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169912960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (5091us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472466.345553:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00080000:3.0:1772472466.346234:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472466.346242:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472466.346245:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472466.551006:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472467.579440:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472467.989688:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472467.989704:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472467.989713:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472467.989801:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472467.989816:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472467.989830:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472467.989861:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d86a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185828224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472467.989962:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472467.990030:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40aa4d300 going to sleep for 11 seconds 00000100:00100000:3.0:1772472467.992420:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828224 00000100:00100000:3.0:1772472467.992439:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828224 00000100:00100000:3.0:1772472467.992528:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1772472467.992539:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185828224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472467.992563:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472467.992587:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dffb0 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472467.992624:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472467.992637:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472467.992648:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472467.992789:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185828224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 251us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472467.992796:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1772472467.992865:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d86a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185828224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472467.992885:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472467.992896:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472467.992936:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472467.992942:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472467.992950:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472468.024531:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185828480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.024617:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472468.024671:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472468.024690:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185828608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.024714:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472468.024763:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828480 00000100:00100000:3.0:1772472468.024770:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828480 00000100:00100000:3.0:1772472468.024826:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1772472468.024833:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185828480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.024877:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185828480:12345-0@lo:400:kworker.0 Request processed in 46us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472468.024883:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1772472468.024906:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828608 00000100:00100000:3.0:1772472468.024908:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828608 00000100:00100000:3.0:1772472468.024925:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1772472468.024929:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185828608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.024947:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185828608:12345-0@lo:400:kworker.0 Request processed in 18us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472468.024951:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:3.0:1772472468.024961:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472468.024965:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472468.024988:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185828608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.024995:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185828480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472468.025825:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185828736:0@lo:400:kworker.0 00000100:00100000:0.0:1772472468.025866:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472468.025891:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772472468.025896:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185828352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472468.025911:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472468.025925:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185828864:0@lo:400:kworker.0 00000100:00100000:0.0:1772472468.025941:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472468.026050:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828736 00000100:00100000:1.0:1772472468.026056:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828736 00000100:00100000:1.0:1772472468.026120:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828352 00000100:00100000:1.0:1772472468.026124:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828352 00000100:00100000:1.0:1772472468.026142:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1772472468.026149:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185828736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472468.026220:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185828736:12345-0@lo:400:kworker.0 Request processed in 70us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472468.026228:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1772472468.026244:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1772472468.026251:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185828352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472468.026280:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185828352:12345-0@lo:400:kworker.0 Request processed in 32us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472468.026285:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1772472468.026316:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185828352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472468.026323:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185828736:0@lo:400:kworker.0 00000100:00080000:2.0:1772472468.026670:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472468.027015:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828864 00000100:00100000:3.0:1772472468.027020:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828864 00000100:00100000:3.0:1772472468.027064:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1772472468.027071:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185828864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472468.027140:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185828864:12345-0@lo:400:kworker.0 Request processed in 70us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472468.027149:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1772472468.027228:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185828864:0@lo:400:kworker.0 00000100:00080000:2.0:1772472468.027396:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472468.535226:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185828992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472468.535327:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472468.535467:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185828992 00000100:00100000:1.0:1772472468.535476:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185828992 00000100:00100000:1.0:1772472468.535543:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1772472468.535553:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185828992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472468.535605:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472468.535664:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185828992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472468.535672:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1772472468.535735:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185828992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472468.536733:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185829120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472468.537031:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472468.537303:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829120 00000100:00100000:3.0:1772472468.537311:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829120 00000100:00100000:3.0:1772472468.537413:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1772472468.537424:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185829120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472468.537462:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472468.537527:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185829120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472468.537535:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1772472468.537625:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185829120:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472468.601663:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472469.630109:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472470.131867:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472470.155727:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913472 00000100:00100000:1.0:1772472470.155765:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913472 00000100:00080000:2.0:1772472470.155946:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472470.156069:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 635 00000100:00100000:1.0:1772472470.156083:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42256:x1858570169913472:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472470.156113:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472470.156228:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852dffbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b6b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156317:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156334:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156351:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472470.156444:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:1.0:1772472470.156450:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472470.156634:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156669:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852dffbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b6b expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156697:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b6b expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472470.156709:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772472470.156712:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472470.156717:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772472470.157167:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42256:x1858570169913472:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 1085us (25312us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472470.157177:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 635 00000100:00100000:3.0:1772472470.167147:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472470.167334:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913728 00000100:00100000:0.0:1772472470.167349:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913728 00000100:00100000:0.0:1772472470.167430:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 636 00000100:00100000:0.0:1772472470.167443:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42256:x1858570169913728:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472470.167537:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472470.167576:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852dffc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b6b expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472470.167604:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dff55) 00010000:00010000:0.0:1772472470.167611:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c420328c00) 00010000:00010000:0.0:1772472470.167626:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472470.167660:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472470.167676:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472470.167688:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472470.195952:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967541 is committed 00000004:00010000:1.0:1772472470.196095:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000986ca478 reply state 00000000546046f5 transno 4294967541 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472470.196114:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472470.196196:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:1.0:1772472470.196353:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772472470.196377:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42256:x1858570169913728:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 28929us (29252us total) trans 4294967541 rc 0/0 00000100:00100000:1.0:1772472470.196388:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 636 00010000:00010000:3.0:1772472470.196401:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196411:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196420:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196427:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472470.196433:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196442:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196465:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:3.0:1772472470.196469:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472470.196474:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.196480:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852dffcc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472470.649216:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472471.019964:0:73307:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7d7c8d00 20000000:00000080:3.0:1772472471.019991:0:73307:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e8f800 uarg=0000000000000000 00010000:00010000:3.0:1772472471.020412:0:73307:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472471.020431:0:73307:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472471.020459:0:73307:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472471.020487:0:73307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472471.020510:0:73307:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472471.020523:0:73307:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472471.020583:0:73307:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472471.020605:0:73307:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 17 pid: 5803 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472471.020629:0:73307:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73307:1858570185829248:0@lo:104: 00000100:00100000:3.0:1772472471.020914:0:73307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472471.020978:0:73307:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c402447240 going to sleep for 11 seconds 00000100:00100000:2.0:1772472471.021082:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829248 00000100:00100000:2.0:1772472471.021092:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829248 00000100:00100000:2.0:1772472471.021166:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1772472471.021178:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73307:x1858570185829248:12345-0@lo:104: 00010000:00010000:2.0:1772472471.021195:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021278:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472471.021286:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73307:x1858570185829248:12345-0@lo:104: Request processed in 111us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472471.021295:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:2.0:1772472471.021320:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472471.021328:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021337:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472471.021341:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021351:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472471.021359:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472471.021365:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472471.021401:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021408:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472471.021433:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021441:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852dffb0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffb7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021461:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472471.021463:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472471.021465:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472471.021488:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185829376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472471.021520:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472471.021561:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829376 00000100:00100000:2.0:1772472471.021566:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829376 00010000:00010000:2.0:1772472471.021586:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472471.021614:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1772472471.021621:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185829376:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472471.021812:0:73307:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73307:1858570185829248:0@lo:104: 00010000:00010000:1.0:1772472471.021837:0:73307:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021905:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472471.021914:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021925:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021940:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852dffb7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dffb0 expref: 18 pid: 5803 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021955:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021964:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021979:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021988:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.021999:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.022007:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.022013:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472471.022018:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.022026:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472471.022486:0:73307:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472471.022495:0:73307:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.023924:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.023946:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852dffd3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472471.023972:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472471.024060:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185829376:12345-0@lo:103:ldlm_bl.0 Request processed in 2436us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472471.024072:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1772472471.024198:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185829376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472471.463341:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472471.463443:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472471.463483:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472471.463508:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472471.463635:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914240 00000100:00100000:3.0:1772472471.463645:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914240 00000100:00100000:1.0:1772472471.467647:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913984 00000100:00100000:1.0:1772472471.467659:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913984 00000100:00100000:1.0:1772472471.467729:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1334 00000100:00100000:1.0:1772472471.467752:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169913984:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472471.467838:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169913984:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 100us (4508us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472471.467846:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1334 00000100:00100000:1.0:1772472471.467998:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169913856 00000100:00100000:1.0:1772472471.468002:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169913856 00000100:00100000:1.0:1772472471.468044:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1088 00000100:00100000:1.0:1772472471.468051:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169913856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472471.468093:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169913856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (4609us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472471.468282:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1088 00000100:00080000:1.0:1772472471.468330:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472471.469516:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914112 00000100:00100000:3.0:1772472471.469526:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914112 00000100:00100000:3.0:1772472471.469576:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00100000:3.0:1772472471.469586:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169914240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472471.469649:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169914240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 66us (6208us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472471.469656:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00100000:3.0:1772472471.469690:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 964 00000100:00100000:3.0:1772472471.469697:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169914112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472471.469723:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169914112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (6215us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472471.469728:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 964 00000100:00080000:3.0:1772472471.470224:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472471.673003:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472472.694855:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472472.694863:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472472.694869:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472472.694916:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472472.694929:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472472.694941:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472472.694965:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185829504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472472.695031:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472472.695099:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472472.695199:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829504 00000100:00100000:0.0:1772472472.695208:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829504 00000100:00100000:0.0:1772472472.695263:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1772472472.695273:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185829504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472472.695288:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472472.695303:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852dffda expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472472.695329:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472472.695340:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472472.695356:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772472472.695401:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185829504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472472.695409:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1772472472.695622:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185829504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472472.695647:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472472.695656:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472472.695674:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472472.695679:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472472.695686:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472472.696825:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472473.142975:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472473.143004:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185830016:0@lo:400:kworker.0 00000100:00100000:0.0:1772472473.143012:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185829888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472473.143092:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185829760:0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143163:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472473.143229:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185829632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143254:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472473.143275:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472473.143281:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185830144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143303:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472473.143343:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830016 00000100:00100000:1.0:1772472473.143351:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830016 00000100:00100000:1.0:1772472473.143403:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829632 00000100:00100000:1.0:1772472473.143420:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829632 00000100:00100000:1.0:1772472473.143445:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1772472473.143454:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185830016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143523:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185830016:12345-0@lo:400:kworker.0 Request processed in 71us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472473.143531:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1772472473.143549:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1772472473.143555:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185829632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143592:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185829632:12345-0@lo:400:kworker.0 Request processed in 37us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472473.143598:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1772472473.143621:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830144 00000100:00100000:1.0:1772472473.143625:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830144 00000100:00100000:1.0:1772472473.143651:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1772472473.143657:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185830144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143684:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185830144:12345-0@lo:400:kworker.0 Request processed in 27us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472473.143691:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00080000:1.0:1772472473.143709:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472473.143714:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472473.143905:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185830144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143916:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185830016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.143925:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185829632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472473.152941:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472473.153245:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829888 00000100:00100000:2.0:1772472473.153255:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829888 00000100:00100000:2.0:1772472473.153332:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1772472473.153341:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185829888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472473.153406:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185829888:12345-0@lo:400:kworker.0 Request processed in 67us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472473.153417:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1772472473.153463:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185829888:0@lo:400:kworker.0 00000100:00080000:0.0:1772472473.153560:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472473.156866:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472473.161722:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185829760 00000100:00100000:1.0:1772472473.161754:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185829760 00000100:00100000:1.0:1772472473.161821:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1772472473.161831:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185829760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472473.161918:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185829760:12345-0@lo:400:kworker.0 Request processed in 88us (5059us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472473.161926:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00080000:0.0:1772472473.162039:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472473.162121:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185829760:0@lo:400:kworker.0 00000100:00100000:0.0:1772472473.658073:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472473.658107:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185830272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472473.658177:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472473.658248:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830272 00000100:00100000:0.0:1772472473.658256:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830272 00000100:00100000:0.0:1772472473.658306:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1772472473.658315:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185830272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472473.658352:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472473.658399:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185830272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472473.658406:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1772472473.658456:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185830272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472473.663441:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472473.663465:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185830400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472473.663544:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472473.663632:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830400 00000100:00100000:0.0:1772472473.663640:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830400 00000100:00100000:0.0:1772472473.663692:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1772472473.663701:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185830400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472473.663809:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472473.663862:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185830400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 162us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472473.663870:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1772472473.664329:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185830400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472473.719852:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472474.752438:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472475.512882:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472475.512936:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914368 00000100:00100000:2.0:1772472475.512946:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914368 00000100:00100000:2.0:1772472475.513022:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 116 00000100:00100000:2.0:1772472475.513032:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42333:x1858570169914368:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:2.0:1772472475.513272:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42333:x1858570169914368:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 240us (398us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472475.513281:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 116 00000100:00080000:1.0:1772472475.514895:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472475.532208:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472475.532866:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914496 00000100:00100000:2.0:1772472475.532880:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914496 00000100:00100000:2.0:1772472475.532965:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 637 00000100:00100000:2.0:1772472475.532979:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42333:x1858570169914496:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472475.533014:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472475.533042:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dffe8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b72 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533132:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533151:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533168:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533187:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533194:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.533200:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.535222:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.535245:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.535256:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472475.535321:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:2.0:1772472475.535327:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472475.535357:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.536677:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.536698:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.536706:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.536717:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472475.536721:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.536729:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539478:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772472475.539489:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472475.539497:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539507:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852dffef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539529:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539537:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539544:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539550:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472475.539554:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539562:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539574:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c424f78400) 00010000:00010000:2.0:1772472475.539577:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472475.539580:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539585:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852dfff6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539638:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852dffe8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b72 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539656:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b72 expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472475.539663:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472475.539666:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472475.539668:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472475.540511:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42333:x1858570169914496:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 7529us (8308us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472475.540522:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 637 00010000:00010000:2.0:1772472475.767086:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472476.582215:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472476.582261:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472476.582287:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472476.582314:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472476.582382:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914624 00000100:00100000:3.0:1772472476.582392:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914624 00000100:00100000:3.0:1772472476.582447:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1090 00000100:00100000:3.0:1772472476.582457:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169914624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472476.582529:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169914624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472476.582537:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1090 00000100:00100000:1.0:1772472476.584472:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914880 00000100:00100000:1.0:1772472476.584484:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914880 00000100:00100000:1.0:1772472476.584589:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915008 00000100:00100000:1.0:1772472476.584594:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915008 00000100:00100000:3.0:1772472476.584650:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 967 00000100:00100000:3.0:1772472476.584661:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169914880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472476.584734:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169914880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472476.584758:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 967 00000100:00100000:0.0:1772472476.585873:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169914752 00000100:00100000:0.0:1772472476.585883:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169914752 00000100:00100000:0.0:1772472476.585973:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1338 00000100:00100000:0.0:1772472476.585982:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169914752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472476.586037:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169914752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 57us (3748us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472476.586052:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1338 00000100:00080000:2.0:1772472476.586109:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472476.586113:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472476.587839:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 968 00000100:00100000:1.0:1772472476.587854:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169915008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472476.587913:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169915008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (5599us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472476.587920:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 968 00010000:00010000:3.0:1772472476.793293:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472477.815012:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472478.080418:0:73552:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff28ea6ae0 20000000:00000080:2.0:1772472478.080444:0:73552:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e39c00 uarg=0000000000000000 00010000:00010000:2.0:1772472478.080958:0:73552:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472478.081002:0:73552:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472478.081007:0:73552:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472478.081030:0:73552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852dfffd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b72 expref: 5 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472478.081064:0:73552:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472478.081094:0:73552:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472478.081112:0:73552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472478.081125:0:73552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472478.081132:0:73552:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472478.081175:0:73552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472478.081189:0:73552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 17 pid: 5806 timeout: 2053 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472478.081206:0:73552:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73552:1858570185830528:0@lo:104: 00000100:00100000:2.0:1772472478.081290:0:73552:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472478.081421:0:73552:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca51d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472478.081554:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830528 00000100:00100000:0.0:1772472478.081563:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830528 00000100:00100000:0.0:1772472478.081646:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1772472478.081655:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73552:x1858570185830528:12345-0@lo:104: 00010000:00010000:0.0:1772472478.081670:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.081733:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472478.081773:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73552:x1858570185830528:12345-0@lo:104: Request processed in 85us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472478.081779:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1772472478.081888:0:73552:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73552:1858570185830528:0@lo:104: 00010000:00010000:3.0:1772472478.081909:0:73552:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082055:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472478.082064:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082071:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472478.082076:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082083:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472478.082088:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472478.082091:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472478.082118:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082122:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472478.082142:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082147:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852dffda lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dffe1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472478.082159:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472478.082161:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472478.082162:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472478.082172:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185830656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472478.082202:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472478.085316:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830656 00000100:00100000:0.0:1772472478.085338:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830656 00010000:00010000:0.0:1772472478.085399:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 2053 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472478.085488:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1772472478.085499:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185830656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472478.085520:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472478.085528:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 2053 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085545:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 2053 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085564:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852dffe1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dffda expref: 18 pid: 5806 timeout: 2053 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085579:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085586:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085603:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085608:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085613:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085618:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085626:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472478.085631:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085637:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085653:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472478.085662:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472478.085774:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185830656:12345-0@lo:103:ldlm_bl.0 Request processed in 276us (3568us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472478.085784:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00010000:00010000:3.0:1772472478.085856:0:73552:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472478.085867:0:73552:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472478.085884:0:73552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0004 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472478.087903:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185830656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472478.270785:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185831168:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.270882:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472478.270951:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472478.270959:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185830784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472478.271026:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831168 00000100:00100000:3.0:1772472478.271036:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831168 00000100:00100000:1.0:1772472478.271110:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472478.271118:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1772472478.271129:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185831168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271133:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185831296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271161:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472478.271189:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185831168:12345-0@lo:400:kworker.0 Request processed in 62us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472478.271189:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185830912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472478.271197:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1772472478.271213:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1772472478.271224:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472478.271229:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185831424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271248:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472478.271280:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472478.271286:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185831040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271309:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472478.271431:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830784 00000100:00100000:1.0:1772472478.271436:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830784 00000100:00100000:1.0:1772472478.271465:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1772472478.271472:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185830784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271504:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185830784:12345-0@lo:400:kworker.0 Request processed in 33us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472478.271510:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1772472478.271543:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831296 00000100:00100000:1.0:1772472478.271546:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831296 00000100:00100000:1.0:1772472478.271573:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185830912 00000100:00100000:1.0:1772472478.271576:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185830912 00000100:00100000:1.0:1772472478.271601:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831040 00000100:00100000:1.0:1772472478.271603:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831040 00000100:00100000:1.0:1772472478.271619:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1772472478.271625:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185831296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271656:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185831296:12345-0@lo:400:kworker.0 Request processed in 30us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472478.271663:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1772472478.271673:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1772472478.271679:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185830912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271708:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185830912:12345-0@lo:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472478.271714:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1772472478.271725:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1772472478.271732:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185831040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271789:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185831040:12345-0@lo:400:kworker.0 Request processed in 58us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472478.271794:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1772472478.271843:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185831040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271855:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185830912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271885:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185830784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271894:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185831296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472478.271903:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185831168:0@lo:400:kworker.0 00000100:00100000:3.0:1772472478.271995:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831424 00000100:00100000:3.0:1772472478.272000:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831424 00000100:00100000:3.0:1772472478.272045:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1772472478.272052:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185831424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472478.272092:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185831424:12345-0@lo:400:kworker.0 Request processed in 40us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472478.272098:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:3.0:1772472478.272121:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472478.272125:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472478.272143:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185831424:0@lo:400:kworker.0 00000100:00100000:0.0:1772472478.775014:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472478.775043:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185831552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472478.775139:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472478.775229:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831552 00000100:00100000:0.0:1772472478.775239:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831552 00000100:00100000:0.0:1772472478.775299:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1772472478.775309:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185831552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472478.775359:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472478.775415:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185831552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472478.775423:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1772472478.775485:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185831552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472478.775695:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472478.775707:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185831680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472478.775759:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472478.776226:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831680 00000100:00100000:0.0:1772472478.776234:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831680 00000100:00100000:0.0:1772472478.776280:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1772472478.776289:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185831680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472478.776331:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472478.776383:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185831680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472478.776391:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1772472478.776528:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185831680:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472478.849291:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472479.736905:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472479.736917:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472479.736924:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472479.737082:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472479.737099:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472479.737114:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472479.737148:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185831808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472479.737238:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472479.737772:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472479.743967:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831808 00000100:00100000:2.0:1772472479.744000:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831808 00000100:00100000:1.0:1772472479.744240:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1772472479.744264:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185831808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472479.744300:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472479.744329:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e000b expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472479.744366:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472479.744379:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472479.744391:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472479.744495:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185831808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 235us (7257us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472479.744504:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1772472479.744810:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185831808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472479.744834:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472479.744846:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472479.744872:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472479.744878:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472479.744885:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472479.863518:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472480.907486:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472481.619175:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472481.619213:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915136 00000100:00100000:3.0:1772472481.619221:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915136 00000100:00100000:3.0:1772472481.619275:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 638 00000100:00100000:3.0:1772472481.619284:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42425:x1858570169915136:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472481.619305:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472481.619326:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0019 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b79 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619396:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619412:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619426:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472481.619488:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1772472481.619492:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472481.619516:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619539:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0019 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b79 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619559:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b79 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472481.619569:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472481.619572:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472481.619575:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472481.619625:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42425:x1858570169915136:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 342us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472481.619632:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 638 00000100:00080000:3.0:1772472481.619652:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472481.641247:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472481.642876:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915392 00000100:00100000:2.0:1772472481.642912:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915392 00000100:00100000:2.0:1772472481.642993:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 639 00000100:00100000:2.0:1772472481.643004:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42425:x1858570169915392:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472481.643072:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472481.643109:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0020 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b79 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472481.643129:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfffd) 00010000:00010000:2.0:1772472481.643134:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:2.0:1772472481.643148:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472481.643181:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472481.643193:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472481.643202:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472481.710802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472481.710854:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472481.711214:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915520 00000100:00100000:3.0:1772472481.711225:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915520 00000100:00100000:3.0:1772472481.711281:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1093 00000100:00100000:3.0:1772472481.711291:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169915520:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472481.711366:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169915520:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472481.711373:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1093 00000100:00100000:0.0:1772472481.711479:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915648 00000100:00100000:0.0:1772472481.711484:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915648 00000100:00100000:0.0:1772472481.711536:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00100000:0.0:1772472481.711543:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169915648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472481.711575:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169915648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472481.711581:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00080000:3.0:1772472481.711640:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472481.711691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472481.732921:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915776 00000100:00100000:0.0:1772472481.732940:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915776 00000100:00100000:0.0:1772472481.733061:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 972 00000100:00100000:0.0:1772472481.733072:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169915776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472481.733158:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169915776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (21467us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472481.733166:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 972 00000100:00080000:1.0:1772472481.744495:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1772472481.777794:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967542 is committed 00000004:00010000:3.0:1772472481.777859:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ddb3e086 reply state 00000000d8825215 transno 4294967542 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472481.777874:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472481.777929:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00080000:3.0:1772472481.778046:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772472481.778079:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42425:x1858570169915392:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 135072us (136837us total) trans 4294967542 rc 0/0 00000100:00100000:3.0:1772472481.778088:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 639 00010000:00010000:1.0:1772472481.778400:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778409:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778417:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778423:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472481.778427:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778438:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778453:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:1.0:1772472481.778456:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472481.778461:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.778466:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0027 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472481.911048:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472482.939039:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472483.090163:0:73749:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd66533380 20000000:00000080:0.0:1772472483.090187:0:73749:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302c19000 uarg=0000000000000000 00010000:00010000:0.0:1772472483.090902:0:73749:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472483.090923:0:73749:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472483.090968:0:73749:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472483.090993:0:73749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472483.091017:0:73749:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472483.091026:0:73749:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472483.091082:0:73749:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472483.091101:0:73749:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 17 pid: 5806 timeout: 2058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472483.091120:0:73749:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73749:1858570185831936:0@lo:104: 00000100:00100000:0.0:1772472483.091203:0:73749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472483.091358:0:73749:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472483.091423:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185831936 00000100:00100000:2.0:1772472483.091433:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185831936 00000100:00100000:2.0:1772472483.091500:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1772472483.091619:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73749:x1858570185831936:12345-0@lo:104: 00010000:00010000:2.0:1772472483.091637:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472483.091768:0:73749:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73749:1858570185831936:0@lo:104: 00010000:00010000:0.0:1772472483.091791:0:73749:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472483.091799:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472483.091807:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73749:x1858570185831936:12345-0@lo:104: Request processed in 298us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472483.091816:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00010000:00010000:1.0:1772472483.092087:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472483.092097:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092105:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472483.092110:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092138:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472483.092147:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472483.092153:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472483.092201:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092213:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472483.092250:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092259:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d200/0xc2ef6d41852e000b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0012 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472483.092280:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185832064:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472483.092280:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472483.092281:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472483.092283:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472483.092319:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472483.092509:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832064 00000100:00100000:1.0:1772472483.092515:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832064 00010000:00010000:1.0:1772472483.092545:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 2058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472483.092624:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1772472483.092633:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185832064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472483.092646:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472483.092652:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 2058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092663:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 2058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092678:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0012 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e000b expref: 18 pid: 5806 timeout: 2058 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092692:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092705:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092719:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092726:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092734:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092760:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092766:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472483.092771:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092780:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092803:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472483.092814:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472483.093155:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185832064:12345-0@lo:103:ldlm_bl.0 Request processed in 521us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472483.093164:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00010000:00010000:2.0:1772472483.093502:0:73749:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472483.093509:0:73749:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472483.093526:0:73749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e002e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472483.094018:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185832064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472483.384078:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185832320:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384174:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384239:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185832832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384271:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384301:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772472483.384308:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185832192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384341:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384365:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185832704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384388:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384417:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185832448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384442:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384462:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472483.384467:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185832576:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384494:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.384533:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832320 00000100:00100000:3.0:1772472483.384542:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832320 00000100:00100000:3.0:1772472483.384595:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832704 00000100:00100000:3.0:1772472483.384598:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832704 00000100:00100000:3.0:1772472483.384630:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832448 00000100:00100000:3.0:1772472483.384633:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832448 00000100:00100000:3.0:1772472483.384655:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1772472483.384664:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185832320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384727:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185832320:12345-0@lo:400:kworker.0 Request processed in 63us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.384734:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1772472483.384784:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1772472483.384791:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185832704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384820:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185832704:12345-0@lo:400:kworker.0 Request processed in 31us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.384826:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1772472483.384836:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1772472483.384842:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185832448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.384873:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185832448:12345-0@lo:400:kworker.0 Request processed in 31us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.384880:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1772472483.384902:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832832 00000100:00100000:3.0:1772472483.384906:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832832 00000100:00100000:3.0:1772472483.384953:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832576 00000100:00100000:3.0:1772472483.384957:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832576 00000100:00100000:3.0:1772472483.384981:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1772472483.384988:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185832832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385021:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185832832:12345-0@lo:400:kworker.0 Request processed in 33us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.385028:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1772472483.385040:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1772472483.385046:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185832576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385072:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185832576:12345-0@lo:400:kworker.0 Request processed in 27us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.385079:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1772472483.385098:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832192 00000100:00100000:3.0:1772472483.385102:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832192 00000100:00100000:3.0:1772472483.385129:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1772472483.385136:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185832192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385169:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185832192:12345-0@lo:400:kworker.0 Request processed in 33us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.385177:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:3.0:1772472483.385226:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472483.385231:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472483.385234:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472483.385287:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185832576:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385300:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185832448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385334:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185832192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385347:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185832704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385357:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185832320:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.385367:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185832832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472483.899057:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185832960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472483.899163:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472483.899292:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185832960 00000100:00100000:3.0:1772472483.899304:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185832960 00000100:00100000:3.0:1772472483.899367:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1772472483.899376:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185832960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472483.899426:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472483.899481:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185832960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472483.899490:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1772472483.899554:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185832960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472483.900943:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185833088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472483.901020:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472483.901200:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833088 00000100:00100000:1.0:1772472483.901208:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833088 00000100:00100000:1.0:1772472483.901275:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1772472483.901293:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185833088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472483.901348:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472483.901406:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185833088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472483.901413:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1772472483.904183:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185833088:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472483.959885:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472484.790855:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472484.790868:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472484.790875:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472484.790960:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472484.790975:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472484.790991:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472484.791031:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185833216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472484.791135:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472484.791533:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833216 00000100:00100000:2.0:1772472484.791547:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833216 00000100:00100000:2.0:1772472484.791645:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1772472484.791660:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185833216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472484.791684:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472484.791708:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0035 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472484.791775:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472484.791788:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472484.791809:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772472484.791866:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185833216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 209us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472484.791873:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1772472484.791979:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472484.792016:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185833216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472484.792037:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472484.792048:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472484.792074:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472484.792104:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472484.792112:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472484.983908:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472486.007231:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472486.827634:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472486.827701:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472486.827731:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472486.827827:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472486.827973:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916032 00000100:00100000:1.0:1772472486.827975:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916160 00000100:00100000:2.0:1772472486.827990:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916032 00000100:00100000:1.0:1772472486.827993:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916160 00000100:00100000:2.0:1772472486.828120:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1345 00000100:00100000:2.0:1772472486.828135:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169916032:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472486.828252:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169916032:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 120us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472486.828260:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1345 00000100:00100000:3.0:1772472486.828819:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169915904 00000100:00100000:3.0:1772472486.828828:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169915904 00000100:00100000:3.0:1772472486.828876:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1096 00000100:00100000:3.0:1772472486.828885:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169915904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472486.828924:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169915904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472486.828931:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1096 00000100:00100000:3.0:1772472486.828969:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916288 00000100:00100000:3.0:1772472486.828974:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916288 00000100:00100000:3.0:1772472486.839163:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 342 00000100:00100000:3.0:1772472486.839196:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169916288:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:3.0:1772472486.839244:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dff39 00000100:00080000:3.0:1772472486.839260:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c3032d4000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1772472486.839279:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 343 00000100:00100000:1.0:1772472486.839299:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169916160:12345-192.168.201.48@tcp:9:kworker.0 00000001:00000004:3.0:1772472486.839322:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967335 00000020:00000080:1.0:1772472486.839333:0:6590:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dfe13 00000100:00080000:1.0:1772472486.839346:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c405468000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1772472486.839396:0:6590:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:3.0:1772472486.840326:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169916288:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 674us (12033us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472486.840342:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 342 00000100:00100000:1.0:1772472486.840366:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169916160:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 1067us (12626us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472486.840380:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 343 00010000:00010000:3.0:1772472486.840408:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472486.840421:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1772472486.845976:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472486.845993:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472486.845999:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472487.046519:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472487.292973:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472487.293057:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916416 00000100:00100000:3.0:1772472487.293067:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916416 00000100:00100000:3.0:1772472487.293131:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 640 00000100:00100000:3.0:1772472487.293152:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42502:x1858570169916416:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472487.293175:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472487.293200:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0043 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b80 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293269:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293283:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293297:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293310:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293318:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293324:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293485:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293495:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293502:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472487.293530:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1772472487.293535:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472487.293560:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293572:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293578:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293584:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293590:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472487.293595:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.293603:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294215:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472487.294220:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472487.294225:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294233:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e004a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294249:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294255:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294262:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294267:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472487.294270:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294276:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294284:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6e00) 00010000:00010000:3.0:1772472487.294286:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472487.294289:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294299:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0051 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294332:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0043 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b80 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294345:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b80 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.294353:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472487.294355:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472487.294358:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772472487.294536:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42502:x1858570169916416:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1383us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472487.294545:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 640 00000100:00100000:2.0:1772472487.299544:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472487.301341:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916672 00000100:00100000:2.0:1772472487.301356:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916672 00000100:00100000:2.0:1772472487.302891:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 641 00000100:00100000:2.0:1772472487.302916:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42502:x1858570169916672:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472487.302939:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472487.302960:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e005f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b87 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303115:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303131:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303147:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303162:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303170:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.303178:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472487.303721:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:2.0:1772472487.305189:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0074 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305208:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305219:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0074 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305261:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305268:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305274:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305280:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472487.305285:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305292:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305306:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772472487.305309:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472487.305313:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305320:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0066 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472487.305332:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000ceb972d reply state 000000000ac309a2 transno 4294967543 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472487.305342:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472487.305379:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e005f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b87 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305394:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0074 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b87 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.305401:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472487.305403:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472487.305406:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472487.305482:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42502:x1858570169916672:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 2576us (5949us total) trans 4294967543 rc 0/0 00000100:00100000:2.0:1772472487.305492:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 641 00000100:00100000:2.0:1772472487.311412:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472487.311923:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169916928 00000100:00100000:2.0:1772472487.311936:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169916928 00000100:00100000:2.0:1772472487.311999:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 642 00000100:00100000:2.0:1772472487.312011:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42502:x1858570169916928:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:2.0:1772472487.312083:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472487.312115:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0074 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b87 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.313528:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472487.313548:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472487.313604:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.314849:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.314877:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472487.315016:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000059e83f90 reply state 000000001d1674d3 transno 4294967544 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472487.315027:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472487.315599:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315612:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315722:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315729:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472487.315733:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315876:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315892:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c424f78200) 00010000:00010000:0.0:1772472487.315895:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472487.315900:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.315905:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e006d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472487.317927:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42502:x1858570169916928:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 5904us (6512us total) trans 4294967544 rc 0/0 00000100:00100000:2.0:1772472487.317942:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 642 00000100:00100000:2.0:1772472487.328246:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472487.328278:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917056 00000100:00100000:2.0:1772472487.328288:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917056 00000100:00100000:2.0:1772472487.328345:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 643 00000100:00100000:2.0:1772472487.328354:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42502:x1858570169917056:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472487.328381:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472487.328402:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0089 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b8e expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.328468:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0089 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b8e expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.328483:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0089 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b8e expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.328503:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472487.328507:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472487.328511:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472487.328560:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:42502:x1858570169917056:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 207us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472487.328567:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 643 00010000:00010000:3.0:1772472487.330398:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330420:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330429:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330436:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472487.330442:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330451:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330474:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472487.330477:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472487.330483:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.330490:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0082 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472487.336378:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472487.336685:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917184 00000100:00100000:3.0:1772472487.336703:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917184 00000100:00100000:0.0:1772472487.336869:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 344 00000100:00100000:0.0:1772472487.336921:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2356:x1858570169917184:12345-192.168.201.48@tcp:8:touch.60003 00010000:00080000:0.0:1772472487.336954:0:6591:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1913 last 0 00000020:00000080:0.0:1772472487.336985:0:6591:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e0090 00002000:00100000:0.0:1772472487.336998:0:6591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3032d7000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1772472487.337021:0:6591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1772472487.337107:0:6591:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1772472487.337150:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c3032d5000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1772472487.337228:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169917184:12345-192.168.201.48@tcp:8:touch.60003 Request processed in 347us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472487.340323:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 344 00000100:00100000:0.0:1772472487.356535:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472487.357060:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917312 00000100:00100000:1.0:1772472487.357074:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917312 00000100:00100000:1.0:1772472487.357163:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 345 00000100:00100000:1.0:1772472487.357173:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169917312:12345-192.168.201.48@tcp:2:touch.60003 00000100:00080000:0.0:1772472487.357830:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:3.0:1772472487.410966:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:3.0:1772472487.410997:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000001:00100000:3.0:1772472487.411006:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472487.411009:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c405468800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472487.411032:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c405468800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:3.0:1772472487.411082:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c405468000 for lustre-OST0000 00000100:00100000:1.0:1772472487.411248:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570169917312:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 54071us (54718us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1772472487.411260:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 345 00000100:00100000:1.0:1772472487.415685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472487.415899:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917568 00000100:00100000:2.0:1772472487.415910:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917568 00000100:00100000:2.0:1772472487.415974:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 117 00000100:00100000:2.0:1772472487.415984:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42502:x1858570169917568:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:2.0:1772472487.416309:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:42502:x1858570169917568:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 326us (635us total) trans 4294967545 rc 0/0 00000100:00100000:2.0:1772472487.416317:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 117 00000100:00100000:3.0:1772472487.468007:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472487.469000:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917696 00000100:00100000:2.0:1772472487.469020:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917696 00000100:00100000:2.0:1772472487.469183:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 644 00000100:00100000:2.0:1772472487.469195:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:42506:x1858570169917696:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:2.0:1772472487.469224:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472487.469245:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0097 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b95 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469316:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469332:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469355:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469371:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469378:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469384:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469497:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469507:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469514:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472487.469548:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00000004:00200000:2.0:1772472487.469553:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472487.469574:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469588:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469597:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469604:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469611:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469617:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472487.469623:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469631:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469643:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772472487.469646:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472487.469651:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469657:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e009e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469676:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469681:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469687:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469692:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472487.469695:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469701:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469708:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c424f78000) 00010000:00010000:2.0:1772472487.469711:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472487.469713:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469719:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e00a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469818:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0097 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b95 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469833:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b95 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472487.469845:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472487.469848:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472487.469862:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772472487.469942:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:42506:x1858570169917696:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 748us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472487.469951:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 644 00000100:00100000:3.0:1772472487.472889:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472487.473126:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169917824 00000100:00100000:0.0:1772472487.473148:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169917824 00000100:00100000:0.0:1772472487.473242:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 346 00000100:00100000:0.0:1772472487.473253:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169917824:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:0.0:1772472487.473273:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472487.473293:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12b9c expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472487.473320:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x69a5c8a7, atime: 0x69a5c8a7, ctime: 0x69a5c8a7, blocks: 0x1 00010000:00010000:0.0:1772472487.473352:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472487.473356:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472487.473365:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.473390:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.473402:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472487.473464:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169917824:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 213us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472487.473472:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 346 00000100:00100000:2.0:1772472487.483858:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472487.483928:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918080 00000100:00100000:3.0:1772472487.483938:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918080 00000100:00100000:3.0:1772472487.484001:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 645 00000100:00100000:3.0:1772472487.484010:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:42506:x1858570169918080:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772472487.484118:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472487.484160:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e00ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b95 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484185:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0089 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b8e expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484197:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472487.484208:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472487.484231:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484244:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484253:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484270:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484278:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484284:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484406:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484415:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484422:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472487.484903:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9472 00000004:00080000:3.0:1772472487.484914:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1913317173911ns, next at 1914317171794ns, rc = 0 00010000:00010000:3.0:1772472487.484970:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484979:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484987:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484993:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.484999:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485006:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485034:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472487.485060:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485066:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485072:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485077:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472487.485081:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485088:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485098:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472487.485100:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472487.485104:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485110:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e00c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485124:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485130:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485135:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485140:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472487.485142:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485148:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485155:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472487.485157:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472487.485160:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472487.485165:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e00ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472487.485177:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ef19044e reply state 00000000f89b2782 transno 4294967546 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472487.485185:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472487.485262:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:42506:x1858570169918080:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1251us (1418us total) trans 4294967546 rc 0/0 00000100:00100000:3.0:1772472487.485271:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 645 00010000:00010000:0.0:1772472487.485649:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472487.485656:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.485663:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472487.485666:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.485673:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.485683:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:0.0:1772472487.485685:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472487.485688:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.485693:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e00cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.485709:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472487.485710:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472487.485713:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472487.486976:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.486989:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.486996:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.487001:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472487.487005:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.487012:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.487023:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c4052b6700) 00010000:00010000:0.0:1772472487.487026:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472487.487029:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472487.487034:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e00c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472488.055509:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472488.505960:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185833600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506031:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472488.506084:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472488.506091:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185833728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506117:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472488.506166:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833600 00000100:00100000:3.0:1772472488.506173:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833600 00000100:00100000:3.0:1772472488.506231:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1772472488.506241:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185833600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506293:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185833600:12345-0@lo:400:kworker.0 Request processed in 53us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472488.506301:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1772472488.506331:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833728 00000100:00100000:3.0:1772472488.506335:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833728 00000100:00100000:3.0:1772472488.506374:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1772472488.506381:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185833728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506409:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185833728:12345-0@lo:400:kworker.0 Request processed in 28us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472488.506414:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00080000:3.0:1772472488.506431:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472488.506435:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472488.506464:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185833728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506474:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185833600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.506673:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185833472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.506700:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472488.506714:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185833984:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.506727:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472488.506756:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472488.506761:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185833344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.506779:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472488.506796:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185833856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.506808:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472488.506857:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833472 00000100:00100000:2.0:1772472488.506863:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833472 00000100:00100000:2.0:1772472488.506891:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833856 00000100:00100000:2.0:1772472488.506894:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833856 00000100:00100000:2.0:1772472488.506926:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1772472488.506934:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185833472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472488.506943:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833984 00000100:00100000:3.0:1772472488.506948:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833984 00000100:00100000:2.0:1772472488.506972:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185833472:12345-0@lo:400:kworker.0 Request processed in 39us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472488.506977:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1772472488.506986:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1772472488.506992:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1772472488.506997:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185833984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.507002:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185833856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.507027:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185833856:12345-0@lo:400:kworker.0 Request processed in 30us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472488.507031:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1772472488.507048:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185833344 00000100:00100000:2.0:1772472488.507051:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185833344 00000100:00100000:3.0:1772472488.507053:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185833984:12345-0@lo:400:kworker.0 Request processed in 58us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472488.507063:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1772472488.507074:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1772472488.507081:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185833344:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772472488.507101:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472488.507103:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185833344:12345-0@lo:400:kworker.0 Request processed in 24us (322us total) trans 0 rc 0/0 00000100:00080000:3.0:1772472488.507108:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472488.507109:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1772472488.507140:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185833344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.507147:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185833856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.507152:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185833472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472488.507158:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185833984:0@lo:400:kworker.0 00000100:00100000:1.0:1772472489.017003:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472489.017026:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185834112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472489.017091:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472489.017174:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834112 00000100:00100000:1.0:1772472489.017181:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834112 00000100:00100000:1.0:1772472489.017231:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1772472489.017239:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185834112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472489.017275:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472489.017319:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185834112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472489.017326:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1772472489.017368:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185834112:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1772472489.019260:0:6777:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1914851518388ns, next at 1915851514963ns, rc = 0 00000100:00100000:2.0:1772472489.023182:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185834240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472489.023253:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472489.024477:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834240 00000100:00100000:1.0:1772472489.024488:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834240 00000100:00100000:1.0:1772472489.024550:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1772472489.024560:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185834240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472489.024585:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472489.024658:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185834240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472489.024666:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1772472489.024873:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185834240:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472489.082551:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472489.504682:0:73996:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5fc1f1b0 20000000:00000080:2.0:1772472489.504697:0:73996:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c94f400 uarg=0000000000000000 00010000:00010000:2.0:1772472489.507107:0:73996:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472489.507155:0:73996:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772472489.507159:0:73996:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472489.507170:0:73996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0058 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b80 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472489.507195:0:73996:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472489.507221:0:73996:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472489.507235:0:73996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472489.507247:0:73996:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472489.507254:0:73996:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472489.507285:0:73996:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472489.507298:0:73996:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 17 pid: 5806 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472489.507310:0:73996:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73996:1858570185834368:0@lo:104: 00000100:00100000:2.0:1772472489.507362:0:73996:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472489.507409:0:73996:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca51a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472489.507424:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1772472489.507438:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834368 00000100:00100000:0.0:1772472489.507446:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834368 00000100:00100000:0.0:1772472489.507497:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1772472489.507507:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73996:x1858570185834368:12345-0@lo:104: 00010000:00010000:0.0:1772472489.507522:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472489.507668:0:73996:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:73996:1858570185834368:0@lo:104: 00010000:00010000:1.0:1772472489.507687:0:73996:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472489.507723:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472489.507730:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:73996:x1858570185834368:12345-0@lo:104: Request processed in 225us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472489.507771:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00010000:00010000:3.0:1772472489.508373:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472489.508381:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508389:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472489.508392:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508401:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472489.508408:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472489.508418:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472489.508495:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508502:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472489.508531:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508538:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e0035 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e003c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508559:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472489.508561:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472489.508563:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472489.508605:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185834496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472489.508651:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472489.508730:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834496 00000100:00100000:3.0:1772472489.508764:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834496 00010000:00010000:3.0:1772472489.508798:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472489.508831:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1772472489.508839:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185834496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472489.508851:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472489.508856:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508868:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508880:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e003c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0035 expref: 18 pid: 5806 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508894:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508901:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508915:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508922:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508929:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508935:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508940:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472489.508944:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508950:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508965:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.508973:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472489.509005:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185834496:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472489.509012:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1772472489.509048:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185834496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472489.509083:0:73996:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.509106:0:73996:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472489.509112:0:73996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e00d6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 73996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472490.111941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1772472490.148583:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472490.148593:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c3032d0000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472490.148628:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3032d0000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:3.0:1772472490.148672:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3032d4000 for lustre-OST0001 00010000:00010000:3.0:1772472491.126963:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472491.260336:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472491.260344:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472491.260349:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472491.260397:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472491.260409:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472491.260421:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472491.260447:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185834624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472491.260512:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472491.260562:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c409156780 going to sleep for 11 seconds 00000100:00100000:0.0:1772472491.266987:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834624 00000100:00100000:0.0:1772472491.267004:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834624 00000100:00100000:0.0:1772472491.267181:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1772472491.267193:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185834624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472491.267211:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472491.268632:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e00dd expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472491.268671:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472491.268684:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472491.268694:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbe00, rc 0) 00000100:00100000:1.0:1772472491.269770:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185834624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472491.269805:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472491.269817:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472491.269891:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185834624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2699us (9377us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472491.269900:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 10000000:01000000:1.0:1772472491.279144:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472491.279166:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472491.279181:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472491.957097:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472491.957139:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472491.957166:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472491.957495:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918336 00000100:00100000:2.0:1772472491.957505:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918336 00000100:00100000:2.0:1772472491.957578:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1349 00000100:00100000:2.0:1772472491.957588:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2357:x1858570169918336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472491.957673:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2357:x1858570169918336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472491.957681:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1349 00000100:00100000:2.0:1772472491.957702:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918208 00000100:00100000:2.0:1772472491.957705:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918208 00000100:00100000:2.0:1772472491.957726:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00100000:2.0:1772472491.957732:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169918208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472491.957790:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169918208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472491.957797:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00100000:2.0:1772472491.957823:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918464 00000100:00100000:2.0:1772472491.957827:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918464 00000100:00100000:2.0:1772472491.957854:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00100000:2.0:1772472491.957861:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169918464:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472491.957889:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169918464:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472491.957895:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00080000:1.0:1772472491.958140:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472491.958146:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472492.154603:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472492.284789:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 52 committed 00000001:00080000:1.0:1772472492.284829:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967545 is committed 00000001:00080000:1.0:1772472492.284842:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967546 is committed 00000004:00080000:1.0:1772472492.284845:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 51 committed 00000100:00100000:3.0:1772472492.285107:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472492.285129:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185834752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472492.285195:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472492.285378:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185834752 00000100:00100000:1.0:1772472492.285386:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185834752 00000100:00100000:1.0:1772472492.285453:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1772472492.285462:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185834752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472492.285492:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00010000:00010000:1.0:1772472492.285518:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472492.285642:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472492.285649:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472492.285652:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472492.285656:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472492.285687:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472492.285704:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 5 pid: 32804 timeout: 2018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472492.285718:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185834880:192.168.201.48@tcp:104: 00000100:00080000:3.0:1772472492.285806:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472492.285979:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4011ca780 going to sleep for 11 seconds 00000100:00100000:2.0:1772472492.290031:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472492.290115:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918592 00000100:00100000:0.0:1772472492.290126:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918592 00010000:00010000:0.0:1772472492.290176:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 2018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472492.290236:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 351 00000100:00100000:0.0:1772472492.290247:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169918592:12345-192.168.201.48@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1772472492.290261:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185834880:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472492.290264:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472492.290274:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 2018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472492.290288:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.290299:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 2018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.294005:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053487bb7/0xc2ef6d41852e00b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12b9c expref: 6 pid: 32804 timeout: 2018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.294030:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472492.294033:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472492.294038:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.294049:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.294714:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472492.295057:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169918592:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 4805us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472492.295070:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 351 00010000:00010000:3.0:1772472492.296168:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.296184:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.296196:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.296205:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.296227:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472492.296914:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185834752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11449us (11715us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1772472492.296923:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000004:00080000:3.0:1772472492.296988:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c433e24a80/2, rc 0, transno 4294967337 00000100:00100000:3.0:1772472492.296995:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185834752:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772472492.297300:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472492.297308:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.297324:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472492.297329:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.297339:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.297359:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.297367:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e00eb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.297390:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472492.297392:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472492.297394:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472492.684529:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000100:00100000:3.0:1772472492.974979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472492.976029:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918720 00000100:00100000:0.0:1772472492.976042:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918720 00000100:00100000:0.0:1772472492.976102:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 646 00000100:00100000:0.0:1772472492.976112:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42597:x1858570169918720:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472492.976133:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472492.976156:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e00f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ba3 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976223:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976236:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976249:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472492.976315:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1772472492.976319:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472492.976501:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976529:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e00f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ba3 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976551:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ba3 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472492.976559:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772472492.976562:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472492.976565:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772472492.977524:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42597:x1858570169918720:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 1409us (2550us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472492.977533:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 646 00000100:00100000:0.0:1772472492.985886:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472492.986022:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169918976 00000100:00100000:3.0:1772472492.986035:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169918976 00000100:00100000:3.0:1772472492.986238:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 647 00000100:00100000:3.0:1772472492.986249:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42597:x1858570169918976:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472492.986307:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472492.986338:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e00f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ba3 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.986359:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e0058) 00010000:00010000:3.0:1772472492.986364:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:3.0:1772472492.986377:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472492.986405:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.986419:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.986430:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472492.987493:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007adea1fc reply state 0000000086e04667 transno 4294967547 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472492.987508:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472492.987533:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000100:00100000:3.0:1772472492.987633:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42597:x1858570169918976:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 1385us (1756us total) trans 4294967547 rc 0/0 00000100:00100000:3.0:1772472492.987642:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 647 00010000:00010000:3.0:1772472492.989555:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989576:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989584:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989591:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472492.989596:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989604:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989622:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:3.0:1772472492.989625:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472492.989630:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472492.989635:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0100 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472493.175063:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472493.625997:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185835392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472493.626175:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185835136:0@lo:400:kworker.0 00000100:00100000:3.0:1772472493.630309:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185835008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472493.635426:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472493.635501:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185835648:0@lo:400:kworker.0 00000100:00100000:0.0:1772472493.635546:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472493.635850:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472493.635900:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835136 00000100:00100000:2.0:1772472493.635912:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835136 00000100:00100000:2.0:1772472493.635995:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1772472493.636008:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185835136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636440:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185835136:12345-0@lo:400:kworker.0 Request processed in 433us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472493.636448:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1772472493.636478:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835648 00000100:00100000:2.0:1772472493.636482:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835648 00000100:00100000:2.0:1772472493.636516:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835392 00000100:00100000:2.0:1772472493.636519:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835392 00000100:00100000:2.0:1772472493.636538:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1772472493.636543:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185835648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636573:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185835648:12345-0@lo:400:kworker.0 Request processed in 29us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472493.636579:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1772472493.636590:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1772472493.636595:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185835392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636621:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185835392:12345-0@lo:400:kworker.0 Request processed in 26us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472493.636626:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00080000:2.0:1772472493.636644:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472493.636685:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185835136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636696:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185835648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636767:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:2.0:1772472493.636774:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c433e24a80, transno 4294967337 00000100:00100000:2.0:1772472493.636785:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185835392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.636799:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472493.637284:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472493.637334:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185835520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472493.637366:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472493.637390:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835520 00000100:00100000:3.0:1772472493.637394:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835520 00000100:00100000:3.0:1772472493.637427:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1772472493.637434:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185835520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472493.637468:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185835520:12345-0@lo:400:kworker.0 Request processed in 34us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472493.637474:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1772472493.637500:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185835520:0@lo:400:kworker.0 00000100:00100000:0.0:1772472493.638466:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835008 00000100:00100000:0.0:1772472493.638474:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835008 00000100:00100000:0.0:1772472493.638517:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:0.0:1772472493.638526:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185835008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472493.638583:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185835008:12345-0@lo:400:kworker.0 Request processed in 59us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472493.638590:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1772472493.638735:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185835008:0@lo:400:kworker.0 00000100:00080000:2.0:1772472493.642337:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472493.642381:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185835264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472493.642453:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472493.643187:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835264 00000100:00100000:3.0:1772472493.643199:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835264 00000100:00100000:3.0:1772472493.643278:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1772472493.643289:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185835264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472493.643383:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185835264:12345-0@lo:400:kworker.0 Request processed in 95us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472493.643392:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00080000:2.0:1772472493.643861:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472493.643912:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185835264:0@lo:400:kworker.0 00000020:00000080:2.0:1772472493.878669:0:74194:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda4d8f1f0 20000000:00000080:2.0:1772472493.878687:0:74194:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c94f400 uarg=0000000000000000 00010000:00010000:2.0:1772472493.880086:0:74194:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472493.880107:0:74194:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472493.880132:0:74194:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472493.880153:0:74194:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.880171:0:74194:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.880180:0:74194:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.880224:0:74194:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.880240:0:74194:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 17 pid: 5806 timeout: 2069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472493.880256:0:74194:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74194:1858570185835776:0@lo:104: 00000100:00100000:2.0:1772472493.880333:0:74194:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472493.880383:0:74194:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472493.880773:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835776 00000100:00100000:0.0:1772472493.880783:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835776 00000100:00100000:1.0:1772472493.881127:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1772472493.881138:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74194:x1858570185835776:12345-0@lo:104: 00010000:00010000:1.0:1772472493.881154:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472493.881226:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472493.881233:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74194:x1858570185835776:12345-0@lo:104: Request processed in 97us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472493.881240:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1772472493.881257:0:74194:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74194:1858570185835776:0@lo:104: 00010000:00010000:0.0:1772472493.881279:0:74194:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472493.881455:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472493.881462:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472493.881471:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472493.881475:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472493.881486:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472493.881493:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472493.881504:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472493.882080:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.882088:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472493.882112:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.882119:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e00dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e00e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.882137:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472493.882139:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472493.882141:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472493.883426:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472493.883451:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185835904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472493.883513:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472493.883814:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185835904 00000100:00100000:0.0:1772472493.883822:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185835904 00010000:00010000:0.0:1772472493.883871:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 2069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472493.883908:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1772472493.883918:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185835904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472493.883932:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472493.883937:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 2069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.883950:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 2069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.883969:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e00e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e00dd expref: 18 pid: 5806 timeout: 2069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.883985:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.883994:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884009:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884016:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884022:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884029:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884036:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472493.884040:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884048:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884068:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472493.884078:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472493.884126:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185835904:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472493.884134:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1772472493.884168:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185835904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472493.884296:0:74194:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.884305:0:74194:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472493.884312:0:74194:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e0107 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472494.137971:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472494.137996:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185836032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472494.138154:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472494.138292:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836032 00000100:00100000:1.0:1772472494.138301:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836032 00000100:00100000:1.0:1772472494.138360:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1772472494.138370:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185836032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472494.138405:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472494.138449:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185836032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472494.138456:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1772472494.138505:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185836032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472494.141965:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472494.141991:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185836160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472494.142067:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472494.142114:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836160 00000100:00100000:1.0:1772472494.142120:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836160 00000100:00100000:1.0:1772472494.142178:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1772472494.142188:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185836160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472494.142224:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472494.142274:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185836160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472494.142280:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00080000:1.0:1772472494.142302:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472494.142356:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185836160:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472494.209180:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472495.031306:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472495.031318:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472495.031325:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472495.031401:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472495.031415:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472495.031429:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472495.031472:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185836288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472495.031553:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472495.031619:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108f600 going to sleep for 11 seconds 00000100:00100000:2.0:1772472495.032222:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836288 00000100:00100000:2.0:1772472495.032235:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836288 00000100:00100000:2.0:1772472495.032316:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1772472495.032329:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185836288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472495.032351:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472495.032372:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e010e expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472495.032405:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472495.032419:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472495.032442:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54200, rc 0) 00000100:00100000:2.0:1772472495.032504:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185836288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472495.032513:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1772472495.032708:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185836288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472495.032762:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472495.032774:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472495.032800:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472495.032806:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472495.032814:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472495.229873:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472496.251596:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472497.060625:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.060706:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.060878:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472497.060974:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919232 00000100:00100000:3.0:1772472497.060995:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919232 00000100:00100000:3.0:1772472497.061086:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1353 00000100:00100000:3.0:1772472497.061098:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169919232:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472497.061205:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169919232:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472497.061213:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1353 00000100:00080000:0.0:1772472497.061826:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472497.061903:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919360 00000100:00100000:1.0:1772472497.061911:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919360 00000100:00100000:1.0:1772472497.061974:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 980 00000100:00100000:1.0:1772472497.061984:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169919360:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472497.062052:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169919360:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472497.062060:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 980 00000100:00080000:0.0:1772472497.062216:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472497.064777:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919104 00000100:00100000:2.0:1772472497.064801:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919104 00000100:00100000:2.0:1772472497.064956:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1102 00000100:00100000:2.0:1772472497.064969:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169919104:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472497.065089:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169919104:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 122us (4382us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472497.065099:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1102 00010000:00010000:0.0:1772472497.276447:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472497.284861:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967547 is committed 00000100:00100000:3.0:1772472497.755087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.755179:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919488 00000100:00100000:0.0:1772472497.755194:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919488 00000100:00100000:0.0:1772472497.755362:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 648 00000100:00100000:0.0:1772472497.755376:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169919488:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472497.755521:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169919488:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 148us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.755531:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 648 00000100:00100000:0.0:1772472497.760366:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472497.761034:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919616 00000100:00100000:2.0:1772472497.761051:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919616 00000100:00100000:2.0:1772472497.761150:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 348 00000100:00100000:2.0:1772472497.761162:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169919616:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472497.761565:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169919616:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 404us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472497.761575:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 348 00000100:00100000:1.0:1772472497.768205:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472497.768412:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919744 00000100:00100000:2.0:1772472497.768426:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919744 00000100:00100000:2.0:1772472497.768489:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 349 00000100:00100000:2.0:1772472497.768500:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570169919744:12345-192.168.201.48@tcp:8:lfs.60003 00010000:00080000:2.0:1772472497.768545:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1923 last 0 00000020:00000080:2.0:1772472497.768587:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e011c 00002000:00100000:2.0:1772472497.768607:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3031a6800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1772472497.768643:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1772472497.770688:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1772472497.771412:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c3031a7000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772472497.771614:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169919744:12345-192.168.201.48@tcp:8:lfs.60003 Request processed in 3109us (3422us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472497.771633:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 349 00000100:00100000:3.0:1772472497.780863:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.783041:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169919872 00000100:00100000:0.0:1772472497.783062:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169919872 00000100:00100000:0.0:1772472497.783184:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 350 00000100:00100000:0.0:1772472497.783198:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42682:x1858570169919872:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472497.783620:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42682:x1858570169919872:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 423us (2770us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.783628:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 350 00000100:00080000:1.0:1772472497.783981:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472497.786179:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472497.787102:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920000 00000100:00100000:3.0:1772472497.787117:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920000 00000100:00100000:3.0:1772472497.787330:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 649 00000100:00100000:3.0:1772472497.787343:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920000:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472497.787815:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920000:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 472us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472497.787824:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 649 00000100:00100000:3.0:1772472497.794534:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.795044:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920128 00000100:00100000:0.0:1772472497.795058:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920128 00000100:00100000:0.0:1772472497.795346:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 650 00000100:00100000:0.0:1772472497.795359:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920128:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472497.795506:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920128:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 150us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.795517:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 650 00000100:00100000:1.0:1772472497.803605:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472497.803785:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920256 00000100:00100000:3.0:1772472497.803799:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920256 00000100:00100000:3.0:1772472497.803872:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 351 00000100:00100000:3.0:1772472497.803884:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920256:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472497.805144:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920256:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1256us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472497.805158:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 351 00000100:00100000:2.0:1772472497.826357:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.826582:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920384 00000100:00100000:0.0:1772472497.826597:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920384 00000100:00100000:0.0:1772472497.826689:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 352 00000100:00100000:0.0:1772472497.826701:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42682:x1858570169920384:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472497.827153:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42682:x1858570169920384:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 442us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.827166:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 352 00000100:00100000:1.0:1772472497.833585:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.834594:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920512 00000100:00100000:0.0:1772472497.834611:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920512 00000100:00100000:0.0:1772472497.834708:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 651 00000100:00100000:0.0:1772472497.834721:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920512:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472497.835219:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42682:x1858570169920512:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 498us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.835229:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 651 00000100:00100000:1.0:1772472497.930735:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472497.930933:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920640 00000100:00100000:3.0:1772472497.930948:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920640 00000100:00100000:3.0:1772472497.931020:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 652 00000100:00100000:3.0:1772472497.931032:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42686:x1858570169920640:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772472497.931064:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472497.931098:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12baa expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931403:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931421:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931437:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931452:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931460:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931466:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931641:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931655:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.931662:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472497.931707:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:3.0:1772472497.931712:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472497.936425:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936465:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936474:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936484:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936491:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472497.936497:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936508:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936533:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:2.0:1772472497.936537:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472497.936543:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936550:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e012a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936573:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936585:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936592:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936597:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472497.936600:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936607:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936614:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c4052b6600) 00010000:00010000:2.0:1772472497.936617:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472497.936620:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936625:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0131 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936717:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12baa expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936785:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12baa expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472497.936795:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:2.0:1772472497.936797:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472497.936801:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:2.0:1772472497.937948:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42686:x1858570169920640:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 6906us (7215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472497.937963:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 652 00000100:00100000:2.0:1772472497.950428:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472497.950557:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169920896 00000100:00100000:3.0:1772472497.950570:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169920896 00000100:00100000:3.0:1772472497.950640:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 653 00000100:00100000:3.0:1772472497.950651:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42686:x1858570169920896:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772472497.950691:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472497.950719:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e013f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bb1 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.950935:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.950954:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.950969:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.950987:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.950994:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472497.951005:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472497.952049:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:0.0:1772472497.954662:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0154 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954702:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954718:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0154 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954793:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954800:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954808:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954814:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472497.954819:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954830:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954847:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472497.954850:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472497.954856:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.954863:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0146 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472497.954880:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001d5e3988 reply state 0000000058a57840 transno 4294967548 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472497.954891:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472497.955364:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e013f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb1 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.955386:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0154 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb1 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.955395:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472497.955398:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472497.955400:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472497.955925:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:42686:x1858570169920896:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 5272us (5507us total) trans 4294967548 rc 0/0 00000100:00100000:0.0:1772472497.955938:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 653 00010000:00010000:0.0:1772472497.963096:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963138:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963154:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963161:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472497.963167:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963178:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963201:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c4052b6300) 00010000:00010000:0.0:1772472497.963205:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472497.963211:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.963218:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e014d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472497.969698:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472497.970761:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921024 00000100:00100000:0.0:1772472497.970780:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921024 00000100:00100000:0.0:1772472497.970852:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 353 00000100:00100000:0.0:1772472497.970865:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42686:x1858570169921024:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472497.970893:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472497.970924:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bb8 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472497.970965:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772472497.971007:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472497.971010:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472497.971020:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.971042:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472497.971059:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca200, rc 0) 00000100:00100000:0.0:1772472497.972456:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42686:x1858570169921024:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1583us (2763us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472497.972470:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 353 00000100:00100000:3.0:1772472498.013427:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472498.013715:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921152 00000100:00100000:0.0:1772472498.013729:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921152 00002000:00100000:2.0:1772472498.014346:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff90c435204a80 x1858570169921152/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:534/0 lens 488/0 e 0 to 0 dl 1772472509 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772472498.014360:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c435204a80 with x1858570169921152 ext(0->1048575) 00002000:00010000:2.0:1772472498.014367:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c435204a80 00000100:00100000:2.0:1772472498.014412:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 15 00000100:00100000:2.0:1772472498.014423:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169921152:12345-192.168.201.48@tcp:4:dd.60003 00000001:00100000:3.0:1772472498.106459:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:0.0:1772472498.157597:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:1.0:1772472498.157826:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169921152:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 143397us (144406us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1772472498.157840:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 15 00002000:00100000:1.0:1772472498.157855:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (0->1048575) req@ffff90c435204a80 x1858570169921152/t4294967336(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:534/0 lens 488/448 e 0 to 0 dl 1772472509 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1772472498.157866:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c435204a80 with x1858570169921152 ext(0->1048575) 00002000:00010000:1.0:1772472498.157873:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c435204a80 00000100:00100000:0.0:1772472498.171535:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472498.172777:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921280 00000100:00100000:3.0:1772472498.172790:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921280 00000100:00100000:3.0:1772472498.172847:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 654 00000100:00100000:3.0:1772472498.172857:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:42686:x1858570169921280:12345-192.168.201.48@tcp:44:dd.60003 00000001:00080000:0.0:1772472498.270576:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00000100:00100000:3.0:1772472498.270877:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42686:x1858570169921280:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 98014us (99346us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472498.270888:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 654 00000100:00100000:0.0:1772472498.273340:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472498.273453:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921408 00000100:00100000:2.0:1772472498.273464:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921408 00000100:00100000:2.0:1772472498.273524:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 354 00000100:00100000:2.0:1772472498.273536:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169921408:12345-192.168.201.48@tcp:16:dd.60003 00000100:00100000:2.0:1772472498.273652:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169921408:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 118us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472498.273660:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 354 00000100:00100000:1.0:1772472498.277679:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472498.278075:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921664 00000100:00100000:2.0:1772472498.278087:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921664 00000100:00100000:2.0:1772472498.278150:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 118 00000100:00100000:2.0:1772472498.278159:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42686:x1858570169921664:12345-192.168.201.48@tcp:35:dd.60003 00000100:00100000:2.0:1772472498.278631:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:42686:x1858570169921664:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 472us (970us total) trans 4294967549 rc 0/0 00000100:00100000:2.0:1772472498.278644:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 118 00010000:00010000:0.0:1772472498.296147:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472498.746765:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185836544:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.746885:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472498.746984:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185837056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.747014:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472498.747049:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472498.747055:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185836672:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.747078:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472498.747120:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837056 00000100:00100000:2.0:1772472498.747131:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837056 00000100:00100000:2.0:1772472498.747209:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1772472498.747390:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185837056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.747465:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185837056:12345-0@lo:400:kworker.0 Request processed in 246us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472498.747475:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1772472498.747508:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836544 00000100:00100000:2.0:1772472498.747512:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836544 00000100:00100000:2.0:1772472498.747541:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836672 00000100:00100000:2.0:1772472498.747545:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836672 00000100:00100000:3.0:1772472498.747546:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185836800:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.747572:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1772472498.747581:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185836544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472498.747594:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472498.747627:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185836544:12345-0@lo:400:kworker.0 Request processed in 47us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472498.747628:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772472498.747638:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1772472498.747650:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1772472498.747665:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185836416:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.747670:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185836672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472498.747706:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472498.747734:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185836928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472498.747867:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836800 00000100:00100000:0.0:1772472498.747873:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836800 00000100:00100000:0.0:1772472498.747905:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1772472498.747912:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185836800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472498.747950:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185836800:12345-0@lo:400:kworker.0 Request processed in 38us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472498.747960:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1772472498.748010:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185836544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472498.748024:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185837056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472498.748384:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185836672:12345-0@lo:400:kworker.0 Request processed in 725us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472498.748392:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1772472498.748472:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185836672:0@lo:400:kworker.0 00000100:00080000:1.0:1772472498.748551:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472498.748558:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472498.748561:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472498.748576:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836416 00000100:00100000:1.0:1772472498.748581:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836416 00000100:00100000:1.0:1772472498.748628:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1772472498.748636:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185836416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472498.748689:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185836416:12345-0@lo:400:kworker.0 Request processed in 54us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472498.750593:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472498.751450:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185836800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472498.751497:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185836416:0@lo:400:kworker.0 00000100:00100000:0.0:1772472498.753065:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185836928 00000100:00100000:0.0:1772472498.753085:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185836928 00000100:00100000:0.0:1772472498.753191:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1772472498.753203:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185836928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472498.753339:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185836928:12345-0@lo:400:kworker.0 Request processed in 139us (2759us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472498.753348:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00080000:0.0:1772472498.753404:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472498.753571:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185836928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472498.753687:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1772472499.254940:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472499.254978:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185837184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472499.255055:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472499.255280:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837184 00000100:00100000:1.0:1772472499.255289:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837184 00000100:00100000:1.0:1772472499.255350:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1772472499.255360:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185837184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472499.255398:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472499.255464:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185837184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472499.255472:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1772472499.255532:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185837184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472499.256026:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185837312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472499.256066:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472499.256280:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837312 00000100:00100000:0.0:1772472499.256285:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837312 00000100:00100000:0.0:1772472499.256327:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1772472499.256334:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185837312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472499.256358:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472499.256395:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185837312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472499.256401:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1772472499.256490:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185837312:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472499.320105:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472499.713191:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967549 is committed 00010000:00010000:0.0:1772472500.344241:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472501.252054:0:74442:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1927084312336ns, next at 1915851514963ns, rc = 0 00000004:00080000:1.0:1772472501.252207:0:74442:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1927084466739ns, next at 1871113701753ns, rc = 0 00000004:00080000:0.0:1772472501.254505:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 52 committed 00000004:00080000:0.0:1772472501.254534:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 53 committed 00010000:00010000:2.0:1772472501.368941:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472502.180990:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472502.181037:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472502.181073:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472502.181100:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472502.181129:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921920 00000100:00100000:0.0:1772472502.181139:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921920 00000100:00100000:0.0:1772472502.181204:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1357 00000100:00100000:0.0:1772472502.181216:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169921920:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472502.181412:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922048 00000100:00100000:1.0:1772472502.181417:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922048 00000100:00100000:1.0:1772472502.181448:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922176 00000100:00100000:1.0:1772472502.181451:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922176 00000100:00100000:1.0:1772472502.181473:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 983 00000100:00100000:1.0:1772472502.181480:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169922048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472502.181553:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169922048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 73us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472502.181574:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 983 00000100:00100000:1.0:1772472502.181593:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 984 00000100:00100000:1.0:1772472502.181609:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169922176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472502.181634:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169922176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472502.181640:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 984 00000100:00100000:3.0:1772472502.182159:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169921792 00000100:00100000:3.0:1772472502.182165:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169921792 00000100:00100000:3.0:1772472502.182216:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1104 00000100:00100000:3.0:1772472502.182225:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169921792:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472502.182278:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169921792:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 55us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472502.182284:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1104 00000100:00100000:0.0:1772472502.182767:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169921920:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1551us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472502.182777:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1357 00000100:00080000:0.0:1772472502.182807:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472502.182811:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472502.182815:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472502.393918:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472502.903237:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472502.903379:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922304 00000100:00100000:3.0:1772472502.903389:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922304 00000100:00100000:3.0:1772472502.903451:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 655 00000100:00100000:3.0:1772472502.903462:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922304:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472502.903577:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922304:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 118us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472502.903596:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 655 00000100:00100000:1.0:1772472502.913200:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472502.913394:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922432 00000100:00100000:2.0:1772472502.913404:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922432 00000100:00100000:2.0:1772472502.913466:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 355 00000100:00100000:2.0:1772472502.913476:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42879:x1858570169922432:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472502.913839:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42879:x1858570169922432:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 363us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472502.913847:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 355 00000100:00100000:2.0:1772472502.919197:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472502.919413:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922560 00000100:00100000:1.0:1772472502.919422:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922560 00000100:00100000:1.0:1772472502.919486:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 356 00000100:00100000:1.0:1772472502.919498:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42879:x1858570169922560:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472502.919842:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42879:x1858570169922560:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 346us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472502.919851:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 356 00000100:00100000:2.0:1772472502.925164:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472502.925361:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922688 00000100:00100000:0.0:1772472502.925372:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922688 00000100:00100000:0.0:1772472502.925432:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 656 00000100:00100000:0.0:1772472502.925442:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922688:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472502.925838:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922688:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 397us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472502.925849:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 656 00000100:00100000:1.0:1772472502.952675:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472502.955237:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922816 00000100:00100000:2.0:1772472502.955253:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922816 00000100:00100000:2.0:1772472502.955322:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 657 00000100:00100000:2.0:1772472502.955333:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922816:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472502.955455:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169922816:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 124us (2795us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472502.955463:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 657 00000100:00100000:3.0:1772472502.976690:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472502.978902:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169922944 00000100:00100000:2.0:1772472502.978918:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169922944 00000100:00100000:2.0:1772472502.980260:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 357 00000100:00100000:2.0:1772472502.980280:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42879:x1858570169922944:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472502.980608:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:42879:x1858570169922944:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 335us (3928us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472502.980617:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 357 00000100:00100000:2.0:1772472502.990459:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472502.990500:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923072 00000100:00100000:2.0:1772472502.990510:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923072 00000100:00100000:2.0:1772472502.990564:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 358 00000100:00100000:2.0:1772472502.990575:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42879:x1858570169923072:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472502.991100:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:42879:x1858570169923072:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 525us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472502.991193:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 358 00000100:00100000:3.0:1772472503.006445:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472503.006533:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923200 00000100:00100000:0.0:1772472503.006544:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923200 00000100:00100000:0.0:1772472503.006624:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 658 00000100:00100000:0.0:1772472503.006635:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169923200:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472503.006998:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42879:x1858570169923200:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 364us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472503.007006:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 658 00000100:00100000:2.0:1772472503.113806:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472503.114030:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923456 00000100:00100000:0.0:1772472503.114046:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923456 00000100:00100000:0.0:1772472503.114126:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 659 00000100:00100000:0.0:1772472503.114137:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:42883:x1858570169923456:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772472503.114195:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472503.114226:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0154 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb1 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114247:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472503.114257:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472503.114279:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114293:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114302:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114315:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114322:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.114327:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.115922:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.115934:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.115941:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472503.116426:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9472 00000004:00080000:0.0:1772472503.116434:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1928948693760ns, next at 1929948692207ns, rc = 0 00010000:00010000:0.0:1772472503.116506:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.116513:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.116519:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.116524:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.116528:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.116531:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117160:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472503.117242:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117249:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117256:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117263:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472503.117267:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117275:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117288:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772472503.117291:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472503.117295:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117300:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0177 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117318:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117323:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117328:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117333:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472503.117335:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117344:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117352:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472503.117354:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472503.117357:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.117362:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e0169 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472503.117371:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a6f0fbd6 reply state 00000000aa746a54 transno 4294967550 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472503.117380:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472503.117557:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:42883:x1858570169923456:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 3418us (3763us total) trans 4294967550 rc 0/0 00000100:00100000:0.0:1772472503.117566:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 659 00010000:00010000:1.0:1772472503.118202:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472503.118210:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472503.118218:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472503.118221:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472503.118229:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472503.118240:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:1.0:1772472503.118243:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472503.118246:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472503.118251:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e017e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472503.118268:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472503.118270:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472503.118272:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472503.120928:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.120952:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.120962:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.120969:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472503.120976:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.120986:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.121008:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0xa8fa037c (ffff90c410b8a900) 00010000:00010000:3.0:1772472503.121011:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472503.121017:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472503.121023:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0170 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x31:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472503.419208:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472503.865081:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185837568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865186:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472503.865251:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185838080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865280:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472503.865320:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472503.865326:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185837696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865349:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472503.865389:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837568 00000100:00100000:3.0:1772472503.865400:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837568 00000100:00100000:3.0:1772472503.865467:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837696 00000100:00100000:3.0:1772472503.865470:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837696 00000100:00100000:3.0:1772472503.865509:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1772472503.865518:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185837568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865595:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185837568:12345-0@lo:400:kworker.0 Request processed in 75us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472503.865603:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1772472503.865620:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1772472503.865626:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185837696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865652:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185837696:12345-0@lo:400:kworker.0 Request processed in 27us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472503.865658:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00080000:3.0:1772472503.865685:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472503.865725:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185837696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.865736:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185837568:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.866527:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185837440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.866608:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472503.866663:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185837952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.866694:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472503.866722:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472503.866728:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185837824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.866776:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472503.866810:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837952 00000100:00100000:0.0:1772472503.866817:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837952 00000100:00100000:0.0:1772472503.866866:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1772472503.866885:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185837952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.866931:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185837952:12345-0@lo:400:kworker.0 Request processed in 58us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472503.866938:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1772472503.866961:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838080 00000100:00100000:0.0:1772472503.866964:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838080 00000100:00100000:0.0:1772472503.866988:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837824 00000100:00100000:0.0:1772472503.866991:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837824 00000100:00100000:0.0:1772472503.867013:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1772472503.867019:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185838080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.867054:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185838080:12345-0@lo:400:kworker.0 Request processed in 35us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472503.867060:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1772472503.867071:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1772472503.867076:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185837824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.867102:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185837824:12345-0@lo:400:kworker.0 Request processed in 26us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472503.867108:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:0.0:1772472503.867129:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472503.867132:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472503.867135:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472503.867165:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185837824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.867176:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185837952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472503.867209:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185838080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.868011:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185837440 00000100:00100000:3.0:1772472503.868023:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185837440 00000100:00100000:3.0:1772472503.868077:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1772472503.868085:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185837440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472503.868161:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185837440:12345-0@lo:400:kworker.0 Request processed in 77us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472503.868169:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1772472503.868345:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185837440:0@lo:400:kworker.0 00000004:00080000:0.0:1772472504.378132:0:7917:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1930210388791ns, next at 1931210385787ns, rc = 0 00000100:00100000:0.0:1772472504.378161:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472504.378190:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185838208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472504.378289:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472504.382947:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838208 00000100:00100000:1.0:1772472504.382971:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838208 00000100:00100000:1.0:1772472504.383069:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1772472504.383080:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185838208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472504.383135:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472504.383253:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185838208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 174us (4964us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472504.383262:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1772472504.383907:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472504.383928:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185838336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472504.383980:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472504.384035:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838336 00000100:00100000:2.0:1772472504.384040:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838336 00000100:00100000:2.0:1772472504.384069:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1772472504.384076:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185838336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472504.384104:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472504.384137:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185838336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472504.384144:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1772472504.384200:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185838336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472504.399802:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185838208:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472504.446192:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472505.464616:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472505.813110:0:74587:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1931645365957ns, next at 1915851514963ns, rc = 0 00000004:00080000:3.0:1772472505.815040:0:74587:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1931647297703ns, next at 1931210385787ns, rc = 0 00000004:00080000:1.0:1772472505.891775:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 54 committed 00000004:00080000:1.0:1772472505.891807:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 54 committed 00000001:00080000:1.0:1772472505.891831:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967550 is committed 00000004:00080000:1.0:1772472505.891842:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 53 committed 00000004:00080000:1.0:1772472505.891850:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 55 committed 00000100:00100000:1.0:1772472505.892414:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185838464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472505.892514:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472505.892816:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838464 00000100:00100000:0.0:1772472505.892827:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838464 00000100:00100000:0.0:1772472505.892922:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1772472505.892933:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb4b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185838464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772472505.892972:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:20 count 1 00010000:00010000:0.0:1772472505.893006:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.893033:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.893044:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472505.893046:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472505.893050:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1772472505.893490:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472505.893546:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.893567:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 5 pid: 6590 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472505.893591:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185838592:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772472505.893705:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b1143c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472505.900042:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185838592:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472505.900088:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472505.901952:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472505.902178:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923584 00000100:00100000:2.0:1772472505.902193:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923584 00010000:00010000:2.0:1772472505.902269:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 6 pid: 6590 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472505.902319:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 353 00000100:00100000:2.0:1772472505.902328:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169923584:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472505.902350:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472505.902356:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 6 pid: 6590 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.902372:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 6 pid: 6590 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.902403:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da56da9b/0xc2ef6d41852e0162 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bb8 expref: 6 pid: 6590 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.902425:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472505.902427:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472505.902434:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.902446:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.902489:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472505.902572:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169923584:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 245us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472505.902581:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 353 00010000:00010000:0.0:1772472505.902991:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.903005:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.903019:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.903027:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472505.903052:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472505.904431:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb4b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185838464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11491us (11910us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1772472505.904445:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00080000:3.0:1772472505.904812:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472505.905971:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472505.905986:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.906003:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472505.906010:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.906024:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.906054:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.906064:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037479429/0xc2ef6d41852e0185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472505.906099:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472505.906102:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472505.906104:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472505.906225:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c406892680/2, rc 0, transno 4294967337 00000100:00100000:0.0:1772472505.906248:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185838464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1772472506.487277:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472507.319617:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472507.319662:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472507.319698:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472507.319767:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472507.319800:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923712 00000100:00100000:1.0:1772472507.319823:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923712 00000100:00100000:1.0:1772472507.319892:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:1.0:1772472507.319904:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169923712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472507.319998:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169923712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472507.320008:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:1.0:1772472507.320053:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924096 00000100:00100000:1.0:1772472507.320058:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924096 00000100:00100000:1.0:1772472507.320096:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923968 00000100:00100000:1.0:1772472507.320100:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923968 00000100:00100000:1.0:1772472507.320122:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 987 00000100:00100000:1.0:1772472507.320128:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169924096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472507.321092:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169924096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 954us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472507.321376:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169923840 00000100:00100000:3.0:1772472507.321385:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169923840 00000100:00100000:3.0:1772472507.321449:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1361 00000100:00100000:3.0:1772472507.321460:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169923840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472507.321751:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 988 00000100:00100000:2.0:1772472507.321764:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169923968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472507.321831:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 987 00000100:00080000:1.0:1772472507.321868:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472507.321874:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472507.321877:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472507.323233:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169923840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1762us (3621us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472507.323249:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1361 00000100:00100000:2.0:1772472507.325533:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169923968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3745us (5738us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472507.325550:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 988 00010000:00010000:2.0:1772472507.511340:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472508.069539:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00010000:00010000:2.0:1772472508.535538:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472508.985058:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185838720:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985167:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985236:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185839232:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985267:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985306:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472508.985314:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185838848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985337:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985357:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185839360:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985384:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985418:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185839104:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985443:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985463:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472508.985470:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185838976:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985506:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472508.985541:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838720 00000100:00100000:2.0:1772472508.985552:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838720 00000100:00100000:2.0:1772472508.985613:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1772472508.985623:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185838720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.985687:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185838720:12345-0@lo:400:kworker.0 Request processed in 65us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.985695:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1772472508.985735:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839232 00000100:00100000:2.0:1772472508.985774:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839232 00000100:00100000:2.0:1772472508.985925:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838848 00000100:00100000:2.0:1772472508.985930:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838848 00000100:00100000:2.0:1772472508.985949:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185838976 00000100:00100000:2.0:1772472508.985951:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185838976 00000100:00100000:2.0:1772472508.985970:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1772472508.985977:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185839232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986015:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185839232:12345-0@lo:400:kworker.0 Request processed in 38us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.986021:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1772472508.986032:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1772472508.986038:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185838848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986063:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185838848:12345-0@lo:400:kworker.0 Request processed in 26us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.986069:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1772472508.986079:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1772472508.986085:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185838976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986113:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185838976:12345-0@lo:400:kworker.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.986119:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1772472508.986137:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839360 00000100:00100000:2.0:1772472508.986141:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839360 00000100:00100000:2.0:1772472508.986169:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839104 00000100:00100000:2.0:1772472508.986172:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839104 00000100:00100000:2.0:1772472508.986192:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1772472508.986199:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185839360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986231:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185839360:12345-0@lo:400:kworker.0 Request processed in 32us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.986237:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1772472508.986246:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1772472508.986252:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185839104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986277:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185839104:12345-0@lo:400:kworker.0 Request processed in 26us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472508.986282:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00080000:2.0:1772472508.986311:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472508.986316:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472508.986319:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472508.986371:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185838976:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986381:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185839104:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986414:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185838848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986423:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:2.0:1772472508.986430:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c406892680, transno 4294967337 00000100:00100000:2.0:1772472508.986442:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185839360:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986451:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185838720:0@lo:400:kworker.0 00000100:00100000:2.0:1772472508.986461:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185839232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472509.495144:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185839488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472509.495259:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472509.495421:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839488 00000100:00100000:0.0:1772472509.495431:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839488 00000100:00100000:0.0:1772472509.495507:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1772472509.495519:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185839488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472509.495567:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472509.496095:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185839488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 576us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472509.496105:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1772472509.496266:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185839616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472509.496302:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472509.496346:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839616 00000100:00100000:2.0:1772472509.496352:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839616 00000100:00100000:2.0:1772472509.496382:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1772472509.496389:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185839616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472509.496414:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472509.496450:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185839616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472509.496457:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1772472509.496521:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185839616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472509.496892:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185839488:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472509.560280:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472510.583417:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472511.606952:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472512.425081:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472512.425130:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472512.425166:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472512.425210:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472512.425272:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924352 00000100:00100000:1.0:1772472512.425322:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924224 00000100:00100000:1.0:1772472512.425327:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924224 00000100:00100000:1.0:1772472512.425395:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1108 00000100:00100000:1.0:1772472512.425405:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169924224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472512.425516:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169924224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 111us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472512.425524:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1108 00000100:00100000:0.0:1772472512.425779:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924352 00000100:00100000:0.0:1772472512.425836:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1365 00000100:00100000:0.0:1772472512.425845:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169924352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472512.425886:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169924352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472512.425893:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1365 00000100:00080000:1.0:1772472512.426773:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472512.429180:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924480 00000100:00100000:2.0:1772472512.429194:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924480 00000100:00100000:2.0:1772472512.429282:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924608 00000100:00100000:2.0:1772472512.429287:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924608 00000100:00100000:2.0:1772472512.429320:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 991 00000100:00100000:2.0:1772472512.429330:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169924480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472512.429411:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169924480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (4280us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472512.429430:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 991 00000100:00100000:2.0:1772472512.429447:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 992 00000100:00100000:2.0:1772472512.429454:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169924608:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472512.429478:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169924608:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (4270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472512.429484:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 992 00000100:00080000:1.0:1772472512.429593:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472512.429598:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472512.631642:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472513.655937:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472514.103402:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185840000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472514.103475:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.103604:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185839872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.103635:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.103662:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472514.103668:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185839744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.103696:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472514.103784:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840000 00000100:00100000:2.0:1772472514.103792:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840000 00000100:00100000:2.0:1772472514.103865:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839872 00000100:00100000:2.0:1772472514.103870:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839872 00000100:00100000:2.0:1772472514.103895:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1772472514.103904:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185840000:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472514.103976:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472514.104005:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185839744 00000100:00100000:0.0:1772472514.104009:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185839744 00000100:00100000:0.0:1772472514.104049:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1772472514.104056:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185839744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104092:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185839744:12345-0@lo:400:kworker.0 Request processed in 37us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.104099:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1772472514.104136:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1772472514.104142:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185839872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104169:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185839872:12345-0@lo:400:kworker.0 Request processed in 28us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.104175:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1772472514.104196:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185840128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104221:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.104265:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185839744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104279:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185839872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104325:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840128 00000100:00100000:0.0:1772472514.104329:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840128 00000100:00100000:0.0:1772472514.104358:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1772472514.104364:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185840128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.104408:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185840128:12345-0@lo:400:kworker.0 Request processed in 44us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.104414:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1772472514.104435:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185840128:0@lo:400:kworker.0 00000100:00080000:0.0:1772472514.104449:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472514.110841:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185840000:12345-0@lo:400:kworker.0 Request processed in 6930us (7357us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472514.110864:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1772472514.111987:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185840384:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.112063:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.112098:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472514.112104:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185840256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.112124:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.112151:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840256 00000100:00100000:0.0:1772472514.112157:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840256 00000100:00100000:0.0:1772472514.112200:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1772472514.112207:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185840256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472514.112248:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185840256:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.112254:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:0.0:1772472514.112285:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472514.112309:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185840256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472514.112513:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840384 00000100:00100000:3.0:1772472514.112517:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840384 00000100:00100000:3.0:1772472514.112559:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1772472514.112566:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185840384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472514.112602:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185840384:12345-0@lo:400:kworker.0 Request processed in 37us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472514.112607:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1772472514.112632:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185840384:0@lo:400:kworker.0 00000100:00080000:0.0:1772472514.118782:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472514.121203:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185840000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472514.615160:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185840512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472514.615233:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.615361:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840512 00000100:00100000:0.0:1772472514.615369:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840512 00000100:00100000:0.0:1772472514.615440:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1772472514.615449:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185840512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472514.615485:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472514.615536:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185840512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.615543:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1772472514.615982:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185840512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472514.616111:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472514.616120:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185840640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472514.616154:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472514.616273:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840640 00000100:00100000:0.0:1772472514.616278:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840640 00000100:00100000:0.0:1772472514.616310:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1772472514.616317:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185840640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472514.616338:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472514.616428:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185840640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472514.616438:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1772472514.621941:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185840640:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472514.679268:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472515.708895:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472516.727411:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472517.541507:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472517.541567:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472517.541611:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472517.541654:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472517.541701:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925120 00000100:00100000:2.0:1772472517.541723:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925120 00000100:00100000:3.0:1772472517.541811:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924736 00000100:00100000:3.0:1772472517.541823:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924736 00000100:00100000:2.0:1772472517.541883:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924992 00000100:00100000:2.0:1772472517.541901:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924992 00000100:00100000:3.0:1772472517.541915:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1110 00000100:00100000:3.0:1772472517.541933:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169924736:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472517.541966:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 995 00000100:00100000:2.0:1772472517.541981:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169925120:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472517.542047:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169924736:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 118us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472517.542058:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1110 00000100:00100000:2.0:1772472517.542075:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169925120:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472517.542085:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 995 00000100:00100000:2.0:1772472517.542129:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 996 00000100:00100000:2.0:1772472517.542138:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169924992:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472517.542176:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169924864 00000100:00100000:2.0:1772472517.542177:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169924992:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472517.542187:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169924864 00000100:00080000:1.0:1772472517.542237:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472517.542243:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472517.542802:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472517.551269:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1369 00000100:00100000:0.0:1772472517.551388:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169924864:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472517.552140:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 996 00000100:00100000:1.0:1772472517.552566:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169924864:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1278us (11084us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472517.552578:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1369 00010000:00010000:3.0:1772472517.751632:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472518.777209:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472519.223280:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185841024:0@lo:400:kworker.0 00000100:00100000:1.0:1772472519.223370:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472519.223454:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472519.223461:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841152:0@lo:400:kworker.0 00000100:00100000:1.0:1772472519.223489:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472519.223526:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841152 00000100:00100000:1.0:1772472519.223535:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841152 00000100:00100000:1.0:1772472519.223596:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1772472519.223617:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472519.223678:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841152:12345-0@lo:400:kworker.0 Request processed in 63us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472519.223686:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00080000:1.0:1772472519.223708:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472519.223784:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841152:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224211:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185840768:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224265:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472519.224309:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185841280:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224333:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472519.224355:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472519.224362:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185840896:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224385:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472519.224403:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185841408:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224422:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472519.224454:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841024 00000100:00100000:2.0:1772472519.224459:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841024 00000100:00100000:2.0:1772472519.224494:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841280 00000100:00100000:2.0:1772472519.224496:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841280 00000100:00100000:2.0:1772472519.224511:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840896 00000100:00100000:2.0:1772472519.224513:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840896 00000100:00100000:2.0:1772472519.224524:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1772472519.224530:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185841024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224570:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185841024:12345-0@lo:400:kworker.0 Request processed in 39us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472519.224576:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1772472519.224591:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1772472519.224597:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185841280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224625:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185841280:12345-0@lo:400:kworker.0 Request processed in 28us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472519.224631:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1772472519.224641:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1772472519.224646:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185840896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.224683:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185840896:12345-0@lo:400:kworker.0 Request processed in 35us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472519.224688:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1772472519.224994:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185840896:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.225012:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185841280:0@lo:400:kworker.0 00000100:00100000:1.0:1772472519.225261:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185840768 00000100:00100000:1.0:1772472519.225266:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185840768 00000100:00100000:1.0:1772472519.225317:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1772472519.225324:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185840768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472519.225364:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185840768:12345-0@lo:400:kworker.0 Request processed in 41us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472519.225370:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00080000:1.0:1772472519.225402:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472519.225424:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185841024:0@lo:400:kworker.0 00000100:00100000:3.0:1772472519.225599:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841408 00000100:00100000:3.0:1772472519.225615:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841408 00000100:00100000:3.0:1772472519.225663:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1772472519.225678:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185841408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472519.225712:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185841408:12345-0@lo:400:kworker.0 Request processed in 44us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472519.226061:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:1.0:1772472519.226636:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472519.228038:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185841408:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.228052:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185840768:0@lo:400:kworker.0 00000100:00100000:2.0:1772472519.735106:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472519.735177:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472519.735331:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841536 00000100:00100000:0.0:1772472519.735340:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841536 00000100:00100000:0.0:1772472519.735390:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1772472519.735400:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472519.735438:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472519.735490:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472519.735498:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1772472519.735703:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472519.737188:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472519.737204:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472519.737253:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472519.737462:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841664 00000100:00100000:0.0:1772472519.737469:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841664 00000100:00100000:0.0:1772472519.737522:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1772472519.737531:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472519.737564:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472519.737622:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185841664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472519.737629:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1772472519.737782:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185841664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472519.809765:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472519.943852:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472519.943947:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925248 00000100:00100000:2.0:1772472519.943957:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925248 00000100:00100000:2.0:1772472519.944040:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 660 00000100:00100000:2.0:1772472519.944051:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925248:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472519.944159:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925248:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 109us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472519.944167:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 660 00000100:00080000:1.0:1772472519.944410:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472519.947050:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472519.947153:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925376 00000100:00100000:1.0:1772472519.947164:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925376 00000100:00100000:1.0:1772472519.947251:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 360 00000100:00080000:2.0:1772472519.947489:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472519.947526:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925376:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472519.947904:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925376:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 381us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472519.955069:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 360 00000100:00100000:3.0:1772472519.957201:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472519.957384:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925504 00000100:00100000:0.0:1772472519.957396:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925504 00000100:00100000:0.0:1772472519.957483:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 361 00000100:00100000:0.0:1772472519.957493:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925504:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:2.0:1772472519.958078:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472519.958136:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925504:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 642us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472519.958145:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 361 00000100:00100000:0.0:1772472519.973616:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472519.974406:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925632 00000100:00100000:1.0:1772472519.974417:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925632 00000100:00100000:1.0:1772472519.974479:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 661 00000100:00100000:1.0:1772472519.974488:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925632:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472519.974929:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925632:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 442us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472519.974938:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 661 00000100:00100000:2.0:1772472519.979841:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472519.980039:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925760 00000100:00100000:3.0:1772472519.980049:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925760 00000100:00100000:3.0:1772472519.980102:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 662 00000100:00100000:3.0:1772472519.980112:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925760:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472519.980686:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169925760:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 574us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472519.980696:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 662 00000100:00100000:1.0:1772472519.991151:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472519.991341:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169925888 00000100:00100000:3.0:1772472519.991352:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169925888 00000100:00100000:3.0:1772472519.991408:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 362 00000100:00100000:3.0:1772472519.991417:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925888:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472519.992327:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169925888:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 909us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472519.992340:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 362 00000100:00100000:0.0:1772472520.000150:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472520.000409:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926016 00000100:00100000:2.0:1772472520.000428:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926016 00000100:00100000:2.0:1772472520.000505:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 363 00000100:00100000:2.0:1772472520.000516:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169926016:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472520.001141:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:43060:x1858570169926016:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 625us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472520.001150:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 363 00000100:00100000:2.0:1772472520.006672:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472520.007002:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926144 00000100:00100000:0.0:1772472520.007016:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926144 00000100:00100000:0.0:1772472520.007097:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 663 00000100:00100000:0.0:1772472520.007109:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169926144:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472520.008074:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43060:x1858570169926144:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 962us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472520.008087:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 663 00000100:00100000:1.0:1772472520.050527:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472520.050660:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926272 00000100:00100000:0.0:1772472520.050674:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926272 00000100:00100000:0.0:1772472520.050936:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 664 00000100:00100000:0.0:1772472520.050950:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:43061:x1858570169926272:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472520.051177:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472520.051211:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e018c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bbf expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051314:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051330:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051349:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472520.051444:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00000004:00200000:0.0:1772472520.051449:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472520.051484:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051517:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e018c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bbf expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051547:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bbf expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.051558:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472520.051561:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472520.051566:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb200, rc 0) 00000100:00100000:0.0:1772472520.051661:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:43061:x1858570169926272:12345-192.168.201.48@tcp:101:rm.0 Request processed in 714us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472520.051671:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 664 00000100:00100000:1.0:1772472520.064670:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472520.064920:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926400 00000100:00100000:2.0:1772472520.064934:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926400 00000100:00100000:2.0:1772472520.065024:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 119 00000100:00100000:2.0:1772472520.065037:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:43061:x1858570169926400:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:2.0:1772472520.065215:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:43061:x1858570169926400:12345-192.168.201.48@tcp:49:rm.0 Request processed in 181us (560us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472520.065224:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 119 00000100:00100000:3.0:1772472520.074325:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472520.074408:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926656 00000100:00100000:0.0:1772472520.074425:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926656 00000100:00100000:0.0:1772472520.074524:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 665 00000100:00100000:0.0:1772472520.074538:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:43061:x1858570169926656:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472520.074570:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472520.074601:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e019a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bc6 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472520.074804:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x31:0x0]: returning size 11776 00010000:00010000:0.0:1772472520.075111:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e019a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bc6 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.075131:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472520.075135:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472520.075141:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e019a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bc6 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472520.075163:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472520.075261:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:43061:x1858570169926656:12345-192.168.201.48@tcp:101:rm.0 Request processed in 727us (1996us total) trans 4294967551 rc 301/301 00000100:00100000:0.0:1772472520.075270:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 665 00000100:00100000:1.0:1772472520.086838:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472520.094904:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169926784 00000100:00100000:3.0:1772472520.094930:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169926784 00000100:00100000:3.0:1772472520.095294:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 120 00000100:00100000:3.0:1772472520.095308:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:43061:x1858570169926784:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:2.0:1772472520.119229:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:43061:x1858570169926784:12345-192.168.201.48@tcp:37:rm.0 Request processed in 23907us (32390us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472520.119250:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 120 00000100:00100000:3.0:1772472520.148015:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472520.148064:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927040 00000100:00100000:3.0:1772472520.148077:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927040 00000100:00100000:3.0:1772472520.148151:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 121 00000100:00100000:3.0:1772472520.148164:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:43061:x1858570169927040:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:3.0:1772472520.151800:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:43061:x1858570169927040:12345-192.168.201.48@tcp:35:rm.0 Request processed in 3621us (3783us total) trans 4294967552 rc 0/0 00000100:00100000:3.0:1772472520.151821:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 121 00000100:00100000:3.0:1772472520.157796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472520.157974:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927296 00000100:00100000:2.0:1772472520.157990:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927296 00000100:00100000:2.0:1772472520.158058:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 666 00000100:00100000:2.0:1772472520.158067:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:43061:x1858570169927296:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472520.158145:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1772472520.158180:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0193 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bbf expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158201:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12baa expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158209:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852dfd87) 00010000:00010000:2.0:1772472520.158214:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:2.0:1772472520.158226:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472520.158261:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158293:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158305:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158321:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158328:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158335:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158482:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158488:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158492:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158532:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158537:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158543:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158547:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472520.158551:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158556:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158562:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x31:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772472520.158564:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472520.158567:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158570:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e01b6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158583:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158598:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158601:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158605:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472520.158607:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158614:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158618:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:2.0:1772472520.158619:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472520.158621:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158624:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e01a8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158636:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158642:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158648:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158653:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472520.158656:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158662:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158670:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff90c424f78900) 00010000:00010000:2.0:1772472520.158673:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472520.158675:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472520.158684:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e01af lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472520.158816:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:43061:x1858570169927296:12345-192.168.201.48@tcp:36:rm.0 Request processed in 747us (1033us total) trans 0 rc -13/-13 00000100:00100000:2.0:1772472520.158824:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 666 00010000:00010000:3.0:1772472520.823137:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472521.350364:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967551 is committed 00000001:00080000:1.0:1772472521.350401:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967552 is committed 00010000:00010000:3.0:1772472521.849502:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472521.967416:0:74760:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcffc21660 20000000:00000080:3.0:1772472521.967443:0:74760:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435144000 uarg=0000000000000000 00010000:00010000:2.0:1772472521.978656:0:74760:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472521.978688:0:74760:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472521.978780:0:74760:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472521.978809:0:74760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.978830:0:74760:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.978840:0:74760:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.978898:0:74760:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.978920:0:74760:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 17 pid: 5803 timeout: 2097 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472521.978938:0:74760:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74760:1858570185841792:0@lo:104: 00000100:00100000:2.0:1772472521.979028:0:74760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472521.979105:0:74760:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4091b4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472521.979474:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841792 00000100:00100000:3.0:1772472521.979485:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841792 00000100:00100000:3.0:1772472521.979539:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1772472521.979551:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74760:x1858570185841792:12345-0@lo:104: 00010000:00010000:3.0:1772472521.979569:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472521.979658:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472521.979665:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74760:x1858570185841792:12345-0@lo:104: Request processed in 117us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472521.979673:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00010000:00010000:0.0:1772472521.979730:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472521.979768:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.979777:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472521.979781:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.979791:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472521.979798:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472521.979808:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472521.979848:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.979855:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472521.979880:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.979887:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e010e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0115 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.979908:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472521.979910:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472521.979912:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472521.979927:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185841920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472521.979964:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472521.980008:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185841920 00000100:00100000:0.0:1772472521.980013:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185841920 00010000:00010000:0.0:1772472521.980035:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 18 pid: 5803 timeout: 2097 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472521.980060:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1772472521.980067:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185841920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472521.980079:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472521.980084:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 18 pid: 5803 timeout: 2097 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980096:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 18 pid: 5803 timeout: 2097 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980117:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980127:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980144:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980152:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980159:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980166:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980172:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472521.980177:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980185:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980194:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472521.980206:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472521.980233:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185841920:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472521.980244:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1772472521.980315:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185841920:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472521.982419:0:74760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e0115 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e010e expref: 17 pid: 5803 timeout: 2097 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472521.982453:0:74760:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74760:1858570185841792:0@lo:104: 00010000:00010000:2.0:1772472521.982490:0:74760:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.982501:0:74760:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.982508:0:74760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472521.982514:0:74760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e01bd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472522.668909:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472522.668953:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472522.668990:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472522.669009:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472522.669040:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927808 00000100:00100000:2.0:1772472522.669050:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927808 00000100:00100000:2.0:1772472522.669099:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927680 00000100:00100000:2.0:1772472522.669102:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927680 00000100:00100000:2.0:1772472522.669161:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 999 00000100:00100000:2.0:1772472522.669170:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169927808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472522.669249:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169927808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472522.669258:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 999 00000100:00100000:2.0:1772472522.669275:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1000 00000100:00100000:2.0:1772472522.669283:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169927680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472522.669307:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169927680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472522.669312:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1000 00000100:00080000:2.0:1772472522.669329:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472522.669333:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472522.669562:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927552 00000100:00100000:0.0:1772472522.669567:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927552 00000100:00100000:0.0:1772472522.669606:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1373 00000100:00100000:0.0:1772472522.669614:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169927552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472522.669645:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169927552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472522.669651:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1373 00000100:00080000:2.0:1772472522.670151:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472522.670340:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927424 00000100:00100000:1.0:1772472522.670346:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927424 00000100:00100000:1.0:1772472522.670398:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1112 00000100:00100000:1.0:1772472522.670407:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169927424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472522.670454:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169927424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472522.670460:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1112 00010000:00010000:3.0:1772472522.877710:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472523.117712:0:74808:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff3641a220 20000000:00000080:0.0:1772472523.117760:0:74808:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c42033b000 uarg=0000000000000000 00010000:00010000:0.0:1772472523.118071:0:74808:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472523.118090:0:74808:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472523.118123:0:74808:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472523.118150:0:74808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118171:0:74808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118185:0:74808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118193:0:74808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118200:0:74808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118213:0:74808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118221:0:74808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472523.118226:0:74808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118245:0:74808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118260:0:74808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118269:0:74808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.118276:0:74808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e01c4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472523.899508:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472524.034347:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472524.034358:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472524.034364:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472524.034435:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472524.034449:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472524.034460:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472524.035123:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185842048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472524.035193:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472524.035256:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c409156f00 going to sleep for 11 seconds 00000100:00100000:0.0:1772472524.038361:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842048 00000100:00100000:0.0:1772472524.038381:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842048 00000100:00100000:0.0:1772472524.038504:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1772472524.038516:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185842048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472524.038536:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472524.038557:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e01cb expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.038589:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.038602:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.038611:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772472524.038686:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185842048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (3492us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472524.038693:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1772472524.039666:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185842048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472524.039691:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472524.039702:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472524.039732:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472524.039752:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472524.039761:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772472524.164301:0:74857:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeab80c640 20000000:00000080:0.0:1772472524.164317:0:74857:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c42033b000 uarg=0000000000000000 00010000:00010000:0.0:1772472524.164546:0:74857:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472524.164561:0:74857:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472524.164584:0:74857:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472524.164603:0:74857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.164619:0:74857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.164629:0:74857:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.164665:0:74857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472524.164680:0:74857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 17 pid: 5805 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472524.164695:0:74857:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74857:1858570185842176:0@lo:104: 00000100:00100000:0.0:1772472524.164790:0:74857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472524.164846:0:74857:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c53b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472524.164847:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842176 00000100:00100000:2.0:1772472524.164855:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842176 00000100:00100000:2.0:1772472524.164907:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1772472524.164927:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74857:x1858570185842176:12345-0@lo:104: 00010000:00010000:2.0:1772472524.164940:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472524.165008:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472524.165014:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:74857:x1858570185842176:12345-0@lo:104: Request processed in 89us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.165021:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1772472524.165112:0:74857:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:74857:1858570185842176:0@lo:104: 00010000:00010000:0.0:1772472524.165129:0:74857:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.165263:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472524.165338:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.165349:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472524.165354:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.165362:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472524.165370:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472524.165376:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472524.165444:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.165451:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472524.166377:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.166389:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e01cb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01d2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.166414:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472524.166416:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472524.166418:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472524.166467:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472524.166489:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185842304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472524.166544:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472524.166719:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842304 00000100:00100000:3.0:1772472524.166727:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842304 00010000:00010000:3.0:1772472524.166851:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472524.166930:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1772472524.166940:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185842304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472524.166954:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472524.166963:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.166975:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.166990:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e01d2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e01cb expref: 18 pid: 5805 timeout: 2099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167002:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167010:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167025:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167036:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167043:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167049:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167054:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472524.167058:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.167066:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472524.167454:0:74857:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472524.167463:0:74857:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.168399:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.168412:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e01d9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 74857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472524.168433:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472524.168514:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185842304:12345-0@lo:103:ldlm_bl.0 Request processed in 1574us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472524.168525:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1772472524.169140:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185842304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472524.344830:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185842432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.344962:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345008:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185842944:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345050:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345077:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772472524.345083:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185842560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345104:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345119:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185843072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345140:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345174:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185842688:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345197:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345224:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472524.345230:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185842816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345252:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472524.345282:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842432 00000100:00100000:2.0:1772472524.345291:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842432 00000100:00100000:2.0:1772472524.345337:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1772472524.345345:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185842432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345396:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185842432:12345-0@lo:400:kworker.0 Request processed in 51us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345402:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1772472524.345440:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842944 00000100:00100000:2.0:1772472524.345444:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842944 00000100:00100000:2.0:1772472524.345481:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842560 00000100:00100000:2.0:1772472524.345483:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842560 00000100:00100000:2.0:1772472524.345500:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842688 00000100:00100000:2.0:1772472524.345503:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842688 00000100:00100000:2.0:1772472524.345519:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1772472524.345525:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185842944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345556:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185842944:12345-0@lo:400:kworker.0 Request processed in 31us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345562:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1772472524.345574:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1772472524.345580:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185842560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345604:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185842560:12345-0@lo:400:kworker.0 Request processed in 24us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345609:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1772472524.345620:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1772472524.345625:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185842688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345653:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185842688:12345-0@lo:400:kworker.0 Request processed in 28us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345659:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1772472524.345680:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843072 00000100:00100000:2.0:1772472524.345684:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843072 00000100:00100000:2.0:1772472524.345708:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185842816 00000100:00100000:2.0:1772472524.345711:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185842816 00000100:00100000:2.0:1772472524.345731:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1772472524.345757:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185843072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345786:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185843072:12345-0@lo:400:kworker.0 Request processed in 48us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345792:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1772472524.345802:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1772472524.345807:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185842816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345829:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185842816:12345-0@lo:400:kworker.0 Request processed in 22us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472524.345835:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1772472524.345875:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185842560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345885:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185843072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345893:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185842432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345900:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185842944:0@lo:400:kworker.0 00000100:00080000:2.0:1772472524.345923:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472524.345926:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472524.345928:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472524.345947:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185842816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472524.345956:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185842688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472524.855849:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185843200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472524.855918:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472524.855968:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843200 00000100:00100000:1.0:1772472524.855972:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472524.855976:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843200 00000100:00100000:1.0:1772472524.855978:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185843328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472524.855999:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472524.861435:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843328 00000100:00100000:0.0:1772472524.861450:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843328 00000100:00100000:0.0:1772472524.861502:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1772472524.862671:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185843200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472524.862713:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472524.864364:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185843200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1695us (8437us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472524.864377:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1772472524.864414:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1772472524.864425:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185843328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472524.864461:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472524.864500:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185843328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (8500us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472524.864505:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1772472524.864578:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185843328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472524.864602:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185843200:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472524.921655:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472525.625448:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472525.625455:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472525.625459:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472525.625510:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472525.625519:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472525.625529:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472525.625551:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185843456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472525.625615:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472525.625662:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472525.625753:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843456 00000100:00100000:0.0:1772472525.625760:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843456 00000100:00100000:0.0:1772472525.625816:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1772472525.625835:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185843456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472525.625850:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472525.625864:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e01e0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472525.625887:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472525.625898:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472525.625906:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472525.625951:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185843456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472525.625958:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1772472525.626370:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185843456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472525.626386:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472525.626396:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472525.626416:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472525.626420:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472525.626427:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472525.943648:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472526.976576:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472527.787553:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472527.787597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472527.787633:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472527.787666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472527.787698:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928192 00000100:00100000:2.0:1772472527.787708:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928192 00000100:00100000:2.0:1772472527.787788:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928320 00000100:00100000:2.0:1772472527.787792:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928320 00000100:00100000:2.0:1772472527.787814:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1003 00000100:00100000:2.0:1772472527.787824:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472527.787900:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472527.787908:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1003 00000100:00100000:2.0:1772472527.787925:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1004 00000100:00100000:2.0:1772472527.787931:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472527.787956:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472527.787961:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1004 00000100:00080000:2.0:1772472527.787979:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472527.787982:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472527.788174:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928064 00000100:00100000:1.0:1772472527.788180:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928064 00000100:00100000:1.0:1772472527.788227:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1377 00000100:00100000:1.0:1772472527.788235:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472527.788273:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169928064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472527.788280:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1377 00000100:00080000:2.0:1772472527.788434:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472527.788655:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169927936 00000100:00100000:0.0:1772472527.788661:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169927936 00000100:00100000:3.0:1772472527.791371:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1116 00000100:00100000:3.0:1772472527.791396:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169927936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472527.791495:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169927936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (3953us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472527.791504:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1116 00010000:00010000:0.0:1772472527.999282:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472528.735576:0:75054:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd94d169a0 20000000:00000080:0.0:1772472528.735592:0:75054:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c917800 uarg=0000000000000000 00010000:00010000:0.0:1772472528.735871:0:75054:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472528.735886:0:75054:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472528.735911:0:75054:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472528.735929:0:75054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.735945:0:75054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.735958:0:75054:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.735996:0:75054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.736010:0:75054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 17 pid: 5806 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472528.736023:0:75054:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75054:1858570185843584:0@lo:104: 00000100:00100000:0.0:1772472528.736076:0:75054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472528.736129:0:75054:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472528.737010:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843584 00000100:00100000:2.0:1772472528.737021:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843584 00000100:00100000:2.0:1772472528.737079:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1772472528.737089:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75054:x1858570185843584:12345-0@lo:104: 00010000:00010000:2.0:1772472528.737103:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472528.737182:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472528.737189:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75054:x1858570185843584:12345-0@lo:104: Request processed in 102us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472528.737196:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00010000:00010000:3.0:1772472528.737206:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472528.737214:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472528.737221:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472528.737226:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472528.737234:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472528.737241:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472528.737246:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472528.737288:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472528.737294:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472528.737320:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472528.737326:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e01e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01e7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472528.737343:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472528.737346:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472528.737347:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472528.737470:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185843712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472528.737504:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472528.737552:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843712 00000100:00100000:1.0:1772472528.737557:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843712 00010000:00010000:1.0:1772472528.737576:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 18 pid: 5806 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472528.737608:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1772472528.737614:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185843712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472528.737625:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472528.737630:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 18 pid: 5806 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737640:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 18 pid: 5806 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737657:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737666:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737679:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737686:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737693:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737699:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737704:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472528.737708:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737715:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737724:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472528.737734:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472528.737795:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185843712:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472528.737801:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1772472528.737906:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185843712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472528.739434:0:75054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e01e7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e01e0 expref: 17 pid: 5806 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472528.739450:0:75054:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75054:1858570185843584:0@lo:104: 00010000:00010000:0.0:1772472528.739471:0:75054:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.739480:0:75054:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.739486:0:75054:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472528.739492:0:75054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e01ee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472529.016214:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472529.463137:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185843840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.463244:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.463302:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185844352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.463333:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.463362:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472529.463368:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185844224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.465868:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.465972:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185843968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.466020:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.466048:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185844480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.466074:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.466103:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472529.466113:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185844096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.466150:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472529.466191:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843840 00000100:00100000:2.0:1772472529.466201:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843840 00000100:00100000:2.0:1772472529.466261:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1772472529.466271:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185843840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.466334:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185843840:12345-0@lo:400:kworker.0 Request processed in 63us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472529.466342:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1772472529.466700:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844224 00000100:00100000:3.0:1772472529.466706:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844224 00000100:00100000:3.0:1772472529.466774:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844480 00000100:00100000:3.0:1772472529.466777:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844480 00000100:00100000:3.0:1772472529.466801:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1772472529.466810:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185844224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472529.466863:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185844224:12345-0@lo:400:kworker.0 Request processed in 55us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472529.466883:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1772472529.466899:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1772472529.466905:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185844480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472529.466940:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185844480:12345-0@lo:400:kworker.0 Request processed in 35us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472529.466946:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00080000:3.0:1772472529.466962:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472529.466967:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472529.467015:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185844480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.467706:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844352 00000100:00100000:2.0:1772472529.467715:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844352 00000100:00100000:2.0:1772472529.467802:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185843968 00000100:00100000:2.0:1772472529.467806:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185843968 00000100:00100000:2.0:1772472529.467826:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844096 00000100:00100000:2.0:1772472529.467829:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844096 00000100:00100000:2.0:1772472529.467847:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1772472529.467855:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185844352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.467932:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185844352:12345-0@lo:400:kworker.0 Request processed in 78us (4598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472529.467941:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1772472529.467958:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1772472529.467963:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185843968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.467996:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185843968:12345-0@lo:400:kworker.0 Request processed in 32us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472529.468001:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1772472529.468014:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1772472529.468020:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185844096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.468048:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185844096:12345-0@lo:400:kworker.0 Request processed in 28us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472529.468053:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1772472529.468151:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185844224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.468166:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185843840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472529.468178:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185844352:0@lo:400:kworker.0 00000100:00080000:3.0:1772472529.469204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472529.469257:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185844096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472529.469275:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185843968:0@lo:400:kworker.0 00000100:00100000:3.0:1772472529.977143:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472529.977176:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185844608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472529.977281:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472529.977639:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185844736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472529.977671:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472529.977901:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844608 00000100:00100000:0.0:1772472529.977911:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844608 00000100:00100000:0.0:1772472529.977972:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844736 00000100:00100000:0.0:1772472529.977983:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844736 00000100:00100000:0.0:1772472529.978015:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1772472529.978025:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185844608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472529.978073:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472529.978141:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185844608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472529.978148:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1772472529.978166:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1772472529.978173:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185844736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472529.978192:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472529.978220:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185844736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472529.978225:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1772472529.978272:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185844736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472529.978332:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185844608:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472530.039018:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472530.488434:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472530.488442:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472530.488447:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472530.488485:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472530.488495:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472530.488504:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472530.488527:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185844864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472530.488581:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472530.488615:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59a540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472530.488838:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844864 00000100:00100000:3.0:1772472530.488844:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844864 00000100:00100000:3.0:1772472530.488910:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1772472530.488917:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185844864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472530.488931:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472530.488944:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e01f5 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472530.488962:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472530.488969:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472530.488977:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472530.489007:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185844864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472530.489011:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1772472530.489712:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185844864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472530.489730:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472530.493353:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472530.493392:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472530.493398:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472530.493467:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472531.063184:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472532.089957:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472532.905243:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472532.905276:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472532.905295:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472532.905371:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472532.905401:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928576 00000100:00100000:3.0:1772472532.905410:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928576 00000100:00100000:3.0:1772472532.905468:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1381 00000100:00100000:3.0:1772472532.905478:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472532.905547:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472532.905554:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1381 00000100:00100000:3.0:1772472532.905578:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928832 00000100:00100000:3.0:1772472532.905581:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928832 00000100:00100000:3.0:1772472532.905604:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928704 00000100:00100000:3.0:1772472532.905607:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928704 00000100:00100000:3.0:1772472532.905627:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1007 00000100:00100000:3.0:1772472532.905633:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472532.905660:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472532.905666:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1007 00000100:00100000:3.0:1772472532.905676:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1008 00000100:00100000:3.0:1772472532.905682:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472532.905701:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169928704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 20us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472532.905706:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1008 00000100:00100000:3.0:1772472532.905726:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928448 00000100:00100000:3.0:1772472532.905730:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928448 00000100:00100000:3.0:1772472532.905771:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00100000:3.0:1772472532.905778:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169928448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472532.905800:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169928448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472532.905806:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00080000:3.0:1772472532.905830:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472532.905833:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472532.905836:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472533.111897:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472534.134974:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472534.588766:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185845376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.588833:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.588886:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472534.588893:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185844992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.588925:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.588950:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185845504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.588975:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.589018:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185845120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589051:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.589071:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185845632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589093:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.589110:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472534.589116:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185845248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589136:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472534.589163:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845376 00000100:00100000:3.0:1772472534.589170:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845376 00000100:00100000:3.0:1772472534.589214:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845632 00000100:00100000:3.0:1772472534.589217:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845632 00000100:00100000:3.0:1772472534.589235:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1772472534.589242:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185845376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589288:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185845376:12345-0@lo:400:kworker.0 Request processed in 46us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589294:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1772472534.589307:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1772472534.589312:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185845632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589514:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185845632:12345-0@lo:400:kworker.0 Request processed in 201us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589521:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1772472534.589541:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185844992 00000100:00100000:3.0:1772472534.589545:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185844992 00000100:00100000:3.0:1772472534.589569:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1772472534.589575:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185844992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589606:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185844992:12345-0@lo:400:kworker.0 Request processed in 31us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589612:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1772472534.589637:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845504 00000100:00100000:3.0:1772472534.589640:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845504 00000100:00100000:3.0:1772472534.589663:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845120 00000100:00100000:3.0:1772472534.589666:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845120 00000100:00100000:3.0:1772472534.589678:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845248 00000100:00100000:3.0:1772472534.589681:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845248 00000100:00100000:3.0:1772472534.589694:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1772472534.589699:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185845504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589727:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185845504:12345-0@lo:400:kworker.0 Request processed in 28us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589733:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1772472534.589765:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1772472534.589771:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185845120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589797:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185845120:12345-0@lo:400:kworker.0 Request processed in 26us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589802:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1772472534.589811:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1772472534.589817:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185845248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589840:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185845248:12345-0@lo:400:kworker.0 Request processed in 23us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472534.589845:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00080000:3.0:1772472534.589866:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472534.589870:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472534.589873:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472534.589915:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185845248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589927:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185845120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589935:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185845632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589962:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185844992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589971:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185845504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472534.589980:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185845376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472535.095121:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472535.095148:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185845760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472535.095218:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472535.095766:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845760 00000100:00100000:0.0:1772472535.095773:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845760 00000100:00100000:0.0:1772472535.095829:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1772472535.095837:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185845760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472535.095868:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472535.095905:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185845760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472535.095909:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1772472535.095988:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185845760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472535.096788:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472535.096799:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185845888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472535.096828:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472535.097719:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185845888 00000100:00100000:2.0:1772472535.097728:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185845888 00000100:00100000:2.0:1772472535.097791:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1772472535.097798:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185845888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472535.097824:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472535.097870:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185845888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472535.097874:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1772472535.097947:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185845888:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472535.158997:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472536.182959:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472537.207184:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472538.021152:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472538.021428:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169928960 00000100:00100000:3.0:1772472538.021440:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169928960 00000100:00100000:2.0:1772472538.021642:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472538.021689:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472538.021809:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472538.021846:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929088 00000100:00100000:2.0:1772472538.021851:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929088 00000100:00100000:2.0:1772472538.021909:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1385 00000100:00100000:2.0:1772472538.021920:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472538.022001:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 84us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472538.022009:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1385 00000100:00080000:2.0:1772472538.022037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472538.022050:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929216 00000100:00100000:2.0:1772472538.022054:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929216 00000100:00100000:2.0:1772472538.022079:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929344 00000100:00100000:2.0:1772472538.022082:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929344 00000100:00100000:2.0:1772472538.022101:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1011 00000100:00100000:2.0:1772472538.022106:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472538.022132:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472538.022137:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1011 00000100:00100000:2.0:1772472538.022147:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1012 00000100:00100000:2.0:1772472538.022154:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472538.022175:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169929344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472538.022180:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1012 00000100:00080000:2.0:1772472538.022193:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472538.022195:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472538.023007:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1121 00000100:00100000:2.0:1772472538.023019:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169928960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472538.023069:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169928960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472538.023076:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1121 00010000:00010000:2.0:1772472538.232582:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1772472538.644918:0:75398:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 19: test nodemap trusted_admin fileops ========================================================== 12:28:57 (1772472537) 00010000:00010000:3.0:1772472539.255009:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472539.703974:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185846016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.703993:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185846144:0@lo:400:kworker.0 00000100:00100000:0.0:1772472539.704080:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185846400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.706534:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472539.706598:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185846656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.706635:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472539.706662:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472539.706669:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185846272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.706689:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472539.706726:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846144 00000100:00100000:1.0:1772472539.707517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846144 00000100:00100000:1.0:1772472539.707575:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846272 00000100:00100000:1.0:1772472539.707579:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846272 00000100:00100000:1.0:1772472539.707611:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1772472539.707619:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185846144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.707685:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185846144:12345-0@lo:400:kworker.0 Request processed in 67us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472539.707692:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1772472539.707711:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1772472539.707717:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185846272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.707848:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185846272:12345-0@lo:400:kworker.0 Request processed in 131us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472539.707855:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1772472539.707880:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846656 00000100:00100000:1.0:1772472539.707884:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846656 00000100:00100000:1.0:1772472539.707912:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:1.0:1772472539.707918:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185846656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.707959:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185846656:12345-0@lo:400:kworker.0 Request processed in 41us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472539.707965:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:1.0:1772472539.707989:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472539.707994:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472539.708032:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185846272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.708044:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185846144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.708053:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185846656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472539.711592:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472539.711699:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185846528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472539.711774:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472539.711816:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846528 00000100:00100000:2.0:1772472539.711824:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846528 00000100:00100000:2.0:1772472539.711880:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1772472539.711899:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185846528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.712154:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846016 00000100:00100000:1.0:1772472539.712159:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846016 00000100:00100000:1.0:1772472539.712201:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1772472539.712209:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185846016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472539.712259:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185846016:12345-0@lo:400:kworker.0 Request processed in 51us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472539.712266:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1772472539.712323:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185846016:0@lo:400:kworker.0 00000100:00080000:1.0:1772472539.712346:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472539.712842:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185846528:12345-0@lo:400:kworker.0 Request processed in 950us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472539.712851:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1772472539.714487:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185846528:0@lo:400:kworker.0 00000100:00100000:0.0:1772472539.715509:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472539.715771:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846400 00000100:00100000:3.0:1772472539.715778:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846400 00000100:00100000:3.0:1772472539.715838:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1772472539.715849:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185846400:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472539.715884:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472539.716034:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185846400:12345-0@lo:400:kworker.0 Request processed in 183us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472539.716048:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1772472539.722711:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185846400:0@lo:400:kworker.0 00000004:00000400:2.0:1772472540.114028:0:75446:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1772472540.122083:0:75446:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000100:00100000:2.0:1772472540.217216:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472540.217254:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185846784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472540.217332:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472540.221137:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185846912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472540.221207:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472540.221295:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846784 00000100:00100000:2.0:1772472540.221303:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846784 00000100:00100000:2.0:1772472540.221357:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185846912 00000100:00100000:2.0:1772472540.221361:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185846912 00000100:00100000:2.0:1772472540.221392:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1772472540.221402:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185846784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472540.221439:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472540.221486:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185846784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (4154us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472540.221494:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1772472540.221510:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1772472540.221516:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185846912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472540.221532:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472540.222224:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185846912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 704us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472540.222231:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1772472540.222304:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185846784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472540.228272:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185846912:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472540.278879:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472541.106140:0:75494:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff07ec55c0 20000000:00000080:2.0:1772472541.106161:0:75494:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4342aa400 uarg=0000000000000000 10000000:01000000:2.0:1772472541.107085:0:75494:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472541.107108:0:75494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.107128:0:75494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.107136:0:75494:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.107173:0:75494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.107191:0:75494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 17 pid: 5805 timeout: 2116 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472541.107206:0:75494:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75494:1858570185847040:0@lo:104: 00000100:00100000:2.0:1772472541.107279:0:75494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472541.107457:0:75494:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843300 going to sleep for 11 seconds 00000100:00100000:3.0:1772472541.107588:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847040 00000100:00100000:3.0:1772472541.107595:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847040 00000100:00100000:3.0:1772472541.107697:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1772472541.107708:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75494:x1858570185847040:12345-0@lo:104: 00010000:00010000:3.0:1772472541.107721:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472541.107818:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472541.107825:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75494:x1858570185847040:12345-0@lo:104: Request processed in 119us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472541.107832:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00010000:00010000:0.0:1772472541.107884:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472541.107901:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.107909:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472541.107913:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.107931:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472541.107939:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472541.107946:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472541.107981:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.107988:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472541.108008:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108016:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e01f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e01fc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108032:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472541.108034:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472541.108036:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472541.108111:0:75494:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75494:1858570185847040:0@lo:104: 00010000:00010000:2.0:1772472541.108128:0:75494:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472541.108171:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185847168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472541.108201:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472541.108512:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847168 00000100:00100000:0.0:1772472541.108517:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847168 00010000:00010000:0.0:1772472541.108536:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 2116 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472541.108570:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1772472541.108577:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185847168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472541.108588:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472541.108592:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 2116 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108602:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 2116 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108615:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e01fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e01f5 expref: 18 pid: 5805 timeout: 2116 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108626:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108634:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108647:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108653:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108659:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108666:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108671:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472541.108675:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108683:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108694:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472541.108702:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472541.108732:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185847168:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472541.108767:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1772472541.108796:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185847168:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472541.108862:0:75494:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.108870:0:75494:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472541.108876:0:75494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e0203 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75494 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472541.304750:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472542.165693:0:75553:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe86cd63a0 20000000:00000080:1.0:1772472542.165712:0:75553:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f38400 uarg=0000000000000000 10000000:01000000:1.0:1772472542.167515:0:75553:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472542.167539:0:75553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167559:0:75553:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167570:0:75553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167577:0:75553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167584:0:75553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167593:0:75553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167599:0:75553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472542.167604:0:75553:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167613:0:75553:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167626:0:75553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167633:0:75553:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472542.167640:0:75553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e020a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472542.328829:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472543.028949:0:75601:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd24b3ca00 20000000:00000080:3.0:1772472543.028967:0:75601:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352fa000 uarg=0000000000000000 10000000:01000000:3.0:1772472543.029174:0:75601:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472543.029292:0:75601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029309:0:75601:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029319:0:75601:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029325:0:75601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029331:0:75601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029340:0:75601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029346:0:75601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472543.029350:0:75601:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029357:0:75601:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029370:0:75601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029378:0:75601:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.029384:0:75601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e0211 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472543.031054:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472543.031061:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472543.031064:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472543.031108:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472543.031120:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472543.031132:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472543.031157:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185847296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472543.031222:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472543.031290:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c403896cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472543.032084:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847296 00000100:00100000:2.0:1772472543.032094:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847296 00000100:00100000:2.0:1772472543.032162:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1772472543.032172:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185847296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472543.032188:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472543.032203:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0218 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.032227:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.032238:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.032247:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472543.032324:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185847296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472543.032331:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1772472543.032374:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185847296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472543.032393:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.032402:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472543.032422:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472543.032427:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.032434:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472543.173659:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472543.173703:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472543.173733:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472543.173783:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472543.173810:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929728 00000100:00100000:2.0:1772472543.173820:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929728 00000100:00100000:2.0:1772472543.173868:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929856 00000100:00100000:2.0:1772472543.173871:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929856 00000100:00100000:2.0:1772472543.173904:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 364 00000100:00100000:2.0:1772472543.173913:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169929728:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772472543.173944:0:6590:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e0090 00000100:00080000:2.0:1772472543.173953:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c3032d5000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472543.173990:0:6590:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:2.0:1772472543.174236:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169929728:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 323us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472543.174245:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 364 00000100:00100000:2.0:1772472543.174260:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 365 00000100:00100000:2.0:1772472543.174267:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169929856:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772472543.174277:0:6590:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e011c 00000100:00080000:2.0:1772472543.174282:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c3031a7000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472543.174301:0:6590:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967337 00000100:00100000:2.0:1772472543.175044:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169929856:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 773us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472543.175053:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 365 00000100:00100000:2.0:1772472543.175072:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929472 00000100:00100000:2.0:1772472543.175077:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929472 00000100:00100000:2.0:1772472543.175111:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1124 00000100:00100000:2.0:1772472543.175118:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169929472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472543.175141:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169929472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472543.175148:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1124 00000100:00100000:2.0:1772472543.175173:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929600 00000100:00100000:2.0:1772472543.175176:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929600 00000100:00100000:2.0:1772472543.175271:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1389 00000100:00100000:2.0:1772472543.175278:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169929600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472543.175304:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169929600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472543.175310:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1389 00000100:00080000:2.0:1772472543.179258:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472543.179268:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472543.179270:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472543.179289:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472543.179839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472543.352051:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1772472543.869169:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772472543.869178:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c3031a6800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772472543.869205:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3031a6800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:2.0:1772472543.869257:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3031a7000 for lustre-OST0001 00000001:00100000:0.0:1772472543.889548:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772472543.889557:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c3032d7000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772472543.889584:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3032d7000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:0.0:1772472543.889634:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3032d5000 for lustre-OST0000 00000020:00000080:1.0:1772472543.996833:0:75650:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe606b9940 20000000:00000080:1.0:1772472543.996848:0:75650:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3025fd400 uarg=0000000000000000 10000000:01000000:1.0:1772472543.997051:0:75650:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472543.997070:0:75650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.997087:0:75650:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.997097:0:75650:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.997143:0:75650:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.997156:0:75650:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 17 pid: 5806 timeout: 2119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472543.997171:0:75650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75650:1858570185847424:0@lo:104: 00000100:00100000:1.0:1772472543.997229:0:75650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472543.997279:0:75650:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4052560c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472543.997804:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847424 00000100:00100000:3.0:1772472543.997813:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847424 00000100:00100000:3.0:1772472543.997881:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1772472543.997891:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75650:x1858570185847424:12345-0@lo:104: 00010000:00010000:3.0:1772472543.997904:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.997975:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472543.997982:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75650:x1858570185847424:12345-0@lo:104: Request processed in 92us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472543.997988:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1772472543.998507:0:75650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75650:1858570185847424:0@lo:104: 00010000:00010000:1.0:1772472543.998529:0:75650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.998603:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472543.998611:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.998618:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472543.998622:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.998631:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472543.998639:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472543.998645:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472543.998718:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.998725:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1772472543.999086:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185847552:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472543.999127:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772472543.999204:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.999212:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0218 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e021f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472543.999227:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472543.999230:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472543.999231:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472543.999351:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847552 00000100:00100000:3.0:1772472543.999357:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847552 00010000:00010000:3.0:1772472543.999381:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 2119 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472543.999410:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1772472543.999418:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185847552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472543.999429:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472543.999434:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 2119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999445:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 2119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999460:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e021f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0218 expref: 18 pid: 5806 timeout: 2119 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999473:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999481:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999494:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999501:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999508:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999515:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999521:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472543.999525:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999532:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999544:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472543.999557:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472543.999639:0:75650:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.999647:0:75650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472543.999655:0:75650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e0226 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472544.007659:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185847552:12345-0@lo:103:ldlm_bl.0 Request processed in 8232us (8521us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472544.007674:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1772472544.011206:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185847552:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472544.374920:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472544.823366:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185848064:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823466:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823538:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472544.823545:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185847680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823576:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823598:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185848192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823623:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823649:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185847936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823672:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823691:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772472544.823697:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185847808:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823720:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823764:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185848320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.823786:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472544.823817:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847680 00000100:00100000:0.0:1772472544.824120:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847680 00000100:00100000:0.0:1772472544.824287:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1772472544.824297:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185847680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.824363:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185847680:12345-0@lo:400:kworker.0 Request processed in 67us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472544.824371:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1772472544.824480:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848064 00000100:00100000:1.0:1772472544.824485:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848064 00000100:00100000:1.0:1772472544.824527:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848320 00000100:00100000:1.0:1772472544.824530:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848320 00000100:00100000:1.0:1772472544.824553:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1772472544.824560:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185848064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.824600:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185848064:12345-0@lo:400:kworker.0 Request processed in 40us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472544.824607:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1772472544.824623:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1772472544.824629:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185848320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.824662:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185848320:12345-0@lo:400:kworker.0 Request processed in 34us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472544.824669:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1772472544.824690:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848192 00000100:00100000:1.0:1772472544.824694:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848192 00000100:00100000:1.0:1772472544.824719:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847936 00000100:00100000:1.0:1772472544.824723:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847936 00000100:00100000:1.0:1772472544.824758:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185847808 00000100:00100000:1.0:1772472544.824761:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185847808 00000100:00100000:1.0:1772472544.824776:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1772472544.824783:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185848192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.824814:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185848192:12345-0@lo:400:kworker.0 Request processed in 31us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472544.824837:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1772472544.824849:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1772472544.824890:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185847936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.824918:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185847936:12345-0@lo:400:kworker.0 Request processed in 64us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472544.824925:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1772472544.824936:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1772472544.824941:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185847808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.824966:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185847808:12345-0@lo:400:kworker.0 Request processed in 25us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472544.824973:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00080000:1.0:1772472544.825105:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472544.825113:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472544.825116:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472544.825197:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185847808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.825213:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185848320:0@lo:400:kworker.0 00000100:00100000:1.0:1772472544.825223:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185847936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.827057:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185847680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.827090:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185848192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472544.827107:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185848064:0@lo:400:kworker.0 00000020:00000080:3.0:1772472544.965803:0:75699:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6b503110 20000000:00000080:3.0:1772472544.965828:0:75699:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352f9800 uarg=0000000000000000 10000000:01000000:3.0:1772472544.970037:0:75699:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472544.970077:0:75699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970099:0:75699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970112:0:75699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970120:0:75699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970128:0:75699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970135:0:75699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970142:0:75699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472544.970147:0:75699:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970155:0:75699:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970265:0:75699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970274:0:75699:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472544.970280:0:75699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e022d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472545.335063:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472545.335095:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185848448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472545.335242:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472545.335365:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848448 00000100:00100000:1.0:1772472545.335376:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848448 00000100:00100000:1.0:1772472545.335468:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1772472545.335480:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185848448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472545.335627:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472545.335692:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185848448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 214us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472545.335704:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1772472545.335838:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185848448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472545.337960:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185848576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472545.338050:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472545.338155:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848576 00000100:00100000:2.0:1772472545.338167:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848576 00000100:00100000:2.0:1772472545.338235:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1772472545.338246:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185848576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472545.338299:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472545.338504:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185848576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 258us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472545.338512:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1772472545.338601:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185848576:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1772472545.398935:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472545.398946:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472545.398953:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472545.399032:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472545.399047:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472545.399062:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472545.399097:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185848704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472545.399207:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472545.399353:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7600 going to sleep for 11 seconds 00010000:00010000:3.0:1772472545.400410:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472545.400527:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848704 00000100:00100000:2.0:1772472545.400540:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848704 00000100:00100000:2.0:1772472545.400930:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1772472545.400944:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185848704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472545.400969:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472545.400994:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0234 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472545.401029:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472545.401043:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472545.401055:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54200, rc 0) 00000100:00100000:2.0:1772472545.401149:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185848704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472545.401157:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1772472545.401273:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185848704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472545.401297:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472545.401308:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472545.401337:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472545.401344:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472545.401353:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1772472546.142507:0:75747:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3af29400 20000000:00000080:2.0:1772472546.142524:0:75747:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4342ab800 uarg=0000000000000000 10000000:01000000:2.0:1772472546.149155:0:75747:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472546.150079:0:75747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.150103:0:75747:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.150116:0:75747:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.150162:0:75747:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.150177:0:75747:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 17 pid: 5806 timeout: 2121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472546.150192:0:75747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75747:1858570185848832:0@lo:104: 00000100:00100000:3.0:1772472546.150255:0:75747:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472546.150347:0:75747:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7180 going to sleep for 11 seconds 00000100:00100000:1.0:1772472546.152335:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772472546.152361:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848832 00000100:00100000:1.0:1772472546.152370:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848832 00000100:00100000:1.0:1772472546.152479:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1772472546.152491:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75747:x1858570185848832:12345-0@lo:104: 00010000:00010000:1.0:1772472546.152509:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472546.152599:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472546.152606:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75747:x1858570185848832:12345-0@lo:104: Request processed in 118us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472546.152613:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1772472546.152723:0:75747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75747:1858570185848832:0@lo:104: 00010000:00010000:3.0:1772472546.152769:0:75747:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.154939:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472546.154952:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.154963:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472546.154967:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.154977:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472546.154985:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472546.154991:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472546.155059:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.155066:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472546.155095:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.155102:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4dc00/0xc2ef6d41852e0234 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e023b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472546.155130:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472546.155132:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472546.155134:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472546.155685:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185848960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472546.155801:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472546.155925:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185848960 00000100:00100000:3.0:1772472546.155934:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185848960 00010000:00010000:3.0:1772472546.155973:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 2121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472546.156012:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1772472546.156023:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185848960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472546.156038:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472546.156044:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 2121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156055:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 2121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156072:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e023b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0234 expref: 18 pid: 5806 timeout: 2121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156090:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156099:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156115:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156124:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156131:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156138:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156143:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472546.156148:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156156:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156174:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156189:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472546.156225:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185848960:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472546.156232:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00010000:00010000:3.0:1772472546.156289:0:75747:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156297:0:75747:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472546.156303:0:75747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e0242 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472546.157475:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185848960:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472546.428172:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472547.447775:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472547.511935:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472547.511946:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472547.511952:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472547.512003:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472547.512016:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472547.512028:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472547.512056:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185849088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472547.512122:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472547.512176:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472547.513489:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849088 00000100:00100000:1.0:1772472547.513500:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849088 00000100:00100000:1.0:1772472547.513577:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1772472547.513587:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185849088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472547.513601:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472547.513617:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0249 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472547.513644:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472547.513656:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472547.513666:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772472547.513733:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185849088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472547.513765:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1772472547.513976:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185849088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472547.513996:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472547.514006:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472547.514029:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472547.514034:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472547.514041:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472548.264289:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472548.264334:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472548.264394:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169929984 00000100:00100000:3.0:1772472548.264402:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169929984 00000100:00100000:3.0:1772472548.264450:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1128 00000100:00100000:3.0:1772472548.264458:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169929984:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472548.264514:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169929984:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 57us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472548.264521:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1128 00000100:00100000:1.0:1772472548.264587:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930112 00000100:00100000:1.0:1772472548.264591:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930112 00000100:00100000:1.0:1772472548.264636:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1393 00000100:00100000:1.0:1772472548.264642:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169930112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472548.264671:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169930112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472548.264677:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1393 00000100:00080000:3.0:1772472548.264725:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472548.475337:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472548.638963:0:75896:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeffca2e30 20000000:00000080:0.0:1772472548.638979:0:75896:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c914000 uarg=0000000000000000 10000000:01000000:0.0:1772472548.639250:0:75896:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472548.639272:0:75896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472548.639289:0:75896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472548.639299:0:75896:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472548.639337:0:75896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472548.639353:0:75896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 17 pid: 5803 timeout: 2124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472548.639368:0:75896:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75896:1858570185849216:0@lo:104: 00000100:00100000:0.0:1772472548.639430:0:75896:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472548.639484:0:75896:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472548.639489:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849216 00000100:00100000:1.0:1772472548.639496:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849216 00000100:00100000:1.0:1772472548.639544:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1772472548.639554:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75896:x1858570185849216:12345-0@lo:104: 00010000:00010000:1.0:1772472548.639567:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.639619:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472548.639625:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:75896:x1858570185849216:12345-0@lo:104: Request processed in 73us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472548.639632:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00010000:00010000:2.0:1772472548.639664:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472548.639671:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.639676:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472548.639679:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.639686:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472548.639690:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472548.639693:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472548.639724:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.639730:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472548.639764:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.639771:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e0249 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0250 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472548.639776:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185849344:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472548.639796:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472548.639798:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472548.639800:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472548.639815:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472548.639828:0:75896:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75896:1858570185849216:0@lo:104: 00010000:00010000:2.0:1772472548.639845:0:75896:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472548.639849:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849344 00000100:00100000:1.0:1772472548.639852:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849344 00010000:00010000:1.0:1772472548.639868:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 2124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472548.639949:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1772472548.639957:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185849344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472548.639969:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472548.639975:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 2124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.639985:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 2124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.639996:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e0250 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0249 expref: 18 pid: 5803 timeout: 2124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640009:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640017:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640040:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640047:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640052:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640059:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640067:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472548.640072:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640078:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640091:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472548.640115:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472548.640143:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185849344:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472548.640150:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00010000:2.0:1772472548.640664:0:75896:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.640671:0:75896:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472548.640675:0:75896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0257 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472548.640827:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185849344:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1772472549.492804:0:75945:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd96958df0 20000000:00000080:0.0:1772472549.492822:0:75945:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c914c00 uarg=0000000000000000 10000000:01000000:0.0:1772472549.493034:0:75945:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472549.493053:0:75945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493070:0:75945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493080:0:75945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493091:0:75945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493098:0:75945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493105:0:75945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493111:0:75945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472549.493115:0:75945:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493123:0:75945:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493135:0:75945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493143:0:75945:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472549.493149:0:75945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e025e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472549.496133:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472549.946209:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185849856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946278:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946331:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472549.946343:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185849472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946371:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946391:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185849984:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946412:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946436:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185849600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946457:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946470:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185850112:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946487:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946502:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472549.946506:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185849728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946526:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472549.946553:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849472 00000100:00100000:3.0:1772472549.946560:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849472 00000100:00100000:3.0:1772472549.946605:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1772472549.946615:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185849472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946669:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185849472:12345-0@lo:400:kworker.0 Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472549.946676:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1772472549.946706:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849984 00000100:00100000:3.0:1772472549.946710:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849984 00000100:00100000:3.0:1772472549.946762:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849600 00000100:00100000:3.0:1772472549.946775:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849600 00000100:00100000:3.0:1772472549.946793:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849728 00000100:00100000:3.0:1772472549.946795:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849728 00000100:00100000:3.0:1772472549.946809:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1772472549.946815:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185849984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946845:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185849984:12345-0@lo:400:kworker.0 Request processed in 31us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472549.946852:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1772472549.946863:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1772472549.946867:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185849600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946895:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185849600:12345-0@lo:400:kworker.0 Request processed in 27us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472549.946900:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1772472549.946911:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1772472549.946918:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185849728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.946941:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185849728:12345-0@lo:400:kworker.0 Request processed in 24us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472549.946946:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00080000:3.0:1772472549.946964:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472549.946994:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185849728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.947020:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185849600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.947046:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185849472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472549.947055:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185849984:0@lo:400:kworker.0 00000100:00100000:1.0:1772472549.948178:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185849856 00000100:00100000:1.0:1772472549.948190:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185849856 00000100:00100000:1.0:1772472549.948248:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850112 00000100:00100000:1.0:1772472549.948252:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850112 00000100:00080000:0.0:1772472549.948267:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472549.948271:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472549.948277:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1772472549.948285:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185849856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472549.948365:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185849856:12345-0@lo:400:kworker.0 Request processed in 81us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472549.948371:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1772472549.948391:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1772472549.948397:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185850112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472549.948433:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185850112:12345-0@lo:400:kworker.0 Request processed in 36us (1944us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472549.948436:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185849856:0@lo:400:kworker.0 00000100:00100000:1.0:1772472549.948442:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1772472549.948490:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185850112:0@lo:400:kworker.0 10000000:01000000:0.0:1772472550.392602:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472550.392615:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472550.392623:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472550.392698:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472550.392714:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472550.392730:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472550.394490:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185850240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472550.394587:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472550.394769:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850240 00000100:00100000:1.0:1772472550.394780:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850240 00000100:00100000:0.0:1772472550.394844:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472550.399635:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1772472550.399663:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185850240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472550.399693:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472550.399722:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0265 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472550.400044:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472550.400061:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472550.400073:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4cc00, rc 0) 00000100:00100000:3.0:1772472550.400403:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185850240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 751us (5814us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472550.400414:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1772472550.403060:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185850240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472550.403096:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472550.403110:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472550.403154:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472550.403161:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472550.403170:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472550.459363:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472550.459393:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185850368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472550.459488:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472550.459967:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850368 00000100:00100000:0.0:1772472550.459978:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850368 00000100:00100000:0.0:1772472550.460045:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1772472550.460057:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185850368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472550.460521:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472550.460602:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185850368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 546us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472550.460611:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1772472550.460772:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185850496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472550.460810:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472550.460862:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850496 00000100:00100000:2.0:1772472550.460876:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850496 00000100:00100000:2.0:1772472550.460921:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1772472550.460930:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185850496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472550.460960:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472550.460992:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185850496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472550.460998:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1772472550.461060:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185850496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472550.461632:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185850368:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472550.530782:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472551.546831:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472552.568395:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472552.578684:0:76094:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe31d5ea60 20000000:00000080:0.0:1772472552.578710:0:76094:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c914c00 uarg=0000000000000000 00010000:00010000:0.0:1772472552.580489:0:76094:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472552.580512:0:76094:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472552.580539:0:76094:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472552.580563:0:76094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472552.580583:0:76094:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472552.580593:0:76094:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472552.580644:0:76094:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472552.580663:0:76094:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 17 pid: 5805 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472552.580681:0:76094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76094:1858570185850624:0@lo:104: 00000100:00100000:0.0:1772472552.581218:0:76094:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472552.581286:0:76094:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a4aff00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472552.581414:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850624 00000100:00100000:1.0:1772472552.581425:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850624 00000100:00100000:1.0:1772472552.581487:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1772472552.581499:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76094:x1858570185850624:12345-0@lo:104: 00010000:00010000:1.0:1772472552.581515:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472552.581603:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472552.581610:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76094:x1858570185850624:12345-0@lo:104: Request processed in 114us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472552.581617:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1772472552.581714:0:76094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76094:1858570185850624:0@lo:104: 00010000:00010000:2.0:1772472552.581776:0:76094:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582260:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472552.582272:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582281:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472552.582287:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582298:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472552.582307:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472552.582314:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472552.582370:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582377:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472552.582409:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582423:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e0265 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e026c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582446:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472552.582448:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472552.582450:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472552.582493:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472552.582512:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185850752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472552.582567:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472552.582685:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850752 00000100:00100000:3.0:1772472552.582691:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850752 00010000:00010000:3.0:1772472552.582728:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472552.582792:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1772472552.582801:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185850752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472552.582815:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472552.582832:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582843:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.582860:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e026c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0265 expref: 18 pid: 5805 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585271:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585293:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585324:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585332:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585339:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585346:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585352:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472552.585357:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585365:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585402:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472552.585415:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472552.585516:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185850752:12345-0@lo:103:ldlm_bl.0 Request processed in 2711us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472552.585528:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00010000:00010000:1.0:1772472552.586438:0:76094:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472552.586452:0:76094:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472552.586459:0:76094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0273 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472552.590637:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185850752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472553.396866:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472553.396923:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472553.396956:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930368 00000100:00100000:2.0:1772472553.396969:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930368 00000100:00100000:2.0:1772472553.397051:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1397 00000100:00100000:2.0:1772472553.397063:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169930368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472553.397158:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169930368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 98us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472553.397167:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1397 00000100:00100000:2.0:1772472553.397195:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930240 00000100:00100000:2.0:1772472553.397199:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930240 00000100:00100000:2.0:1772472553.397226:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1131 00000100:00100000:2.0:1772472553.397233:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169930240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472553.397259:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169930240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472553.397265:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1131 00000100:00080000:2.0:1772472553.397293:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472553.593901:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472553.655394:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472553.655404:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472553.655411:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472553.655475:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472553.655488:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472553.655504:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472553.655539:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185850880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472553.655622:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472553.655685:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472553.655783:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185850880 00000100:00100000:0.0:1772472553.655796:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185850880 00000100:00100000:0.0:1772472553.655873:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1772472553.655886:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185850880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472553.655907:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472553.655927:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e027a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472553.655957:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472553.655970:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472553.655979:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772472553.656036:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185850880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472553.656059:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1772472553.656615:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185850880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472553.656640:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472553.656652:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472553.656678:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472553.656685:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472553.656693:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472554.614965:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472555.063016:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185851136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472555.063725:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185851008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.064480:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472555.064564:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185851648:0@lo:400:kworker.0 00000100:00100000:1.0:1772472555.064579:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851136 00000100:00100000:1.0:1772472555.064593:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851136 00000100:00100000:3.0:1772472555.064611:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472555.064664:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1772472555.064687:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185851136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472555.064799:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185851136:12345-0@lo:400:kworker.0 Request processed in 124us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472555.064808:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1772472555.064898:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851648 00000100:00100000:0.0:1772472555.064903:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851648 00000100:00100000:0.0:1772472555.064960:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1772472555.064969:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185851648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472555.065005:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185851648:12345-0@lo:400:kworker.0 Request processed in 40us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472555.065011:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:1.0:1772472555.065058:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472555.065208:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472555.065283:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185851520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472555.065313:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472555.065512:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851520 00000100:00100000:1.0:1772472555.065517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851520 00000100:00100000:1.0:1772472555.065561:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1772472555.065569:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185851520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472555.065608:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185851520:12345-0@lo:400:kworker.0 Request processed in 40us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472555.065614:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1772472555.065661:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185851520:0@lo:400:kworker.0 00000100:00080000:2.0:1772472555.066431:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472555.066446:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185851136:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.066461:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185851648:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.066491:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185851264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.066534:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472555.066568:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472555.066575:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.066599:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472555.066697:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851392 00000100:00100000:1.0:1772472555.066708:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851392 00000100:00100000:1.0:1772472555.066772:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1772472555.066780:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472555.066835:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851392:12345-0@lo:400:kworker.0 Request processed in 56us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472555.066842:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00080000:1.0:1772472555.066867:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472555.067011:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851264 00000100:00100000:2.0:1772472555.067016:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851264 00000100:00100000:2.0:1772472555.067062:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1772472555.067070:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185851264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472555.067107:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185851264:12345-0@lo:400:kworker.0 Request processed in 38us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472555.067204:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00080000:1.0:1772472555.067259:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472555.067655:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472555.067671:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185851264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472555.074859:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851008 00000100:00100000:0.0:1772472555.074880:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851008 00000100:00100000:1.0:1772472555.075027:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1772472555.075039:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185851008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472555.075171:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185851008:12345-0@lo:400:kworker.0 Request processed in 134us (9962us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472555.075184:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1772472555.076201:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185851008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472555.575038:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472555.575127:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472555.575396:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851776 00000100:00100000:2.0:1772472555.575404:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851776 00000100:00100000:3.0:1772472555.575437:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472555.575461:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472555.575473:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1772472555.575486:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472555.575527:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472555.575535:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472555.575699:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472555.575804:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185851904 00000100:00100000:3.0:1772472555.575810:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185851904 00000100:00100000:3.0:1772472555.575861:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1772472555.575869:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472555.575906:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472555.577254:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1761us (2117us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472555.577269:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1772472555.577456:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185851904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1582us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472555.577472:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1772472555.577575:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185851904:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472555.661125:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472556.666332:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472557.244589:0:76291:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7be19d10 20000000:00000080:3.0:1772472557.245079:0:76291:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352f8c00 uarg=0000000000000000 00010000:00010000:3.0:1772472557.245404:0:76291:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472557.245422:0:76291:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472557.245444:0:76291:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472557.245464:0:76291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.245482:0:76291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.245491:0:76291:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.245533:0:76291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.245549:0:76291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 17 pid: 5805 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472557.245564:0:76291:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76291:1858570185852032:0@lo:104: 00000100:00100000:3.0:1772472557.246295:0:76291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472557.246382:0:76291:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472557.246431:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852032 00000100:00100000:1.0:1772472557.246441:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852032 00000100:00100000:1.0:1772472557.246525:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1772472557.246534:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76291:x1858570185852032:12345-0@lo:104: 00010000:00010000:1.0:1772472557.246548:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472557.246623:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472557.246630:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76291:x1858570185852032:12345-0@lo:104: Request processed in 98us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472557.246637:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00010000:00010000:2.0:1772472557.246708:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472557.246715:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.246728:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472557.246732:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.246762:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472557.246770:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472557.246775:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472557.246813:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.246820:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472557.246842:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.246849:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4c800/0xc2ef6d41852e027a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0281 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.246866:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472557.246867:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472557.246869:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472557.246889:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185852160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472557.246935:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472557.246979:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852160 00000100:00100000:2.0:1772472557.246984:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852160 00010000:00010000:2.0:1772472557.247003:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 18 pid: 5805 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472557.247026:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1772472557.247032:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185852160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472557.247042:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472557.247047:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 18 pid: 5805 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247057:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 18 pid: 5805 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247072:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247080:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247093:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247100:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247108:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247114:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247120:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472557.247124:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247131:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247139:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.247148:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472557.247176:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185852160:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472557.247182:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1772472557.247220:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185852160:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472557.247410:0:76291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e0281 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e027a expref: 17 pid: 5805 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472557.247421:0:76291:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76291:1858570185852032:0@lo:104: 00010000:00010000:3.0:1772472557.247434:0:76291:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.247443:0:76291:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.247450:0:76291:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472557.247456:0:76291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0288 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472557.687199:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472558.053094:0:76339:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb48f6710 20000000:00000080:1.0:1772472558.053112:0:76339:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302a62c00 uarg=0000000000000000 00010000:00010000:1.0:1772472558.053335:0:76339:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472558.053350:0:76339:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472558.053376:0:76339:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472558.053395:0:76339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053411:0:76339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053422:0:76339:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053429:0:76339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053440:0:76339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053447:0:76339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053452:0:76339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472558.053456:0:76339:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053464:0:76339:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053477:0:76339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053499:0:76339:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472558.053505:0:76339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e028f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472558.523383:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472558.526843:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472558.527290:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930496 00000100:00100000:3.0:1772472558.527300:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930496 00000100:00100000:3.0:1772472558.527357:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1134 00000100:00100000:3.0:1772472558.527367:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169930496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472558.527447:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169930496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472558.527454:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1134 00000100:00100000:0.0:1772472558.528475:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930624 00000100:00100000:0.0:1772472558.528484:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930624 00000100:00100000:1.0:1772472558.528607:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1401 00000100:00100000:1.0:1772472558.528624:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169930624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472558.528681:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169930624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 66us (5305us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472558.528687:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1401 00000100:00080000:2.0:1772472558.529919:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472558.710939:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472559.159304:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472559.159311:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472559.159316:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472559.159360:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.159373:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.159385:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472559.159410:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185852288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472559.159473:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472559.159518:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472559.159551:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852288 00000100:00100000:2.0:1772472559.159558:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852288 00000100:00100000:2.0:1772472559.159601:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1772472559.159637:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185852288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472559.159650:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472559.159662:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0296 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.159683:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.159693:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.159702:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472559.159755:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185852288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472559.159762:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1772472559.161444:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185852288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472559.161465:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.161475:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472559.161495:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472559.161500:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472559.161506:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472559.737061:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472560.183467:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185852544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183541:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472560.183602:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185853056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183628:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472560.183654:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472560.183660:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185852672:0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183684:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472560.183713:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853056 00000100:00100000:0.0:1772472560.183721:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853056 00000100:00100000:0.0:1772472560.183791:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1772472560.183800:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185853056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183849:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185853056:12345-0@lo:400:kworker.0 Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472560.183856:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1772472560.183877:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852544 00000100:00100000:0.0:1772472560.183880:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852544 00000100:00100000:0.0:1772472560.183900:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852672 00000100:00100000:0.0:1772472560.183903:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852672 00000100:00100000:0.0:1772472560.183920:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1772472560.183926:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185852544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183953:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185852544:12345-0@lo:400:kworker.0 Request processed in 28us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472560.183959:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1772472560.183969:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1772472560.183975:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185852672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.183999:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185852672:12345-0@lo:400:kworker.0 Request processed in 24us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472560.184005:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00080000:0.0:1772472560.184021:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472560.184039:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472560.184045:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185852800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184075:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472560.184100:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472560.184106:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185852416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184158:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472560.184181:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185852928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184202:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472560.184231:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852928 00000100:00100000:1.0:1772472560.184236:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852928 00000100:00100000:1.0:1772472560.184266:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1772472560.184272:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185852928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184305:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185852928:12345-0@lo:400:kworker.0 Request processed in 33us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472560.184312:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1772472560.184336:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852800 00000100:00100000:1.0:1772472560.184340:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852800 00000100:00100000:1.0:1772472560.184364:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1772472560.184370:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185852800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184399:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185852800:12345-0@lo:400:kworker.0 Request processed in 29us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472560.184405:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1772472560.184422:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185852416 00000100:00100000:1.0:1772472560.184426:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185852416 00000100:00100000:1.0:1772472560.184449:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1772472560.184455:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185852416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.184455:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185852672:0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.184465:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185852544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472560.184475:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185853056:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184481:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185852416:12345-0@lo:400:kworker.0 Request processed in 27us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472560.184489:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00080000:1.0:1772472560.184517:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472560.184520:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472560.184535:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185852416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184545:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185852928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472560.184553:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185852800:0@lo:400:kworker.0 00000100:00100000:2.0:1772472560.695123:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472560.695147:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185853184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472560.695215:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472560.695812:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853184 00000100:00100000:3.0:1772472560.695820:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853184 00000100:00100000:3.0:1772472560.695874:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1772472560.695893:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185853184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472560.695941:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472560.696000:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185853184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472560.696006:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1772472560.696363:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185853312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472560.696396:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472560.696466:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853312 00000100:00100000:3.0:1772472560.696470:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853312 00000100:00100000:3.0:1772472560.696496:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1772472560.696502:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185853312:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472560.696518:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185853184:0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472560.696532:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472560.696856:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185853312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 353us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472560.696864:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1772472560.697399:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185853312:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472560.763904:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472561.792177:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472562.807578:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472563.403046:0:76633:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc40b6fd70 20000000:00000080:1.0:1772472563.403063:0:76633:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43b554400 uarg=0000000000000000 00010000:00010000:2.0:1772472563.411302:0:76633:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472563.411323:0:76633:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472563.411349:0:76633:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472563.411368:0:76633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.411384:0:76633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.411392:0:76633:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.411431:0:76633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.411446:0:76633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 17 pid: 5805 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472563.411460:0:76633:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76633:1858570185853440:0@lo:104: 00000100:00100000:2.0:1772472563.411517:0:76633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472563.413075:0:76633:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca56480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472563.413124:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853440 00000100:00100000:1.0:1772472563.413132:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853440 00000100:00100000:1.0:1772472563.413281:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1772472563.413291:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76633:x1858570185853440:12345-0@lo:104: 00010000:00010000:1.0:1772472563.413307:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472563.413383:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472563.413389:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76633:x1858570185853440:12345-0@lo:104: Request processed in 100us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472563.413396:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00010000:00010000:3.0:1772472563.413444:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472563.413450:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413459:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472563.413463:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413472:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472563.413479:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472563.413485:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472563.413520:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413526:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472563.413567:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413575:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0296 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e029d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413594:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472563.413596:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472563.413597:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472563.413614:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185853568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472563.413649:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472563.413682:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853568 00000100:00100000:3.0:1772472563.413685:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853568 00010000:00010000:3.0:1772472563.413704:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 18 pid: 5805 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472563.413724:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1772472563.413730:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185853568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472563.413763:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472563.413769:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 18 pid: 5805 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413778:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 18 pid: 5805 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413794:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413801:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413815:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413821:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413828:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413834:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413839:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472563.413843:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413850:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413857:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472563.413865:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472563.413890:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185853568:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472563.413897:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1772472563.413931:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185853568:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472563.414084:0:76633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e029d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0296 expref: 17 pid: 5805 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472563.414096:0:76633:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76633:1858570185853440:0@lo:104: 00010000:00010000:2.0:1772472563.414112:0:76633:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.414119:0:76633:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.414125:0:76633:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472563.414130:0:76633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472563.622866:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472563.622916:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472563.623054:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930880 00000100:00100000:1.0:1772472563.623066:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930880 00000100:00100000:1.0:1772472563.623420:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1405 00000100:00100000:1.0:1772472563.623431:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169930880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472563.623585:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169930880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 156us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472563.623594:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1405 00000100:00100000:3.0:1772472563.623939:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169930752 00000100:00100000:3.0:1772472563.623944:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169930752 00000100:00100000:3.0:1772472563.623975:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1137 00000100:00100000:3.0:1772472563.623982:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169930752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472563.624014:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169930752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472563.624024:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1137 00000100:00080000:2.0:1772472563.624292:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472563.832434:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472564.227365:0:76681:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd02d8d40 20000000:00000080:2.0:1772472564.227383:0:76681:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302ae6c00 uarg=0000000000000000 00010000:00010000:2.0:1772472564.227622:0:76681:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472564.227637:0:76681:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472564.227656:0:76681:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472564.227675:0:76681:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228354:0:76681:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228369:0:76681:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228376:0:76681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228382:0:76681:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228389:0:76681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228395:0:76681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472564.228473:0:76681:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228483:0:76681:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228582:0:76681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228593:0:76681:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472564.228599:0:76681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e02ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472564.855447:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472564.982848:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472564.982858:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472564.982863:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472564.982909:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472564.982932:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472564.982944:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472564.982972:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185853696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472564.983040:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472564.983092:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472564.983156:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853696 00000100:00100000:1.0:1772472564.983163:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853696 00000100:00100000:1.0:1772472564.983212:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1772472564.983220:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185853696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472564.983234:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472564.983247:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e02b2 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472564.983268:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472564.983278:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472564.983287:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472564.983326:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185853696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472564.983332:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1772472564.983373:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185853696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472564.983385:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472564.983393:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472564.983411:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472564.983417:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472564.983424:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472565.303259:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185854208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472565.303333:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472565.303397:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472565.303404:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185854080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472565.303429:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472565.303461:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854080 00000100:00100000:3.0:1772472565.303468:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854080 00000100:00100000:3.0:1772472565.303535:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1772472565.303546:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185854080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472565.303595:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185854080:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472565.303606:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00080000:3.0:1772472565.303631:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472565.303668:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185854080:0@lo:400:kworker.0 00000100:00100000:0.0:1772472565.303844:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854208 00000100:00100000:0.0:1772472565.303850:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854208 00000100:00100000:0.0:1772472565.303892:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1772472565.303900:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185854208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472565.303938:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185854208:12345-0@lo:400:kworker.0 Request processed in 40us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472565.303944:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1772472565.303973:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185854208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304123:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185853952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304148:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.304182:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185854464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304203:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.304221:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472565.304225:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185853824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304243:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.304257:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185854336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304267:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.304283:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854464 00000100:00100000:2.0:1772472565.304286:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854464 00000100:00100000:2.0:1772472565.304305:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1772472565.304309:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185854464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304331:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185854464:12345-0@lo:400:kworker.0 Request processed in 22us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.304335:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1772472565.304347:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853824 00000100:00100000:2.0:1772472565.304349:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853824 00000100:00100000:2.0:1772472565.304363:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1772472565.304367:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185853824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304382:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185853824:12345-0@lo:400:kworker.0 Request processed in 16us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.304386:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1772472565.304402:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185853952 00000100:00100000:2.0:1772472565.304404:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185853952 00000100:00100000:2.0:1772472565.304415:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854336 00000100:00100000:2.0:1772472565.304417:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854336 00000100:00100000:2.0:1772472565.304428:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1772472565.304431:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185853952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304448:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185853952:12345-0@lo:400:kworker.0 Request processed in 17us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.304452:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1772472565.304459:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1772472565.304462:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185854336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304473:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185854336:12345-0@lo:400:kworker.0 Request processed in 12us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.304476:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1772472565.304496:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185853824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304521:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185854336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304530:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185853952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472565.304539:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185854464:0@lo:400:kworker.0 00000100:00080000:3.0:1772472565.304650:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472565.304654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472565.304656:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472565.815173:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185854592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472565.815261:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.815625:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854592 00000100:00100000:2.0:1772472565.815634:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854592 00000100:00100000:2.0:1772472565.815690:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1772472565.815700:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185854592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472565.815735:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472565.815813:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185854592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.815821:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1772472565.816124:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185854720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472565.816156:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472565.816190:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854720 00000100:00100000:2.0:1772472565.816195:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854720 00000100:00100000:2.0:1772472565.816226:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1772472565.816233:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185854720:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472565.816250:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185854592:0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472565.816254:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472565.821408:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185854720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5165us (5240us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472565.821423:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1772472565.827730:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185854720:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472565.879019:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472566.904520:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472567.052512:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472567.056272:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931008 00000100:00100000:3.0:1772472567.056288:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931008 00000100:00100000:2.0:1772472567.059821:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 667 00000100:00100000:2.0:1772472567.059837:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44277:x1858570169931008:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472567.059858:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472567.059882:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bcd expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.059945:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.059959:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.059972:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472567.060038:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772472567.060042:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472567.060068:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.060090:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bcd expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.060112:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bcd expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.060121:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472567.060123:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472567.060126:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772472567.060192:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44277:x1858570169931008:12345-192.168.201.48@tcp:101:rm.0 Request processed in 360us (7691us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472567.060199:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 667 00000100:00080000:3.0:1772472567.063888:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472567.065950:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472567.066175:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931136 00000100:00100000:2.0:1772472567.066186:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931136 00000100:00100000:2.0:1772472567.066243:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 668 00000100:00100000:2.0:1772472567.066254:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44277:x1858570169931136:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472567.066274:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472567.066295:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bd4 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066353:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066368:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066380:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066431:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066440:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066447:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066530:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066672:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066679:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066685:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472567.066689:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066697:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066710:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472567.066713:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.066717:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066724:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e02d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066833:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066842:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066848:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066852:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472567.066856:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066863:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066871:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78000) 00010000:00010000:2.0:1772472567.066874:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.066876:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066882:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066917:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02ce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bd4 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066926:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472567.066928:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.066931:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bd4 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.066944:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772472567.067015:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44277:x1858570169931136:12345-192.168.201.48@tcp:101:rm.0 Request processed in 762us (1073us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472567.067024:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 668 00000100:00100000:1.0:1772472567.138691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472567.138931:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931264 00000100:00100000:0.0:1772472567.138941:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931264 00000100:00100000:0.0:1772472567.139003:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 669 00000100:00100000:0.0:1772472567.139014:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169931264:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:0.0:1772472567.139056:0:5812:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1772472567.139129:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169931264:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 116us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472567.139136:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 669 00000100:00100000:1.0:1772472567.139377:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472567.143755:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931520 00000100:00100000:2.0:1772472567.143772:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931520 00000100:00100000:2.0:1772472567.144886:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 670 00000100:00100000:2.0:1772472567.144901:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44281:x1858570169931520:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:2.0:1772472567.144953:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472567.144983:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bcd expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145004:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472567.145013:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472567.145099:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145112:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145122:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145134:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145140:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.145147:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472567.147264:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00010000:00010000:2.0:1772472567.147280:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147289:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147297:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147303:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472567.147308:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147317:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147332:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:2.0:1772472567.147335:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.147339:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.147345:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02e3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472567.147363:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005ee483e5 reply state 00000000a71f7f00 transno 4294967553 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472567.147377:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472567.149693:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44281:x1858570169931520:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 4788us (10307us total) trans 4294967553 rc 0/0 00000100:00100000:2.0:1772472567.149706:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 670 00010000:00010000:0.0:1772472567.163289:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163307:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163316:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163323:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472567.163328:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163336:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163354:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78c00) 00010000:00010000:0.0:1772472567.163357:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472567.163362:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472567.163369:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e02ea lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472567.246177:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472567.246460:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931648 00000100:00100000:2.0:1772472567.246500:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931648 00000100:00100000:2.0:1772472567.246576:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 671 00000100:00100000:2.0:1772472567.246587:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44285:x1858570169931648:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:2.0:1772472567.246614:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472567.246639:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bdb expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246707:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246720:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246734:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472567.246828:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772472567.246840:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472567.246867:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246891:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bdb expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246915:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bdb expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.246923:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:2.0:1772472567.246926:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472567.246930:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772472567.246991:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44285:x1858570169931648:12345-192.168.201.48@tcp:101:chown.0 Request processed in 405us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472567.246999:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 671 00000100:00100000:3.0:1772472567.250689:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472567.252004:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169931776 00000100:00100000:2.0:1772472567.252017:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169931776 00000100:00100000:2.0:1772472567.252128:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 672 00000100:00100000:2.0:1772472567.252139:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44285:x1858570169931776:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:2.0:1772472567.252160:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472567.252182:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12be2 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252237:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252250:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252261:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252276:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252283:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252290:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252403:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252411:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252417:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472567.252476:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000004:00200000:2.0:1772472567.252480:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472567.252508:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252520:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252527:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252677:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252684:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472567.252688:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252697:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252709:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:2.0:1772472567.252713:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.252717:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252723:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0306 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252769:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252785:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252792:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252796:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472567.252799:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252805:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252812:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78f00) 00010000:00010000:2.0:1772472567.252814:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472567.252816:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252826:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e030d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252974:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e02ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be2 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252986:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be2 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.252994:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772472567.252996:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472567.252999:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472567.253079:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44285:x1858570169931776:12345-192.168.201.48@tcp:101:chown.0 Request processed in 941us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472567.253087:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 672 00000100:00100000:1.0:1772472567.256553:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472567.256666:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932032 00000100:00100000:2.0:1772472567.256676:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932032 00000100:00100000:2.0:1772472567.256722:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 673 00000100:00100000:2.0:1772472567.256732:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44285:x1858570169932032:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:2.0:1772472567.256808:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472567.256845:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0314 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be2 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.256866:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772472567.256877:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472567.256902:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.256928:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472567.256938:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472567.257142:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000a77053e reply state 000000006d10f4a6 transno 4294967554 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472567.257153:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472567.257164:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 512 00000100:00100000:2.0:1772472567.257251:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44285:x1858570169932032:12345-192.168.201.48@tcp:36:chown.0 Request processed in 519us (716us total) trans 4294967554 rc 0/0 00000100:00100000:2.0:1772472567.257259:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 673 00010000:00010000:3.0:1772472567.260549:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260567:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260576:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260583:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472567.260588:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260596:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260617:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78700) 00010000:00010000:3.0:1772472567.260619:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472567.260624:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472567.260629:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e031b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472567.429836:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967554 is committed 00010000:00010000:2.0:1772472567.931304:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472568.023991:0:76879:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe837d5410 20000000:00000080:3.0:1772472568.024010:0:76879:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352f8c00 uarg=0000000000000000 00010000:00010000:3.0:1772472568.024304:0:76879:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1772472568.024339:0:76879:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:3.0:1772472568.024343:0:76879:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472568.024353:0:76879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e02f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bdb expref: 5 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.024375:0:76879:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1772472568.024398:0:76879:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472568.024414:0:76879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.024521:0:76879:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.024530:0:76879:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.024568:0:76879:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.024587:0:76879:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 17 pid: 5805 timeout: 2143 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472568.024602:0:76879:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76879:1858570185854848:0@lo:104: 00000100:00100000:3.0:1772472568.024666:0:76879:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472568.024806:0:76879:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4039e0600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472568.025052:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854848 00000100:00100000:0.0:1772472568.025060:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854848 00000100:00100000:0.0:1772472568.025145:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1772472568.025155:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76879:x1858570185854848:12345-0@lo:104: 00010000:00010000:0.0:1772472568.025169:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472568.025236:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472568.025242:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:76879:x1858570185854848:12345-0@lo:104: Request processed in 90us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472568.025250:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00010000:00010000:2.0:1772472568.025289:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472568.025296:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025303:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472568.025306:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025315:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472568.025322:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472568.025328:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472568.025357:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025363:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472568.025382:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025389:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e02b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e02b9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025404:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472568.025406:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472568.025408:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472568.025438:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185854976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472568.025483:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472568.025534:0:76879:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76879:1858570185854848:0@lo:104: 00000100:00100000:2.0:1772472568.025539:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185854976 00000100:00100000:2.0:1772472568.025544:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185854976 00010000:00010000:3.0:1772472568.025549:0:76879:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025568:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 2143 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472568.025600:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1772472568.025608:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185854976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472568.025618:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472568.025623:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 2143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025633:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 2143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025644:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e02b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e02b2 expref: 18 pid: 5805 timeout: 2143 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025656:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025663:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025675:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025682:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025688:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025695:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025700:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472568.025704:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025711:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025727:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472568.025771:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472568.025780:0:76879:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.025790:0:76879:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.025797:0:76879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0322 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472568.025802:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185854976:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472568.025810:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1772472568.025840:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185854976:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1772472568.710436:0:76927:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc422315c0 20000000:00000080:3.0:1772472568.710463:0:76927:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c35f000 uarg=0000000000000000 00010000:00010000:3.0:1772472568.711162:0:76927:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472568.711179:0:76927:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472568.711201:0:76927:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472568.711221:0:76927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711236:0:76927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711247:0:76927:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711255:0:76927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711262:0:76927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711268:0:76927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711272:0:76927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472568.711275:0:76927:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711280:0:76927:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711289:0:76927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711294:0:76927:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472568.711298:0:76927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e0329 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472568.744571:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472568.744618:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472568.744652:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932160 00000100:00100000:0.0:1772472568.744661:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932160 00000100:00100000:0.0:1772472568.744706:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1140 00000100:00100000:0.0:1772472568.744716:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169932160:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472568.744796:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169932160:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472568.744804:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1140 00000100:00100000:2.0:1772472568.745864:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932288 00000100:00100000:2.0:1772472568.745873:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932288 00000100:00100000:2.0:1772472568.745934:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1409 00000100:00100000:2.0:1772472568.745943:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169932288:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472568.746004:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169932288:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 62us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472568.746011:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1409 00010000:00010000:0.0:1772472568.951066:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472569.784295:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472569.784304:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472569.784309:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472569.784792:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472569.784805:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472569.784816:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472569.784845:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185855104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472569.784915:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472569.785075:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855104 00000100:00100000:3.0:1772472569.785091:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855104 00000100:00100000:3.0:1772472569.785179:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1772472569.785191:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185855104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472569.785213:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472569.785237:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0330 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472569.785271:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472569.785284:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472569.785297:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4cc00, rc 0) 00000100:00100000:3.0:1772472569.785366:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185855104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472569.785374:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1772472569.786483:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3024f7300 going to sleep for 11 seconds 00000100:00100000:1.0:1772472569.786524:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302490700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185855104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472569.786702:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472569.786714:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472569.786764:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472569.786770:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472569.786777:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472569.975114:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472570.422961:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185855232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423031:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423075:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185855744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423100:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423125:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472570.423131:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185855616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423153:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423180:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185855360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423203:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423221:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185855872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423240:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423256:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472570.423261:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185855488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423281:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472570.423308:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855232 00000100:00100000:3.0:1772472570.423315:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855232 00000100:00100000:3.0:1772472570.423369:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1772472570.423378:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185855232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423438:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185855232:12345-0@lo:400:kworker.0 Request processed in 60us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423446:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1772472570.423479:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855744 00000100:00100000:3.0:1772472570.423482:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855744 00000100:00100000:3.0:1772472570.423511:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855360 00000100:00100000:3.0:1772472570.423514:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855360 00000100:00100000:3.0:1772472570.423529:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855488 00000100:00100000:3.0:1772472570.423531:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855488 00000100:00100000:3.0:1772472570.423544:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1772472570.423550:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185855744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423583:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185855744:12345-0@lo:400:kworker.0 Request processed in 33us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423589:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1772472570.423600:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1772472570.423605:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185855360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423633:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185855360:12345-0@lo:400:kworker.0 Request processed in 27us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423638:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1772472570.423648:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1772472570.423654:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185855488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423678:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185855488:12345-0@lo:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423684:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1772472570.423701:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855616 00000100:00100000:3.0:1772472570.423705:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855616 00000100:00100000:3.0:1772472570.423728:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185855872 00000100:00100000:3.0:1772472570.423731:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185855872 00000100:00100000:3.0:1772472570.423775:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1772472570.423781:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185855616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423810:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185855616:12345-0@lo:400:kworker.0 Request processed in 29us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423815:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1772472570.423825:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1772472570.423830:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185855872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423855:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185855872:12345-0@lo:400:kworker.0 Request processed in 25us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.423860:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00080000:3.0:1772472570.423885:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472570.423889:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472570.423891:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472570.423932:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185855488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423944:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185855360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423951:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185855872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423983:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185855616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423991:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185855232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.423999:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185855744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472570.935145:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472570.935183:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185856000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472570.935296:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472570.935450:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472570.935481:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185856128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472570.935558:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472570.935713:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856000 00000100:00100000:2.0:1772472570.935724:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856000 00000100:00100000:3.0:1772472570.935800:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856128 00000100:00100000:3.0:1772472570.935809:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856128 00000100:00100000:2.0:1772472570.935836:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1772472570.935850:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185856000:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472570.935867:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1772472570.935879:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185856128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472570.935891:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00002000:00000024:3.0:1772472570.935920:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472570.935974:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185856000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472570.935986:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1772472570.935994:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185856128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472570.936004:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1772472570.936095:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185856128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472570.936115:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185856000:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472570.998963:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472571.695232:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472571.695508:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932416 00000100:00100000:3.0:1772472571.695520:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932416 00000100:00100000:3.0:1772472571.695671:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 11 00000100:00100000:3.0:1772472571.695682:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570169932416:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472571.695709:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472571.695712:0:5798:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e02f8) 00010000:00010000:3.0:1772472571.695715:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472571.695808:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570169932416:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 128us (584us total) trans 0 rc 116/116 00000100:00100000:3.0:1772472571.695816:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 11 00000100:00080000:0.0:1772472571.696676:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472572.023032:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472572.700707:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472572.700854:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932544 00000100:00100000:3.0:1772472572.700878:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932544 00000100:00100000:3.0:1772472572.700963:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 674 00000100:00100000:3.0:1772472572.700977:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44390:x1858570169932544:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472572.701006:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472572.701037:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e033e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12be9 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701119:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701138:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701155:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472572.701248:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472572.701253:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472572.701292:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701323:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e033e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be9 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701343:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be9 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.701354:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772472572.701357:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472572.701363:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472572.701448:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44390:x1858570169932544:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 474us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472572.701456:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 674 00000100:00100000:0.0:1772472572.704447:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472572.709144:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932672 00000100:00100000:3.0:1772472572.709165:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932672 00000100:00100000:2.0:1772472572.714024:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 675 00000100:00100000:2.0:1772472572.714050:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44390:x1858570169932672:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472572.714085:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472572.714119:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e034c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bf0 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714213:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714233:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714248:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714267:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714274:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714282:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714450:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714459:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714466:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472572.714521:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1772472572.714525:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472572.714556:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714574:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714580:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714587:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714594:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472572.714599:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714608:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714622:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:2.0:1772472572.714626:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472572.714632:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714639:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0353 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714655:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714662:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714668:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714674:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472572.714677:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714683:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714690:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78800) 00010000:00010000:2.0:1772472572.714693:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472572.714696:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714702:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e035a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714736:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e034c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf0 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714776:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf0 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.714784:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472572.714787:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472572.714789:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772472572.714897:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44390:x1858570169932672:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 857us (10464us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472572.714906:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 675 00000100:00100000:0.0:1772472572.723193:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472572.723315:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169932928 00000100:00100000:2.0:1772472572.723329:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169932928 00000100:00100000:2.0:1772472572.723414:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 676 00000100:00100000:2.0:1772472572.723426:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44390:x1858570169932928:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472572.723500:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472572.723537:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0361 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf0 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.723559:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472572.723572:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472572.723602:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.723618:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.723908:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472572.767196:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000e21e87e reply state 00000000e3930fcb transno 4294967555 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472572.767223:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472572.767279:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:2.0:1772472572.767428:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44390:x1858570169932928:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 43996us (44243us total) trans 4294967555 rc 0/0 00000100:00100000:2.0:1772472572.767439:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 676 00000001:00080000:3.0:1772472572.768585:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967555 is committed 00010000:00010000:0.0:1772472572.773476:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773503:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773513:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773520:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472572.773526:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773535:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773557:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78000) 00010000:00010000:0.0:1772472572.773561:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472572.773567:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.773574:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0368 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472572.865024:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472572.865216:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933056 00000100:00100000:1.0:1772472572.865232:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933056 00000100:00100000:1.0:1772472572.865315:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 677 00000100:00100000:1.0:1772472572.865326:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44394:x1858570169933056:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472572.865361:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472572.865399:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e036f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bf7 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865479:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865498:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865512:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865534:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865542:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865548:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865720:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865729:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865763:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472572.865807:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472572.865812:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472572.865845:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865859:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865866:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865874:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865884:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472572.865889:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865897:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865924:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472572.865927:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472572.865933:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865940:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0376 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865956:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865963:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865969:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865975:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472572.865978:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865985:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.865997:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328400) 00010000:00010000:1.0:1772472572.866000:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472572.866003:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.866009:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e037d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.866053:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e036f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf7 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.866068:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf7 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472572.866077:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472572.866080:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472572.866082:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472572.866161:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44394:x1858570169933056:12345-192.168.201.48@tcp:101:touch.0 Request processed in 836us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472572.866169:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 677 00000100:00100000:2.0:1772472572.870881:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472572.876730:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933312 00000100:00100000:0.0:1772472572.876787:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933312 00000100:00100000:0.0:1772472572.876893:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 678 00000100:00100000:0.0:1772472572.876918:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44394:x1858570169933312:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472572.876953:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472572.876982:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e038b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12bfe expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877188:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877208:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877224:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877414:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877518:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.877532:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472572.878946:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:2.0:1772472572.880008:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e03a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880039:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e03a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880054:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e03a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880104:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880113:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880121:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880128:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472572.880133:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880141:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880157:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:2.0:1772472572.880161:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472572.880167:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880175:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0392 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472572.880191:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000534d8245 reply state 0000000002191750 transno 4294967556 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472572.880203:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472572.880248:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e038b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bfe expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880264:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e03a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bfe expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.880272:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472572.880275:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472572.880278:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772472572.880387:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44394:x1858570169933312:12345-192.168.201.48@tcp:101:touch.0 Request processed in 3482us (9520us total) trans 4294967556 rc 0/0 00000100:00100000:2.0:1772472572.880398:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 678 00010000:00010000:3.0:1772472572.884479:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884503:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884512:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884519:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472572.884526:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884535:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884560:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c410b8ab00) 00010000:00010000:3.0:1772472572.884564:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472572.884570:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472572.884576:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0399 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472572.885586:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472572.886535:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933568 00000100:00100000:0.0:1772472572.886553:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933568 00000100:00100000:0.0:1772472572.886639:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 679 00000100:00100000:0.0:1772472572.886652:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44394:x1858570169933568:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:0.0:1772472572.886867:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472572.886904:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e03a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bfe expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.886926:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:0.0:1772472572.888474:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472572.888562:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.888587:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.888604:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472572.890184:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ed350f51 reply state 00000000af456726 transno 4294967557 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472572.890209:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472572.890414:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44394:x1858570169933568:12345-192.168.201.48@tcp:36:touch.0 Request processed in 3750us (4825us total) trans 4294967557 rc 0/0 00000100:00100000:1.0:1772472572.890427:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 679 00010000:00010000:2.0:1772472572.892857:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892875:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892881:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892886:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472572.892891:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892897:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892919:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772472572.892922:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472572.892926:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472572.892931:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e03ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472572.893883:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472572.893990:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933696 00000100:00100000:0.0:1772472572.894004:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933696 00000100:00100000:0.0:1772472572.894073:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 680 00000100:00100000:0.0:1772472572.894084:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44394:x1858570169933696:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472572.894115:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472572.894140:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e03b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c05 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.894224:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e03b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c05 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.894241:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e03b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c05 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472572.894263:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472572.894266:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472572.894270:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472572.894357:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44394:x1858570169933696:12345-192.168.201.48@tcp:101:touch.0 Request processed in 274us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472572.894378:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 680 00000100:00100000:1.0:1772472572.902589:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472572.902719:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933824 00000100:00100000:3.0:1772472572.902733:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933824 00000100:00100000:3.0:1772472572.902895:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 366 00000100:00100000:3.0:1772472572.902906:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570169933824:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:3.0:1772472572.902960:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 1998 last 0 00000020:00000080:3.0:1772472572.903007:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e03bc 00002000:00100000:3.0:1772472572.903025:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c404b58800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772472572.903058:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1772472572.903810:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1772472572.903859:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c404b5d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1772472572.903967:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169933824:12345-192.168.201.48@tcp:8:touch.0 Request processed in 1060us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472572.903977:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 366 00000100:00100000:1.0:1772472572.926381:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472572.926635:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169933952 00000100:00100000:3.0:1772472572.926650:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169933952 00000100:00100000:3.0:1772472572.927069:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 367 00000100:00100000:3.0:1772472572.927084:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169933952:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:0.0:1772472572.928058:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1772472573.016187:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000001:00100000:1.0:1772472573.016212:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:2.0:1772472573.016386:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570169933952:12345-192.168.201.48@tcp:2:touch.0 Request processed in 89298us (90023us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1772472573.016400:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 367 00000100:00100000:2.0:1772472573.021211:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472573.023165:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934208 00000100:00100000:1.0:1772472573.023186:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934208 00000100:00100000:1.0:1772472573.023342:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 122 00000100:00100000:1.0:1772472573.023356:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44394:x1858570169934208:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:1.0:1772472573.023901:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44394:x1858570169934208:12345-192.168.201.48@tcp:35:touch.0 Request processed in 545us (2702us total) trans 4294967558 rc 0/0 00000100:00100000:1.0:1772472573.023908:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 122 00000100:00080000:0.0:1772472573.027511:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472573.049110:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472573.076508:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472573.076640:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934336 00000100:00100000:0.0:1772472573.076654:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934336 00000100:00100000:0.0:1772472573.076895:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 681 00000100:00100000:0.0:1772472573.076908:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44398:x1858570169934336:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472573.077009:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472573.077040:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e03c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c0c expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077123:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077140:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077155:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077173:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077182:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077189:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077428:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077440:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077447:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472573.077493:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 0 00000004:00200000:0.0:1772472573.077499:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472573.077523:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077538:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077549:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077556:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077563:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077570:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472573.077576:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077585:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077601:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472573.077604:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472573.077611:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077618:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e03ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077635:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077642:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077648:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077654:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472573.077657:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.077663:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.078043:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c410b8a000) 00010000:00010000:0.0:1772472573.078047:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472573.078051:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.078058:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e03d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.078109:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e03c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c0c expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.078125:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c0c expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472573.078133:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472573.078136:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472573.078139:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472573.078664:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44398:x1858570169934336:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1755us (2167us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472573.078686:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 681 00000100:00100000:2.0:1772472573.083683:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472573.083901:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934464 00000100:00100000:3.0:1772472573.083915:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934464 00000100:00100000:3.0:1772472573.084029:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 368 00000100:00100000:3.0:1772472573.084043:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169934464:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472573.084068:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472573.084095:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c13 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472573.084132:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x69a5c8fd, atime: 0x69a5c8fd, ctime: 0x69a5c8fd, blocks: 0x1 00010000:00010000:3.0:1772472573.084157:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472573.084159:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472573.084170:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.084194:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.084209:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772472573.084283:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169934464:12345-192.168.201.48@tcp:101:rm.0 Request processed in 243us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472573.084292:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 368 00000100:00100000:2.0:1772472573.089677:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472573.089836:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934720 00000100:00100000:1.0:1772472573.089851:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934720 00000100:00100000:1.0:1772472573.089953:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 682 00000100:00100000:1.0:1772472573.089966:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44398:x1858570169934720:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472573.090053:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472573.090093:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e03d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c0c expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090120:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e03b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c05 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090134:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:1.0:1772472573.090148:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472573.090179:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090196:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090209:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090228:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090236:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090243:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090417:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090426:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.090434:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472573.091006:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9536 00000004:00080000:1.0:1772472573.091020:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1998923279723ns, next at 1999923276518ns, rc = 0 00010000:00010000:1.0:1772472573.091092:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091103:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091112:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091124:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091131:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091139:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091242:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472573.091270:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091276:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091283:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091290:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472573.091295:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091304:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091316:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472573.091319:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472573.091324:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091334:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e03f4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091353:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091359:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091376:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091381:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472573.091384:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091390:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091397:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472573.091399:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472573.091402:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472573.091408:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e03e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472573.091421:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000864c3ce1 reply state 00000000034c0c4d transno 4294967559 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472573.091431:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472573.091542:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44398:x1858570169934720:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1573us (1873us total) trans 4294967559 rc 0/0 00000100:00100000:1.0:1772472573.091553:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 682 00010000:00010000:3.0:1772472573.092601:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472573.092614:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.092623:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472573.092628:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.092639:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.092657:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff90c420328900) 00010000:00010000:3.0:1772472573.092660:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472573.092664:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.092947:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e03fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.092976:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472573.092978:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472573.092980:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472573.094107:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094125:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094133:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094139:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472573.094143:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094151:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094166:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c420328400) 00010000:00010000:3.0:1772472573.094169:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472573.094173:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472573.094179:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e03ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472573.861139:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472573.861576:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934848 00000100:00100000:1.0:1772472573.861590:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934848 00000100:00100000:1.0:1772472573.861671:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1143 00000100:00100000:1.0:1772472573.861684:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169934848:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472573.861808:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169934848:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 126us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472573.861817:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1143 00010000:00010000:2.0:1772472574.076419:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472574.122203:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.124603:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169934976 00000100:00100000:1.0:1772472574.124622:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169934976 00000100:00100000:1.0:1772472574.124780:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 683 00000100:00100000:1.0:1772472574.124793:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44413:x1858570169934976:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472574.124827:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472574.124853:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0402 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c1a expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.124955:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.124972:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.124986:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472574.125060:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472574.125065:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472574.125092:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.125120:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0402 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c1a expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.125141:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c1a expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.125151:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472574.125155:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472574.125159:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472574.125248:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44413:x1858570169934976:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 457us (3057us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472574.125256:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 683 00000100:00100000:1.0:1772472574.129627:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472574.129730:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169935232 00000100:00100000:0.0:1772472574.129763:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169935232 00000100:00100000:0.0:1772472574.130024:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 684 00000100:00100000:0.0:1772472574.130037:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44413:x1858570169935232:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472574.130111:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472574.130147:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0409 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c1a expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.130174:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0384 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12bf7 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.130187:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472574.130199:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472574.130230:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.130245:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.130255:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472574.201632:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967560 is committed 00000004:00080000:1.0:1772472574.201666:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 55 committed 00000100:00100000:1.0:1772472574.201857:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472574.201887:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185856256:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472574.202125:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472574.202171:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856256 00000100:00100000:3.0:1772472574.202181:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856256 00000100:00080000:1.0:1772472574.202234:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472574.202268:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1772472574.202280:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185856256:12345-0@lo:6:osp-syn-0-0.0 00000004:00010000:2.0:1772472574.202437:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000015479ca6 reply state 00000000f6d56aa7 transno 4294967560 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472574.202452:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00080000:3.0:1772472574.202498:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00000004:00200000:2.0:1772472574.202505:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00010000:3.0:1772472574.202529:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.202553:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 5 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.202563:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.202566:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.202570:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1772472574.202600:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1772472574.202606:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 5 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472574.202617:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44413:x1858570169935232:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 72581us (73004us total) trans 4294967560 rc 0/0 00010000:00010000:3.0:1772472574.202626:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 5 pid: 6591 timeout: 2100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472574.202630:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 684 00000100:00100000:3.0:1772472574.202657:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570185856384:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472574.202666:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.202681:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.202690:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.202697:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472574.202703:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472574.202713:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6da80 going to sleep for 11 seconds 00010000:00010000:2.0:1772472574.202713:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.202754:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:2.0:1772472574.202758:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472574.202764:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.202771:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0410 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472574.211640:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570185856384:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472574.211775:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472574.213198:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472574.219431:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169935360 00000100:00100000:2.0:1772472574.219447:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169935360 00010000:00010000:3.0:1772472574.219763:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 2100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472574.219822:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 365 00000100:00100000:3.0:1772472574.219834:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169935360:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472574.219854:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472574.219861:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 2100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.219876:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 2100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.219986:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e03df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c13 expref: 6 pid: 6591 timeout: 2100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220006:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.220008:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.220014:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220026:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220059:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472574.220131:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169935360:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 298us (6939us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472574.220140:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 365 00010000:00010000:3.0:1772472574.220330:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220341:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220363:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220372:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.220392:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1772472574.220562:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472574.221964:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185856256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19681us (19835us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1772472574.221979:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00010000:3.0:1772472574.222016:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472574.222024:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.222037:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472574.222042:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.222055:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.222079:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.222087:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0417 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.222110:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472574.222113:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472574.222114:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472574.223341:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c302dd7800/2, rc 0, transno 4294967339 00000100:00100000:2.0:1772472574.223368:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185856256:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772472574.266669:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.266791:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169935488 00000100:00100000:1.0:1772472574.266805:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169935488 00000100:00100000:1.0:1772472574.266877:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 685 00000100:00100000:1.0:1772472574.266888:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44417:x1858570169935488:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472574.266923:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472574.266949:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e041e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c21 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267029:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267046:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267060:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267077:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267084:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267091:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267255:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267263:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267270:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472574.267309:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472574.267314:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472574.267354:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267368:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267375:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267382:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267388:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472574.267555:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267567:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267584:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472574.267587:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472574.267593:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267601:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0425 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267618:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267628:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267634:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267639:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472574.267642:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267649:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267657:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328d00) 00010000:00010000:1.0:1772472574.267660:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472574.267663:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267669:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e042c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267705:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e041e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c21 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267721:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c21 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.267730:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472574.267733:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472574.267736:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472574.267895:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44417:x1858570169935488:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1008us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472574.267904:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 685 00000100:00100000:3.0:1772472574.275646:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.275821:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169935744 00000100:00100000:1.0:1772472574.275834:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169935744 00000100:00100000:1.0:1772472574.275915:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 686 00000100:00100000:1.0:1772472574.275926:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44417:x1858570169935744:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472574.275958:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472574.275989:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e043a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c28 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276164:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276183:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276196:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276213:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276220:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.276227:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472574.276956:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:1.0:1772472574.277237:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e044f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277251:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e044f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277261:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e044f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277308:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277316:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277325:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277332:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472574.277338:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277362:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277380:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472574.277383:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472574.277390:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277397:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0441 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472574.277420:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ff6b7607 reply state 000000008578a44f transno 4294967561 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472574.277429:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472574.277691:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e043a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c28 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277708:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e044f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c28 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.277718:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472574.277721:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472574.277724:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472574.277859:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44417:x1858570169935744:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1934us (2229us total) trans 4294967561 rc 0/0 00000100:00100000:1.0:1772472574.277870:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 686 00010000:00010000:2.0:1772472574.280037:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280063:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280072:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280078:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472574.280083:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280092:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280113:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c420328c00) 00010000:00010000:2.0:1772472574.280117:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472574.280123:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.280129:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0448 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472574.282519:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472574.282652:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936000 00000100:00100000:2.0:1772472574.282668:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936000 00000100:00100000:2.0:1772472574.282787:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 687 00000100:00100000:2.0:1772472574.282799:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44417:x1858570169936000:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:2.0:1772472574.282884:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472574.282928:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e044f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c28 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.282958:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c420328800) 00010000:00010000:2.0:1772472574.282971:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472574.283029:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.283045:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.283056:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472574.283236:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000073715aa3 reply state 00000000204ea040 transno 4294967562 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472574.283247:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472574.283386:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44417:x1858570169936000:12345-192.168.201.48@tcp:36:touch.0 Request processed in 587us (878us total) trans 4294967562 rc 0/0 00000100:00100000:2.0:1772472574.283396:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 687 00010000:00010000:3.0:1772472574.286608:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.286635:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.286644:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472574.286666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472574.286799:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936128 00000100:00100000:0.0:1772472574.286812:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936128 00000100:00100000:0.0:1772472574.286896:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 688 00000100:00100000:0.0:1772472574.286909:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44417:x1858570169936128:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472574.286942:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472574.286966:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0464 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c2f expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.287040:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0464 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c2f expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.287059:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0464 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c2f expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.287084:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c424f78700) 00010000:00010000:0.0:1772472574.287088:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472574.287093:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00010000:00010000:3.0:1772472574.287104:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472574.287110:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.287119:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.287135:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c424f78700) 00010000:00010000:3.0:1772472574.287139:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472574.287144:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.287151:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e045d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472574.287162:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44417:x1858570169936128:12345-192.168.201.48@tcp:101:touch.0 Request processed in 254us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472574.287173:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 688 00000100:00100000:3.0:1772472574.291203:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.291454:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936256 00000100:00100000:1.0:1772472574.291476:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936256 00000100:00100000:1.0:1772472574.291541:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 370 00000100:00100000:1.0:1772472574.291552:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570169936256:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:1.0:1772472574.291598:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2000 last 0 00000020:00000080:1.0:1772472574.291658:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e046b 00002000:00100000:1.0:1772472574.291677:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c40546d800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1772472574.291713:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772472574.292057:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1772472574.292099:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c405469800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472574.292198:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169936256:12345-192.168.201.48@tcp:8:touch.0 Request processed in 646us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472574.292212:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 370 00000100:00100000:1.0:1772472574.296655:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472574.296712:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936384 00000100:00100000:2.0:1772472574.296727:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936384 00000100:00100000:2.0:1772472574.296863:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 371 00000100:00080000:1.0:1772472574.296909:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472574.297247:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169936384:12345-192.168.201.48@tcp:2:touch.0 00000001:00100000:0.0:1772472574.359843:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:1.0:1772472574.360522:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169936384:12345-192.168.201.48@tcp:2:touch.0 Request processed in 63202us (63805us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1772472574.360538:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 371 00000001:00080000:2.0:1772472574.360965:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000100:00100000:2.0:1772472574.364235:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472574.364472:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936640 00000100:00100000:3.0:1772472574.364488:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936640 00000100:00100000:3.0:1772472574.364565:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 123 00000100:00100000:3.0:1772472574.364576:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44417:x1858570169936640:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:0.0:1772472574.365339:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44417:x1858570169936640:12345-192.168.201.48@tcp:35:touch.0 Request processed in 759us (1112us total) trans 4294967563 rc 0/0 00000100:00100000:0.0:1772472574.365363:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 123 00000100:00100000:3.0:1772472574.417854:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.419656:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936768 00000100:00100000:1.0:1772472574.419676:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936768 00000100:00100000:1.0:1772472574.419792:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 689 00000100:00100000:1.0:1772472574.419805:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44421:x1858570169936768:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472574.419838:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472574.419864:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0472 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c36 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419941:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419958:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419971:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419987:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419995:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.419999:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420101:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420106:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420110:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472574.420145:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x39:0x0]: returning size 0 00000004:00200000:1.0:1772472574.420148:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472574.420166:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420175:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420182:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420186:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420190:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420197:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472574.420202:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420207:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420217:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472574.420219:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472574.420223:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420226:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0479 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420238:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420242:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420246:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420248:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472574.420250:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420253:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420260:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c420328d00) 00010000:00010000:1.0:1772472574.420261:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472574.420263:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420266:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0480 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420290:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0472 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c36 expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420299:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c36 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.420303:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c424f78700) 00010000:00010000:1.0:1772472574.420304:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472574.420307:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472574.420414:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44421:x1858570169936768:12345-192.168.201.48@tcp:101:rm.0 Request processed in 610us (2573us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472574.420423:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 689 00000100:00100000:1.0:1772472574.428500:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472574.428562:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169936896 00000100:00100000:3.0:1772472574.428578:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169936896 00000100:00100000:3.0:1772472574.428720:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 372 00000100:00100000:3.0:1772472574.428732:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169936896:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472574.428799:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472574.428827:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c3d expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472574.428863:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x69a5c8fe, atime: 0x69a5c8fe, ctime: 0x69a5c8fe, blocks: 0x1 00010000:00010000:3.0:1772472574.428888:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.428890:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472574.428912:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.428935:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472574.428953:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472574.429036:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169936896:12345-192.168.201.48@tcp:101:rm.0 Request processed in 306us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472574.429044:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 372 00000100:00100000:3.0:1772472574.435145:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472574.436156:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937152 00000100:00100000:1.0:1772472574.436173:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937152 00000100:00100000:1.0:1772472574.436243:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 690 00000100:00100000:1.0:1772472574.436254:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44421:x1858570169937152:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472574.436485:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472574.436523:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e0487 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c36 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.436553:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0464 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c2f expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.436567:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c424f78700) 00010000:00010000:1.0:1772472574.436581:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472574.436610:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.436627:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.436639:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.437503:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.437518:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472574.437529:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.438160:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.438173:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.438182:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472574.439173:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9536 00000004:00080000:0.0:1772472574.439187:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2000271446909ns, next at 2001271443847ns, rc = 0 00010000:00010000:0.0:1772472574.439270:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439286:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439298:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439497:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439507:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439514:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439550:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472574.439584:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439590:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439598:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439604:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472574.439610:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439618:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.439632:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472574.439635:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472574.439640:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439733:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472574.439762:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439774:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472574.439781:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439788:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439799:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:2.0:1772472574.439801:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472574.439804:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 1/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439809:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e04aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472574.439840:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472574.439842:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472574.439843:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472574.440280:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e04a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440493:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440502:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440514:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440520:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472574.440523:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440531:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440542:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:0.0:1772472574.440546:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472574.440549:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.440556:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0495 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472574.440570:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000795f1042 reply state 00000000288d7bc9 transno 4294967564 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472574.440581:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472574.441124:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44421:x1858570169937152:12345-192.168.201.48@tcp:36:rm.0 Request processed in 4864us (5987us total) trans 4294967564 rc 0/0 00000100:00100000:0.0:1772472574.441137:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 690 00010000:00010000:0.0:1772472574.456703:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456727:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456772:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456788:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472574.456794:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456803:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456827:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c420328d00) 00010000:00010000:0.0:1772472574.456831:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472574.456838:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472574.456844:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e049c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.095066:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472575.406446:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472575.406537:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937280 00000100:00100000:1.0:1772472575.406550:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937280 00000100:00100000:1.0:1772472575.406650:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 691 00000100:00100000:1.0:1772472575.406662:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44435:x1858570169937280:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472575.406696:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472575.406723:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e04b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c44 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.406834:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.406852:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.406868:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472575.406948:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472575.406953:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472575.406981:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.407012:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e04b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c44 expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.407033:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c44 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472575.407044:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472575.407048:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472575.407052:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472575.407127:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44435:x1858570169937280:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 467us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472575.407136:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 691 00000100:00080000:0.0:1772472575.407317:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472575.417079:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.417187:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937536 00000100:00100000:3.0:1772472575.417201:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937536 00000100:00100000:3.0:1772472575.417281:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 692 00000100:00100000:3.0:1772472575.417292:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44435:x1858570169937536:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472575.417375:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472575.417412:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e04b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c44 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.417439:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0433 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c21 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.417454:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:3.0:1772472575.417470:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472575.417502:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.417519:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.417529:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472575.418065:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000050873138 reply state 0000000096f32642 transno 4294967565 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472575.418077:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472575.418096:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:3.0:1772472575.419962:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44435:x1858570169937536:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 2656us (2883us total) trans 4294967565 rc 0/0 00000100:00100000:3.0:1772472575.419975:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 692 00010000:00010000:3.0:1772472575.425956:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.425976:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.425985:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.425992:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472575.425997:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.426006:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.426027:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:3.0:1772472575.426031:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472575.426035:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.426042:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e04bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472575.543773:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.549835:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937664 00000100:00100000:3.0:1772472575.549858:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937664 00000100:00100000:3.0:1772472575.549941:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 693 00000100:00100000:3.0:1772472575.549954:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169937664:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472575.550099:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169937664:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 148us (6366us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472575.550108:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 693 00000100:00100000:0.0:1772472575.551304:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185856512:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551390:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.551482:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472575.551489:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185856640:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551517:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.551550:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856640 00000100:00100000:0.0:1772472575.551557:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856640 00000100:00100000:0.0:1772472575.551600:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1772472575.551608:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185856640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551661:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185856640:12345-0@lo:400:kworker.0 Request processed in 54us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.551669:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1772472575.551721:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185856640:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551795:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185856768:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551820:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.551853:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856768 00000100:00100000:0.0:1772472575.551857:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856768 00000100:00100000:0.0:1772472575.551887:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1772472575.551894:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185856768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.551927:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185856768:12345-0@lo:400:kworker.0 Request processed in 34us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.551933:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00080000:0.0:1772472575.551949:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472575.551970:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185856768:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552002:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185856896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552032:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.552065:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856896 00000100:00100000:0.0:1772472575.552070:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856896 00000100:00100000:0.0:1772472575.552100:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1772472575.552106:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185856896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552143:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185856896:12345-0@lo:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.552149:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1772472575.552178:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185856896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552209:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185857024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552233:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.552258:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857024 00000100:00100000:0.0:1772472575.552262:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857024 00000100:00100000:0.0:1772472575.552287:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1772472575.552293:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185857024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552340:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185857024:12345-0@lo:400:kworker.0 Request processed in 47us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.552346:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00080000:0.0:1772472575.552360:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472575.552378:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185857024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552405:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472575.552412:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185857152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552435:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472575.552457:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857152 00000100:00100000:0.0:1772472575.552461:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857152 00000100:00100000:0.0:1772472575.552492:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1772472575.552499:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185857152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.552531:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185857152:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.552537:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:0.0:1772472575.552553:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472575.552569:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185857152:0@lo:400:kworker.0 00000100:00100000:3.0:1772472575.556046:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185856512 00000100:00100000:3.0:1772472575.556068:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185856512 00000100:00100000:3.0:1772472575.556144:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1772472575.556222:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185856512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472575.556319:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185856512:12345-0@lo:400:kworker.0 Request processed in 100us (4928us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472575.556338:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1772472575.557439:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185856512:0@lo:400:kworker.0 00000100:00100000:0.0:1772472575.560709:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472575.560783:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937792 00000100:00100000:0.0:1772472575.560796:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937792 00000100:00100000:0.0:1772472575.560860:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 373 00000100:00100000:0.0:1772472575.560872:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44447:x1858570169937792:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472575.561271:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44447:x1858570169937792:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 401us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.561281:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 373 00000100:00100000:0.0:1772472575.569051:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472575.569104:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169937920 00000100:00100000:0.0:1772472575.569117:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169937920 00000100:00100000:0.0:1772472575.569198:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 374 00000100:00100000:0.0:1772472575.569212:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44447:x1858570169937920:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472575.569677:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44447:x1858570169937920:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 466us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.569687:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 374 00000100:00100000:0.0:1772472575.576541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.582599:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938048 00000100:00100000:2.0:1772472575.582622:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938048 00000100:00100000:2.0:1772472575.582699:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 694 00000100:00100000:2.0:1772472575.582713:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938048:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472575.583170:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938048:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 459us (6641us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472575.583180:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 694 00000100:00100000:0.0:1772472575.587100:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.587194:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938176 00000100:00100000:2.0:1772472575.587208:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938176 00000100:00100000:2.0:1772472575.587283:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 695 00000100:00100000:2.0:1772472575.587294:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938176:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472575.587450:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938176:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 157us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472575.587460:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 695 00000100:00100000:2.0:1772472575.593441:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.593526:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938304 00000100:00100000:3.0:1772472575.593539:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938304 00000100:00100000:3.0:1772472575.593612:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 375 00000100:00100000:3.0:1772472575.593623:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44447:x1858570169938304:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472575.594072:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44447:x1858570169938304:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 449us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472575.594082:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 375 00000100:00100000:2.0:1772472575.607147:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.607201:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938432 00000100:00100000:2.0:1772472575.607214:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938432 00000100:00100000:2.0:1772472575.607300:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 376 00000100:00100000:2.0:1772472575.607314:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43cb48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44447:x1858570169938432:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472575.607725:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43cb48450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44447:x1858570169938432:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 413us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472575.607735:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 376 00000100:00100000:1.0:1772472575.617723:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.618136:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938560 00000100:00100000:3.0:1772472575.618151:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938560 00000100:00100000:3.0:1772472575.618239:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 696 00000100:00100000:3.0:1772472575.618252:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938560:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472575.618706:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44447:x1858570169938560:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 456us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472575.618718:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 696 00000100:00100000:3.0:1772472575.698036:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.698418:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938688 00000100:00100000:2.0:1772472575.698441:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938688 00000100:00100000:2.0:1772472575.698520:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 697 00000100:00100000:2.0:1772472575.698532:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44451:x1858570169938688:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472575.698559:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472575.698586:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e04c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c4b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698662:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698679:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698699:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698716:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698724:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.698731:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699186:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699196:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699203:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472575.699243:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1772472575.699248:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472575.699275:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699500:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699510:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699523:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699529:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472575.699535:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699544:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699560:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:2.0:1772472575.699564:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472575.699570:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699577:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699596:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699603:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699609:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699615:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472575.699619:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699629:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699636:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78c00) 00010000:00010000:2.0:1772472575.699639:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472575.699642:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699648:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699688:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e04c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c4b expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699703:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c4b expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.699711:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772472575.699714:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472575.699716:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772472575.700182:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44451:x1858570169938688:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1650us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472575.700193:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 697 00000100:00100000:0.0:1772472575.704977:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.705247:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169938944 00000100:00100000:2.0:1772472575.705262:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169938944 00000100:00100000:2.0:1772472575.705381:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 698 00000100:00100000:2.0:1772472575.705393:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44451:x1858570169938944:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472575.705428:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472575.705464:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e04e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c52 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705631:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705649:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705663:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705679:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705687:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.705694:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472575.706193:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:2.0:1772472575.706412:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e04f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706423:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e04f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706432:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e04f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706479:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706487:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706494:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706501:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472575.706506:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706515:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706529:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772472575.706533:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472575.706539:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706546:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e04e9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472575.706562:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c5209c1e reply state 0000000057679d03 transno 4294967566 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472575.706571:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472575.706606:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e04e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c52 expref: 15 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706627:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e04f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c52 expref: 14 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.706635:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772472575.706638:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472575.706641:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772472575.706736:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+15:44451:x1858570169938944:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1344us (1772us total) trans 4294967566 rc 0/0 00000100:00100000:2.0:1772472575.706805:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 698 00010000:00010000:3.0:1772472575.709094:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709114:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709123:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709138:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472575.709144:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709154:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709174:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c424f78c00) 00010000:00010000:3.0:1772472575.709177:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472575.709182:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.709189:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e04f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472575.712185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.715433:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939072 00000100:00100000:3.0:1772472575.715454:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939072 00000100:00100000:3.0:1772472575.715547:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 377 00000100:00100000:3.0:1772472575.715557:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44451:x1858570169939072:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772472575.715585:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472575.715613:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c59 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472575.715659:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1772472575.715690:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472575.715693:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472575.715706:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 6 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.715727:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 6 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472575.715768:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772472575.715861:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44451:x1858570169939072:12345-192.168.201.48@tcp:101:dd.0 Request processed in 304us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472575.715869:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 377 00000100:00100000:1.0:1772472575.737087:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472575.737430:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939200 00000100:00100000:0.0:1772472575.737442:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939200 00002000:00100000:0.0:1772472575.737494:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff90c406893480 x1858570169939200/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:611/0 lens 488/0 e 0 to 0 dl 1772472586 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472575.737514:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c406893480 with x1858570169939200 ext(0->1048575) 00002000:00010000:0.0:1772472575.737520:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c406893480 00000100:00100000:0.0:1772472575.737554:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 16 00000100:00100000:0.0:1772472575.737566:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169939200:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:0.0:1772472575.777671:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169939200:12345-192.168.201.48@tcp:4:dd.0 Request processed in 40089us (40575us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1772472575.777689:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 16 00002000:00100000:0.0:1772472575.777706:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x16:0x0] (0->1048575) req@ffff90c406893480 x1858570169939200/t4294967340(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:611/0 lens 488/448 e 0 to 0 dl 1772472586 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472575.777718:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c406893480 with x1858570169939200 ext(0->1048575) 00002000:00010000:0.0:1772472575.777727:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c406893480 00000100:00100000:1.0:1772472575.784455:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472575.784945:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939328 00000100:00100000:3.0:1772472575.784960:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939328 00000100:00100000:3.0:1772472575.785051:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 699 00000100:00100000:3.0:1772472575.785065:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+14:44451:x1858570169939328:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:0.0:1772472575.841592:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967564 is committed 00000004:00080000:0.0:1772472575.841610:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 56 committed 00000001:00080000:0.0:1772472575.841649:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967566 is committed 00000100:00100000:2.0:1772472575.841957:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472575.841984:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185857280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772472575.842070:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472575.842145:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857280 00000100:00100000:2.0:1772472575.842154:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857280 00000100:00100000:2.0:1772472575.842206:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1772472575.842215:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185857280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472575.842252:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00010000:00010000:2.0:1772472575.842287:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.842328:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.842338:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472575.842341:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472575.842345:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.842383:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.842400:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 5 pid: 6592 timeout: 2101 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472575.842415:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185857408:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472575.842488:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7600 going to sleep for 11 seconds 00000100:00100000:1.0:1772472575.843474:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44451:x1858570169939328:12345-192.168.201.48@tcp:44:dd.0 Request processed in 58404us (59028us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472575.843489:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 699 00000100:00100000:1.0:1772472575.848095:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472575.848207:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472575.848290:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939584 00000100:00100000:0.0:1772472575.848303:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939584 00010000:00010000:0.0:1772472575.848369:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 6 pid: 6592 timeout: 2101 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472575.848433:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 366 00000100:00100000:0.0:1772472575.848445:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169939584:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472575.848466:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472575.848472:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 6 pid: 6592 timeout: 2101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.848496:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 6 pid: 6592 timeout: 2101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.848536:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472575.848538:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472575.848545:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.848558:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.848586:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472575.848665:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169939584:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 221us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472575.848676:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 366 00010000:00010000:2.0:1772472575.849336:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009038e7d5/0xc2ef6d41852e048e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c3d expref: 5 pid: 6592 timeout: 2101 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472575.849361:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185857408:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472575.849392:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.849406:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.849414:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.849427:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.849442:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472575.849474:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472575.850314:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185857280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8095us (8239us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1772472575.850336:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1772472575.850370:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939456 00000100:00100000:2.0:1772472575.850377:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939456 00010000:00010000:0.0:1772472575.850464:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472575.850473:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.850486:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472575.850492:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.850503:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.850531:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.850539:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e3c8375/0xc2ef6d41852e050c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472575.850565:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472575.850568:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472575.850570:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472575.850831:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 379 00000100:00100000:3.0:1772472575.850845:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169939456:12345-192.168.201.48@tcp:16:dd.0 00000004:00080000:2.0:1772472575.853726:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43435d880/2, rc 0, transno 4294967339 00000100:00100000:2.0:1772472575.853771:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185857280:0@lo:6:osp-syn-1-0.0 00000001:00080000:1.0:1772472575.940958:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:3.0:1772472575.940989:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169939456:12345-192.168.201.48@tcp:16:dd.0 Request processed in 90137us (92900us total) trans 0 rc 0/0 00000001:00080000:1.0:1772472575.940990:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000100:00100000:3.0:1772472575.941003:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 379 00000100:00100000:1.0:1772472575.950002:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472575.950115:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939840 00000100:00100000:2.0:1772472575.950128:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939840 00000100:00100000:2.0:1772472575.950202:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 124 00000100:00100000:2.0:1772472575.950214:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44451:x1858570169939840:12345-192.168.201.48@tcp:35:dd.0 00000001:00080000:2.0:1772472575.950920:0:5814:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967567 00000100:00100000:2.0:1772472575.951079:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44451:x1858570169939840:12345-192.168.201.48@tcp:35:dd.0 Request processed in 864us (1091us total) trans 4294967568 rc 0/0 00000100:00100000:2.0:1772472575.951089:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 124 00000020:00080000:2.0:1772472575.951096:0:5814:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1772472576.055135:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472576.056220:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185857664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472576.056322:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472576.056514:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857664 00000100:00100000:3.0:1772472576.056525:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857664 00000100:00100000:3.0:1772472576.056653:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1772472576.056666:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185857664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472576.056696:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00080000:1.0:1772472576.058911:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472576.058946:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185857536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472576.059031:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472576.059138:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185857664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2473us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472576.059152:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1772472576.059925:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:0.0:1772472576.059936:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c302dd7800, transno 4294967339 00000100:00100000:0.0:1772472576.059970:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185857664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472576.064466:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857536 00000100:00100000:3.0:1772472576.064488:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857536 00000100:00100000:3.0:1772472576.064558:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1772472576.064570:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185857536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472576.064607:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472576.073423:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185857536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8838us (14375us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472576.073445:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1772472576.081133:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185857536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472576.119174:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472577.143469:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472577.149596:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967568 is committed 00010000:00010000:3.0:1772472578.177839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472578.558668:0:77318:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2004390925663ns, next at 1999923276518ns, rc = 0 00000004:00080000:3.0:1772472578.559101:0:77318:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2004391360381ns, next at 2001271443847ns, rc = 0 00000004:00080000:2.0:1772472578.563581:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 57 committed 00000004:00080000:2.0:1772472578.563609:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 56 committed 00000100:00100000:2.0:1772472578.980469:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472578.980499:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472578.980526:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472578.980547:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472578.980630:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940096 00000100:00100000:1.0:1772472578.980640:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940096 00000100:00100000:1.0:1772472578.980692:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1416 00000100:00100000:1.0:1772472578.980701:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570169940096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472578.980803:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570169940096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 103us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472578.980810:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1416 00000100:00100000:1.0:1772472578.980834:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940224 00000100:00100000:1.0:1772472578.980838:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940224 00000100:00100000:1.0:1772472578.980860:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940352 00000100:00100000:1.0:1772472578.980863:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940352 00000100:00100000:1.0:1772472578.980881:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1029 00000100:00100000:1.0:1772472578.980889:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169940224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472578.980917:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169940224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472578.980924:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1029 00000100:00100000:1.0:1772472578.980935:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00100000:1.0:1772472578.980940:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169940352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472578.980962:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169940352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472578.980968:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00080000:2.0:1772472578.981182:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472578.981186:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472578.981188:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472578.981516:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169939968 00000100:00100000:3.0:1772472578.981522:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169939968 00000100:00100000:3.0:1772472578.981564:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1145 00000100:00100000:3.0:1772472578.981571:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169939968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472578.981629:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169939968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 51us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472578.981637:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1145 00010000:00010000:0.0:1772472579.202892:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472579.719457:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:2.0:1772472579.973862:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472579.973899:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940480 00000100:00100000:2.0:1772472579.973908:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940480 00000100:00100000:2.0:1772472579.973964:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 700 00000100:00100000:2.0:1772472579.973974:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940480:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472579.974063:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940480:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 89us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472579.974070:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 700 00000100:00100000:2.0:1772472579.979783:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472579.979830:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940608 00000100:00100000:2.0:1772472579.979840:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940608 00000100:00100000:2.0:1772472579.979899:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 380 00000100:00100000:2.0:1772472579.979909:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44644:x1858570169940608:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472579.981767:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44644:x1858570169940608:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1851us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472579.981781:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 380 00000100:00100000:3.0:1772472579.995313:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472579.995402:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940736 00000100:00100000:0.0:1772472579.995413:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940736 00000100:00100000:0.0:1772472579.995495:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 381 00000100:00100000:0.0:1772472579.995505:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44644:x1858570169940736:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472579.995991:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44644:x1858570169940736:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 485us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472579.996000:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 381 00000100:00100000:3.0:1772472579.998176:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472579.998269:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940864 00000100:00100000:1.0:1772472579.998279:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940864 00000100:00100000:1.0:1772472579.998343:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 701 00000100:00100000:1.0:1772472579.998353:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940864:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472579.998640:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940864:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 288us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472579.998648:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 701 00000100:00100000:2.0:1772472580.002170:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472580.002331:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169940992 00000100:00100000:0.0:1772472580.002343:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169940992 00000100:00080000:2.0:1772472580.002452:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472580.002489:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 702 00000100:00100000:0.0:1772472580.002501:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940992:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472580.002609:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169940992:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 110us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472580.002617:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 702 00000100:00100000:3.0:1772472580.006541:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472580.006586:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941120 00000100:00100000:2.0:1772472580.006597:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941120 00000100:00100000:2.0:1772472580.006678:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 382 00000100:00100000:2.0:1772472580.006689:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44644:x1858570169941120:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472580.007012:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44644:x1858570169941120:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 324us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472580.007021:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 382 00000100:00080000:1.0:1772472580.007084:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472580.009297:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472580.009378:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941248 00000100:00100000:0.0:1772472580.009389:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941248 00000100:00100000:0.0:1772472580.009466:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 383 00000100:00100000:0.0:1772472580.009477:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44644:x1858570169941248:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472580.009783:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44644:x1858570169941248:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 307us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472580.009791:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 383 00000100:00080000:1.0:1772472580.010307:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472580.015122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472580.015733:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941376 00000100:00100000:2.0:1772472580.015816:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941376 00000100:00100000:2.0:1772472580.015939:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 703 00000100:00100000:2.0:1772472580.015950:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169941376:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472580.016269:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44644:x1858570169941376:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 321us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472580.016278:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 703 00000100:00100000:3.0:1772472580.101456:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472580.103849:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941632 00000100:00100000:2.0:1772472580.103864:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941632 00000100:00100000:2.0:1772472580.103947:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 704 00000100:00100000:2.0:1772472580.103957:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44648:x1858570169941632:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472580.104013:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472580.104042:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e04f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c52 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104062:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772472580.104072:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472580.104094:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104106:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104116:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104131:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104138:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104144:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104287:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104296:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.104302:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472580.104975:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].22, 64 off9600 00000004:00080000:2.0:1772472580.104985:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2005937245229ns, next at 2006937243126ns, rc = 0 00010000:00010000:2.0:1772472580.105101:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105112:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105120:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105128:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105134:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105143:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105159:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472580.105181:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105187:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105193:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105198:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472580.105201:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105208:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105217:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772472580.105220:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472580.105223:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105228:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0521 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105254:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105259:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105265:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105269:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472580.105272:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105278:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105284:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772472580.105286:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472580.105289:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472580.105293:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0513 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472580.105302:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f23330a9 reply state 0000000058a8b924 transno 4294967569 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472580.105310:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472580.105402:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44648:x1858570169941632:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1442us (3954us total) trans 4294967569 rc 0/0 00000100:00100000:2.0:1772472580.105411:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 704 00010000:00010000:1.0:1772472580.107938:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.107953:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.107960:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.107970:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472580.107974:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.107981:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.107997:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c424f78600) 00010000:00010000:1.0:1772472580.108001:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472580.108005:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472580.108011:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e051a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113152:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472580.113170:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113182:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472580.113187:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113198:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113217:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:0.0:1772472580.113221:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472580.113227:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113232:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0528 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472580.113271:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472580.113273:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472580.113275:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472580.214984:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472580.664545:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185858176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664625:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664693:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472580.664700:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185857792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664729:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664780:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185858304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664805:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664829:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185857920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664850:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664866:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185858432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664886:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664905:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472580.664910:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185858048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.664929:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472580.664954:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857792 00000100:00100000:1.0:1772472580.664960:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857792 00000100:00100000:1.0:1772472580.665007:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1772472580.665015:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185857792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665066:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185857792:12345-0@lo:400:kworker.0 Request processed in 51us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665072:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1772472580.665103:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858304 00000100:00100000:1.0:1772472580.665106:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858304 00000100:00100000:1.0:1772472580.665134:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185857920 00000100:00100000:1.0:1772472580.665136:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185857920 00000100:00100000:1.0:1772472580.665148:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858048 00000100:00100000:1.0:1772472580.665150:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858048 00000100:00100000:1.0:1772472580.665162:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1772472580.665166:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185858304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665194:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185858304:12345-0@lo:400:kworker.0 Request processed in 27us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665200:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1772472580.665211:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1772472580.665217:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185857920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665258:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185857920:12345-0@lo:400:kworker.0 Request processed in 41us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665265:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1772472580.665276:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1772472580.665281:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185858048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665305:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185858048:12345-0@lo:400:kworker.0 Request processed in 24us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665309:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1772472580.665328:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858176 00000100:00100000:1.0:1772472580.665331:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858176 00000100:00100000:1.0:1772472580.665352:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858432 00000100:00100000:1.0:1772472580.665354:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858432 00000100:00100000:1.0:1772472580.665372:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772472580.665377:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185858176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665420:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185858176:12345-0@lo:400:kworker.0 Request processed in 42us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665426:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772472580.665437:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1772472580.665443:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185858432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665467:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185858432:12345-0@lo:400:kworker.0 Request processed in 25us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472580.665472:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:1.0:1772472580.665492:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472580.665496:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472580.665500:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472580.665535:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185858048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665546:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185857920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665554:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:1.0:1772472580.665560:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43435d880, transno 4294967339 00000100:00100000:1.0:1772472580.665569:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185858432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665605:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185857792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665615:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185858304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472580.665622:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185858176:0@lo:400:kworker.0 00000004:00080000:0.0:1772472581.175868:0:6777:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2007008125703ns, next at 2008008123547ns, rc = 0 00000100:00100000:0.0:1772472581.175889:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472581.175908:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185858560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472581.175974:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472581.176084:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858560 00000100:00100000:2.0:1772472581.176091:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858560 00000100:00100000:2.0:1772472581.176127:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1772472581.176133:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185858560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472581.176163:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772472581.176202:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185858560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472581.176209:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1772472581.176269:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185858560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472581.179891:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185858688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472581.179961:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472581.181968:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858688 00000100:00100000:0.0:1772472581.181983:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858688 00000100:00100000:0.0:1772472581.182040:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1772472581.182052:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185858688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472581.182092:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472581.186511:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185858688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4449us (6536us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472581.186527:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1772472581.188538:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185858688:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472581.243894:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472582.247235:0:77464:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2008079492462ns, next at 2008008123547ns, rc = 0 00010000:00010000:0.0:1772472582.267115:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472582.293328:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 58 committed 00000004:00080000:1.0:1772472582.293358:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 59 committed 00000001:00080000:1.0:1772472582.293367:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967569 is committed 00000004:00080000:1.0:1772472582.293371:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 57 committed 00000100:00100000:1.0:1772472582.293554:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185858816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472582.293625:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472582.294901:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185858816 00000100:00100000:0.0:1772472582.294913:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185858816 00000100:00100000:0.0:1772472582.294990:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1772472582.295001:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185858816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772472582.295032:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00010000:00010000:0.0:1772472582.295058:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472582.295080:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472582.295090:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472582.295092:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472582.295096:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472582.295128:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472582.295141:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 5 pid: 6590 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472582.295157:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185858944:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772472582.295260:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6d0c0 going to sleep for 11 seconds 00000100:00080000:2.0:1772472582.296147:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472582.304497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472582.313424:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941760 00000100:00100000:2.0:1772472582.313439:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941760 00010000:00010000:3.0:1772472582.313761:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 6 pid: 6590 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472582.313803:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 367 00000100:00100000:3.0:1772472582.313813:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169941760:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472582.313830:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472582.313836:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 6 pid: 6590 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.313851:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 6 pid: 6590 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.313875:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472582.313877:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472582.313882:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.313893:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.313919:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472582.313974:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169941760:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 162us (9486us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472582.313982:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 367 00000100:00080000:2.0:1772472582.314765:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472582.314943:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085cb578f/0xc2ef6d41852e0505 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c59 expref: 5 pid: 6590 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472582.314960:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185858944:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472582.314982:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472582.314991:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472582.314998:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472582.315013:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472582.315020:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472582.315046:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472582.315577:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185858816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20577us (21950us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1772472582.315587:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000004:00080000:2.0:1772472582.315631:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c4352e0a80/2, rc 0, transno 4294967341 00000100:00100000:2.0:1772472582.315643:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185858816:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1772472582.315870:0:77464:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2008148129291ns, next at 2001271443847ns, rc = 0 00010000:00010000:3.0:1772472582.316384:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472582.316391:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.316402:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472582.316406:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.316416:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.316435:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.316442:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d65f9cc1/0xc2ef6d41852e052f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472582.316461:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472582.316463:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472582.316465:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472582.318031:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 58 committed 00010000:00010000:2.0:1772472583.291334:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472584.103901:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472584.103947:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472584.103987:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472584.104018:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472584.104048:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942272 00000100:00100000:0.0:1772472584.104057:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942272 00000100:00100000:0.0:1772472584.104109:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942144 00000100:00100000:0.0:1772472584.104112:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942144 00000100:00100000:0.0:1772472584.104133:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1033 00000100:00100000:0.0:1772472584.104142:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169942272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472584.104223:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169942272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472584.104235:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1033 00000100:00100000:0.0:1772472584.104252:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1034 00000100:00100000:0.0:1772472584.104259:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169942144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472584.104282:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169942144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472584.104287:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1034 00000100:00100000:3.0:1772472584.104445:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169941888 00000100:00100000:3.0:1772472584.104450:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169941888 00000100:00100000:3.0:1772472584.104495:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1147 00000100:00100000:3.0:1772472584.104503:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169941888:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472584.104534:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169941888:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472584.104540:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1147 00000100:00100000:1.0:1772472584.104958:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942016 00000100:00100000:1.0:1772472584.104963:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942016 00000100:00100000:1.0:1772472584.104999:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1420 00000100:00100000:1.0:1772472584.105006:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169942016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472584.105043:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169942016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472584.105049:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1420 00000100:00080000:2.0:1772472584.105260:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472584.105265:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472584.105268:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472584.311164:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472585.327261:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:2.0:1772472585.336388:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472585.793137:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185859200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793214:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793262:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185859712:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793284:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793306:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772472585.793312:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185859072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793335:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793353:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185859584:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793370:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793393:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185859328:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793415:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793433:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472585.793438:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185859456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.793458:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472585.793481:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859200 00000100:00100000:0.0:1772472585.793487:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859200 00000100:00100000:1.0:1772472585.793685:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859072 00000100:00100000:1.0:1772472585.793689:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859072 00000100:00100000:1.0:1772472585.793729:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1772472585.793756:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185859072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.793804:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185859072:12345-0@lo:400:kworker.0 Request processed in 67us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472585.793811:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1772472585.793861:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185859072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.793902:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859584 00000100:00100000:1.0:1772472585.793906:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859584 00000100:00100000:1.0:1772472585.793950:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859328 00000100:00100000:1.0:1772472585.793953:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859328 00000100:00100000:1.0:1772472585.793971:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1772472585.793977:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185859584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794008:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185859584:12345-0@lo:400:kworker.0 Request processed in 32us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472585.794014:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1772472585.794024:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1772472585.794030:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185859328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794054:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185859328:12345-0@lo:400:kworker.0 Request processed in 25us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472585.794060:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1772472585.794075:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859712 00000100:00100000:1.0:1772472585.794077:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859712 00000100:00100000:1.0:1772472585.794098:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859456 00000100:00100000:1.0:1772472585.794100:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859456 00000100:00100000:1.0:1772472585.794116:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1772472585.794122:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185859712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794176:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185859712:12345-0@lo:400:kworker.0 Request processed in 54us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472585.794183:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1772472585.794194:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1772472585.794200:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185859456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794228:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185859456:12345-0@lo:400:kworker.0 Request processed in 28us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472585.794234:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00080000:1.0:1772472585.794249:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472585.794253:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472585.794255:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472585.794282:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:1.0:1772472585.794287:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c4352e0a80, transno 4294967341 00000100:00100000:1.0:1772472585.794297:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185859456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794306:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185859328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794532:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185859584:0@lo:400:kworker.0 00000100:00100000:1.0:1772472585.794543:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185859712:0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.794876:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1772472585.794882:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185859200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472585.794917:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185859200:12345-0@lo:400:kworker.0 Request processed in 36us (1704us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472585.794936:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1772472585.795081:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185859200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472586.295264:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472586.295295:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185859840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472586.295399:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472586.295541:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859840 00000100:00100000:0.0:1772472586.295551:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859840 00000100:00100000:0.0:1772472586.295622:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1772472586.295634:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185859840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472586.295683:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472586.295786:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185859840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472586.295795:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1772472586.295864:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185859840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472586.300955:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472586.306024:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185859968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472586.306174:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472586.306359:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185859968 00000100:00100000:3.0:1772472586.306370:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185859968 00000100:00100000:3.0:1772472586.306428:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1772472586.306450:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185859968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472586.306511:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472586.306568:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185859968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472586.306577:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1772472586.309773:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185859968:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472586.359288:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472587.383443:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472588.407056:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472589.225733:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472589.225812:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472589.225922:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472589.225962:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472589.226036:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942400 00000100:00100000:1.0:1772472589.226049:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942400 00000100:00100000:1.0:1772472589.226126:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00100000:1.0:1772472589.226138:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169942400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472589.226230:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169942400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472589.226239:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00100000:3.0:1772472589.227712:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942528 00000100:00100000:3.0:1772472589.227727:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942528 00000100:00100000:3.0:1772472589.227861:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1424 00000100:00100000:3.0:1772472589.227873:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169942528:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472589.227954:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169942528:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (2031us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472589.227962:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1424 00000100:00080000:1.0:1772472589.230606:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472589.235218:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942656 00000100:00100000:2.0:1772472589.235445:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942656 00000100:00100000:2.0:1772472589.235581:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942784 00000100:00100000:2.0:1772472589.235586:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942784 00000100:00100000:2.0:1772472589.235630:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1037 00000100:00100000:2.0:1772472589.235642:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169942656:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472589.235793:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169942656:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 153us (9980us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472589.235802:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1037 00000100:00100000:2.0:1772472589.235828:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1038 00000100:00100000:2.0:1772472589.235835:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169942784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472589.235863:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169942784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (9900us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472589.235869:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1038 00000100:00080000:0.0:1772472589.237832:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472589.237844:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472589.441974:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472590.459960:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472590.905254:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185860352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472590.905356:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472590.905441:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472590.905448:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185860480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472590.905479:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472590.905523:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860480 00000100:00100000:0.0:1772472590.905532:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860480 00000100:00100000:0.0:1772472590.905615:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1772472590.905626:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185860480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472590.905941:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860352 00000100:00100000:3.0:1772472590.905947:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860352 00000100:00100000:3.0:1772472590.906003:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1772472590.906012:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185860352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472590.906069:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185860352:12345-0@lo:400:kworker.0 Request processed in 46us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472590.906076:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00080000:3.0:1772472590.906234:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472590.906240:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472590.906298:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185860352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472590.906501:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185860480:12345-0@lo:400:kworker.0 Request processed in 876us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472590.906509:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1772472590.906597:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185860224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.906648:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472590.906873:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185860736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.906900:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472590.906922:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472590.906930:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185860096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.906962:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472590.906982:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185860608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.907004:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472590.907034:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860224 00000100:00100000:2.0:1772472590.907040:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860224 00000100:00100000:2.0:1772472590.907086:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860608 00000100:00100000:2.0:1772472590.907089:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860608 00000100:00100000:2.0:1772472590.907117:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1772472590.907124:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185860224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.907166:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185860224:12345-0@lo:400:kworker.0 Request processed in 42us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472590.907172:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1772472590.907189:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1772472590.907196:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185860608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.907222:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185860608:12345-0@lo:400:kworker.0 Request processed in 26us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472590.907227:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00080000:2.0:1772472590.907240:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472590.907264:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185860608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472590.907274:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185860224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472590.907375:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185860480:0@lo:400:kworker.0 00000100:00100000:1.0:1772472590.907550:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860096 00000100:00100000:1.0:1772472590.907555:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860096 00000100:00100000:1.0:1772472590.907597:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1772472590.907616:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185860096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472590.907860:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185860096:12345-0@lo:400:kworker.0 Request processed in 245us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472590.907867:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1772472590.907973:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860736 00000100:00100000:0.0:1772472590.907978:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860736 00000100:00100000:0.0:1772472590.908027:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1772472590.908034:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185860736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472590.908083:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185860736:12345-0@lo:400:kworker.0 Request processed in 50us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472590.908089:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00080000:1.0:1772472590.908888:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472590.908985:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185860096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472590.909002:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185860736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472591.415767:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472591.415799:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185860864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472591.415885:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472591.416017:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860864 00000100:00100000:0.0:1772472591.416027:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860864 00000100:00100000:0.0:1772472591.416122:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1772472591.416132:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185860864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472591.416190:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472591.416244:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185860864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472591.416252:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1772472591.416556:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472591.416571:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185860992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472591.416610:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472591.417235:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185860992 00000100:00100000:2.0:1772472591.417244:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185860992 00000100:00100000:2.0:1772472591.417296:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1772472591.417306:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185860992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472591.417347:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472591.417406:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185860992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472591.417414:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1772472591.417486:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185860864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472591.417681:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185860992:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472591.480603:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472592.503286:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472593.529458:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472594.342928:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472594.342980:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472594.343032:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472594.343053:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943040 00000100:00100000:3.0:1772472594.343067:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943040 00000100:00100000:1.0:1772472594.343075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:1.0:1772472594.343106:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472594.343161:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1428 00000100:00100000:3.0:1772472594.343173:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169943040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472594.343278:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169943040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 107us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472594.343286:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1428 00000100:00100000:0.0:1772472594.343288:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943296 00000100:00100000:0.0:1772472594.343292:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943296 00000100:00100000:0.0:1772472594.343323:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943168 00000100:00100000:0.0:1772472594.343325:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943168 00000100:00100000:0.0:1772472594.343344:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1041 00000100:00100000:0.0:1772472594.343351:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169943296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472594.343381:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169943296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472594.343387:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1041 00000100:00100000:0.0:1772472594.343403:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1042 00000100:00100000:0.0:1772472594.343409:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169943168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472594.343433:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169943168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472594.343439:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1042 00000100:00100000:2.0:1772472594.343576:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169942912 00000100:00100000:2.0:1772472594.343582:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169942912 00000100:00100000:2.0:1772472594.343623:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1151 00000100:00100000:2.0:1772472594.343631:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169942912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472594.343667:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169942912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472594.343673:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1151 00000100:00080000:1.0:1772472594.344096:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472594.344101:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472594.551156:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472595.574950:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472596.023825:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185861248:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.023915:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024004:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185861760:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024036:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024068:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472596.024074:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185861120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024106:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024130:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185861632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024152:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024177:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185861504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024199:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024219:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472596.024223:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185861376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024244:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.024287:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861760 00000100:00100000:2.0:1772472596.024296:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861760 00000100:00100000:2.0:1772472596.024364:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861504 00000100:00100000:2.0:1772472596.024367:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861504 00000100:00100000:2.0:1772472596.024395:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1772472596.024405:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185861760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024466:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185861760:12345-0@lo:400:kworker.0 Request processed in 63us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024474:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1772472596.024498:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1772472596.024505:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185861504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024538:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185861504:12345-0@lo:400:kworker.0 Request processed in 33us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024543:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1772472596.024566:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861120 00000100:00100000:2.0:1772472596.024570:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861120 00000100:00100000:2.0:1772472596.024596:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1772472596.024602:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185861120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024630:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185861120:12345-0@lo:400:kworker.0 Request processed in 28us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024636:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1772472596.024671:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861248 00000100:00100000:2.0:1772472596.024675:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861248 00000100:00100000:2.0:1772472596.024697:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861632 00000100:00100000:2.0:1772472596.024700:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861632 00000100:00100000:2.0:1772472596.024715:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861376 00000100:00100000:2.0:1772472596.024718:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861376 00000100:00100000:2.0:1772472596.024733:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1772472596.024776:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185861248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024807:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185861248:12345-0@lo:400:kworker.0 Request processed in 68us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024817:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1772472596.024828:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1772472596.024833:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185861632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024859:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185861632:12345-0@lo:400:kworker.0 Request processed in 25us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024865:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1772472596.024876:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1772472596.024883:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185861376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024910:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185861376:12345-0@lo:400:kworker.0 Request processed in 27us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.024915:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1772472596.024979:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185861376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.024993:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185861504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.025030:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185861120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.025041:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185861632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.025052:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185861248:0@lo:400:kworker.0 00000100:00100000:2.0:1772472596.025062:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185861760:0@lo:400:kworker.0 00000100:00080000:1.0:1772472596.025901:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472596.025910:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472596.025913:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472596.218720:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472596.218890:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943424 00000100:00100000:2.0:1772472596.218904:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943424 00000100:00100000:2.0:1772472596.219005:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 705 00000100:00100000:2.0:1772472596.219017:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943424:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472596.219134:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943424:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 119us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.219143:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 705 00000100:00080000:1.0:1772472596.219253:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472596.223326:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472596.223782:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943552 00000100:00100000:2.0:1772472596.223798:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943552 00000100:00100000:2.0:1772472596.223970:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 385 00000100:00100000:2.0:1772472596.223982:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169943552:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472596.224352:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169943552:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 371us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.224360:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 385 00000100:00100000:0.0:1772472596.231472:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472596.232085:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943680 00000100:00100000:2.0:1772472596.232099:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943680 00000100:00080000:1.0:1772472596.233574:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472596.233584:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472596.244297:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 386 00000100:00100000:2.0:1772472596.244317:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169943680:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472596.249844:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169943680:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 5502us (18367us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.249863:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 386 00000100:00100000:1.0:1772472596.267874:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472596.268253:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943808 00000100:00100000:3.0:1772472596.268268:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943808 00000100:00100000:3.0:1772472596.268346:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 706 00000100:00100000:3.0:1772472596.268359:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943808:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472596.269124:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943808:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 764us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472596.269134:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 706 00000100:00100000:0.0:1772472596.277113:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472596.277223:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169943936 00000100:00100000:1.0:1772472596.277235:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169943936 00000100:00100000:1.0:1772472596.277321:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 707 00000100:00100000:1.0:1772472596.277333:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943936:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472596.277466:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169943936:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 135us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472596.277474:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 707 00000100:00100000:0.0:1772472596.285350:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472596.285556:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944064 00000100:00100000:2.0:1772472596.285570:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944064 00000100:00100000:2.0:1772472596.285645:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 387 00000100:00100000:2.0:1772472596.285658:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169944064:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472596.286120:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169944064:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 464us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.286131:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 387 00000100:00100000:3.0:1772472596.289423:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472596.289855:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944192 00000100:00100000:1.0:1772472596.289869:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944192 00000100:00100000:1.0:1772472596.289941:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 388 00000100:00100000:1.0:1772472596.289954:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169944192:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472596.290329:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44826:x1858570169944192:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 376us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472596.290339:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 388 00000100:00100000:3.0:1772472596.293233:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472596.293483:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944320 00000100:00100000:0.0:1772472596.293496:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944320 00000100:00100000:0.0:1772472596.293575:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 708 00000100:00100000:0.0:1772472596.293587:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169944320:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472596.294018:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44826:x1858570169944320:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 432us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472596.294027:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 708 00000100:00100000:0.0:1772472596.542672:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185861888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472596.544709:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472596.545030:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185861888 00000100:00100000:0.0:1772472596.545039:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185861888 00000100:00100000:0.0:1772472596.545092:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1772472596.545105:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185861888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472596.545144:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472596.545195:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185861888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472596.545202:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1772472596.545255:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185861888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472596.556600:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185862016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472596.556680:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472596.560078:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862016 00000100:00100000:2.0:1772472596.560103:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862016 00000100:00100000:2.0:1772472596.560192:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1772472596.560206:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185862016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472596.560264:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472596.560394:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185862016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 188us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472596.560405:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1772472596.560581:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185862016:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472596.612263:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472597.626354:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472597.943141:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472597.943256:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944448 00000100:00100000:1.0:1772472597.943271:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944448 00000100:00100000:1.0:1772472597.943336:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 709 00000100:00100000:1.0:1772472597.943346:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44841:x1858570169944448:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472597.943367:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472597.943388:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e0536 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c60 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943465:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943479:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943491:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472597.943564:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472597.943569:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472597.943597:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943624:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e0536 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c60 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943643:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c60 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472597.943652:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:1.0:1772472597.943655:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472597.943659:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1400, rc 0) 00000100:00100000:1.0:1772472597.943708:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44841:x1858570169944448:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 364us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472597.943713:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 709 00000100:00100000:3.0:1772472597.950662:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472597.950831:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944704 00000100:00100000:0.0:1772472597.950843:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944704 00000100:00100000:0.0:1772472597.950907:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 710 00000100:00100000:0.0:1772472597.950917:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44841:x1858570169944704:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472597.950986:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472597.951018:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e053d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c60 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472597.951043:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e04db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c4b expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472597.951056:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78800) 00010000:00010000:0.0:1772472597.951068:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472597.951096:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472597.951110:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472597.951133:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472598.008158:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001de45eb1 reply state 00000000f14842c1 transno 4294967570 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472598.008178:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472598.008220:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:0.0:1772472598.008336:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44841:x1858570169944704:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 57416us (57677us total) trans 4294967570 rc 0/0 00000100:00100000:0.0:1772472598.008346:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 710 00000001:00080000:0.0:1772472598.008393:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967570 is committed 00010000:00010000:0.0:1772472598.008539:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008548:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008556:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008562:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472598.008567:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008574:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008591:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472598.008594:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472598.008599:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.008605:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0544 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472598.076009:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472598.076644:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944832 00000100:00100000:2.0:1772472598.076655:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944832 00000100:00080000:1.0:1772472598.076812:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472598.076911:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 125 00000100:00100000:2.0:1772472598.076923:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44845:x1858570169944832:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:2.0:1772472598.077067:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44845:x1858570169944832:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 146us (1071us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472598.077075:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 125 00000100:00100000:0.0:1772472598.079288:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472598.079385:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169944960 00000100:00100000:1.0:1772472598.079396:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169944960 00000100:00100000:1.0:1772472598.079462:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 711 00000100:00100000:1.0:1772472598.079472:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44845:x1858570169944960:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472598.079494:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472598.079524:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e054b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c67 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079584:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079598:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079610:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079624:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079632:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079638:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079795:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079801:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079806:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472598.079824:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472598.079827:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472598.079843:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079851:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079858:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079863:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079866:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472598.079869:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079874:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079882:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472598.079884:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472598.079888:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079891:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e0552 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079911:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079917:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079923:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079928:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472598.079940:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079947:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079955:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328100) 00010000:00010000:1.0:1772472598.079957:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472598.079960:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079965:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e0559 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079988:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e054b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c67 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.079997:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c67 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.080002:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472598.080003:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472598.080005:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0c00, rc 0) 00000100:00100000:1.0:1772472598.080057:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44845:x1858570169944960:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 588us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472598.080062:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 711 00000100:00100000:3.0:1772472598.083036:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472598.083108:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169945216 00000100:00100000:1.0:1772472598.083117:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169945216 00000100:00100000:1.0:1772472598.083162:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 712 00000100:00100000:1.0:1772472598.083169:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44845:x1858570169945216:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472598.083187:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472598.083205:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0567 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c6e expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083309:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083320:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083328:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083348:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083353:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083357:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472598.083803:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:1.0:1772472598.083984:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e057c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083993:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e057c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.083999:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e057c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084033:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084038:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084042:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084046:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472598.084049:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084054:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084062:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472598.084063:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472598.084067:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084071:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e056e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472598.084082:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008769ea9a reply state 000000005d5eebcd transno 4294967571 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472598.084088:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472598.084111:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e0567 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c6e expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084124:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e057c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c6e expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.084129:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472598.084131:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472598.084132:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472598.084188:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44845:x1858570169945216:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1020us (1161us total) trans 4294967571 rc 0/0 00000100:00100000:1.0:1772472598.084194:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 712 00010000:00010000:1.0:1772472598.093115:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093129:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093134:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093138:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472598.093142:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093147:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093161:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c420328900) 00010000:00010000:1.0:1772472598.093163:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472598.093167:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.093172:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0575 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472598.094099:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472598.094163:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169945472 00000100:00100000:1.0:1772472598.094171:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169945472 00000100:00100000:1.0:1772472598.094218:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 713 00000100:00100000:1.0:1772472598.094224:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44845:x1858570169945472:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:1.0:1772472598.094275:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472598.094292:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e057c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c6e expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.094304:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472598.094310:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472598.094351:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.094360:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.094367:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472598.094496:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007dba173c reply state 000000001eaa226a transno 4294967572 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472598.094516:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472598.094601:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44845:x1858570169945472:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 376us (505us total) trans 4294967572 rc 0/0 00000100:00100000:1.0:1772472598.094606:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 713 00010000:00010000:0.0:1772472598.096731:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096784:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096791:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096797:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472598.096801:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096809:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096825:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c420328100) 00010000:00010000:0.0:1772472598.096828:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472598.096832:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.096839:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e058a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472598.097210:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472598.097632:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169945600 00000100:00100000:0.0:1772472598.097640:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169945600 00000100:00100000:0.0:1772472598.097687:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 714 00000100:00100000:0.0:1772472598.097694:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44845:x1858570169945600:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772472598.097714:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472598.097729:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0591 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c75 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.097788:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0591 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c75 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.097798:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0591 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c75 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.097810:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472598.097812:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472598.097814:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772472598.097973:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44845:x1858570169945600:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 278us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472598.097978:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 714 00000100:00100000:2.0:1772472598.100186:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472598.100256:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169945728 00000100:00100000:0.0:1772472598.100264:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169945728 00000100:00100000:0.0:1772472598.100344:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 389 00000100:00100000:0.0:1772472598.100354:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169945728:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:0.0:1772472598.100675:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169945728:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 322us (495us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1772472598.100680:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 389 00000100:00080000:1.0:1772472598.101471:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472598.102963:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472598.103042:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169945984 00000100:00100000:0.0:1772472598.103050:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169945984 00000100:00100000:0.0:1772472598.103092:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 126 00000100:00100000:0.0:1772472598.103098:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418efb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44845:x1858570169945984:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:0.0:1772472598.103647:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418efb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44845:x1858570169945984:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 548us (689us total) trans 4294967573 rc 0/0 00000100:00100000:0.0:1772472598.103654:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 126 00000100:00100000:3.0:1772472598.156256:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472598.159901:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169946112 00000100:00100000:0.0:1772472598.159919:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169946112 00000100:00100000:0.0:1772472598.159991:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 715 00000100:00100000:0.0:1772472598.160003:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44849:x1858570169946112:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:0.0:1772472598.160029:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472598.160050:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0598 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c7c expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160115:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160129:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160141:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160157:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160161:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160165:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160521:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160535:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160543:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472598.160577:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 0 00000004:00200000:0.0:1772472598.160580:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472598.160596:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160604:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160610:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160614:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160619:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160622:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472598.160625:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160630:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160638:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:0.0:1772472598.160641:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472598.160645:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160649:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e059f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160659:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160662:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160666:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160669:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472598.160670:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160674:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160677:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c410b8a400) 00010000:00010000:0.0:1772472598.160679:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472598.160680:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160683:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e05a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160707:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0598 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c7c expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160716:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c7c expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.160721:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472598.160723:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472598.160724:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472598.161073:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44849:x1858570169946112:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 1070us (4825us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472598.161081:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 715 00000100:00100000:2.0:1772472598.166157:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472598.166379:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169946240 00000100:00100000:3.0:1772472598.166389:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169946240 00000100:00100000:3.0:1772472598.166445:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 390 00000100:00100000:3.0:1772472598.166455:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169946240:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772472598.166476:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472598.166509:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c83 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472598.166538:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x69a5c916, atime: 0x69a5c916, ctime: 0x69a5c916, blocks: 0x1 00010000:00010000:3.0:1772472598.166557:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472598.166559:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472598.166568:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472598.166585:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472598.166600:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772472598.166661:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169946240:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 207us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472598.166668:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 390 00000100:00100000:3.0:1772472598.171978:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472598.172167:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169946496 00000100:00100000:2.0:1772472598.172177:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169946496 00000100:00100000:2.0:1772472598.172239:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 716 00000100:00100000:2.0:1772472598.172248:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44849:x1858570169946496:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:2.0:1772472598.172302:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472598.172332:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e05ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c7c expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172361:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0591 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c75 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172379:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772472598.172390:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472598.172413:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172431:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172442:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172457:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172463:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172469:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172593:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172602:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.172609:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472598.173020:0:5811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9600 00000004:00080000:2.0:1772472598.173028:0:5811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2024005288309ns, next at 2025005286417ns, rc = 0 00010000:00010000:2.0:1772472598.173079:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173088:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173094:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173101:0:5811:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173108:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173113:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173136:0:5811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472598.173159:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173165:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173170:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173175:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472598.173180:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173187:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173197:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772472598.173199:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472598.173204:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173209:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e05c9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173224:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173230:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173236:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173241:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472598.173244:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173249:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173256:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472598.173258:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472598.173260:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472598.173266:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472598.173280:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000035c4b016 reply state 000000000a66cab5 transno 4294967574 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472598.173289:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472598.173303:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472598.173310:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.173315:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472598.173318:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.173323:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.173331:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff90c424f78400) 00010000:00010000:1.0:1772472598.173333:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472598.173346:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.173352:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e05d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472598.173363:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44849:x1858570169946496:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1115us (1393us total) trans 4294967574 rc 0/0 00010000:00010000:1.0:1772472598.173368:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472598.173369:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472598.173371:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472598.173372:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 716 00010000:00010000:1.0:1772472598.178076:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178096:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178105:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178112:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472598.178118:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178127:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178144:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c424f78b00) 00010000:00010000:1.0:1772472598.178147:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472598.178152:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472598.178159:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05c2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472598.646937:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472599.254991:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472599.255136:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169946624 00000100:00100000:2.0:1772472599.255147:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169946624 00000100:00100000:2.0:1772472599.255211:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 717 00000100:00100000:2.0:1772472599.255221:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44864:x1858570169946624:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472599.255248:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472599.255269:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c8a expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255334:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255348:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255361:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472599.255419:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1772472599.255424:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472599.255450:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255479:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c8a expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255498:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c8a expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.255507:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472599.255510:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472599.255513:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55a00, rc 0) 00000100:00100000:2.0:1772472599.255567:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44864:x1858570169946624:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 348us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472599.255575:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 717 00000100:00100000:2.0:1772472599.264044:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472599.265111:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169946880 00000100:00100000:3.0:1772472599.265121:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169946880 00000100:00100000:2.0:1772472599.266323:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 718 00000100:00100000:2.0:1772472599.266336:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:44864:x1858570169946880:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472599.266387:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472599.266415:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e05de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c8a expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.266437:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e0560 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c67 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.266447:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472599.266456:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472599.266476:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.266488:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.266498:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472599.317291:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967573 is committed 00000001:00080000:3.0:1772472599.317313:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967575 is committed 00000004:00080000:3.0:1772472599.317321:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 59 committed 00000004:00010000:2.0:1772472599.317505:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001e15b828 reply state 0000000057b21ce6 transno 4294967575 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472599.317519:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472599.317550:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00080000:2.0:1772472599.317653:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472599.317671:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44864:x1858570169946880:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 51333us (53629us total) trans 4294967575 rc 0/0 00000100:00100000:2.0:1772472599.317680:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 718 00000100:00100000:1.0:1772472599.317701:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185862144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472599.317781:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772472599.317853:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317865:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317872:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317878:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472599.317884:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317893:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317924:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772472599.317928:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472599.317932:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.317938:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e05e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472599.318296:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862144 00000100:00100000:1.0:1772472599.318304:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862144 00000100:00100000:1.0:1772472599.318362:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1772472599.318370:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185862144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472599.318398:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00010000:00010000:1.0:1772472599.318418:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.318436:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.318444:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472599.318446:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472599.318449:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.318477:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.318816:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 6 pid: 6590 timeout: 2125 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472599.318832:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185862272:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472599.319265:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c22900 going to sleep for 11 seconds 00000100:00080000:2.0:1772472599.321980:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472599.338452:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472599.338475:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185862272:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472599.338514:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472599.338527:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947008 00000100:00100000:2.0:1772472599.338534:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947008 00010000:00010000:2.0:1772472599.338571:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 2125 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472599.338611:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 368 00000100:00100000:2.0:1772472599.338620:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169947008:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472599.338635:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472599.338641:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 2125 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.338653:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 2125 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.338677:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e05b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c83 expref: 7 pid: 6590 timeout: 2125 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.338692:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472599.338695:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472599.338700:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.338710:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.338757:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472599.338802:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169947008:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 182us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472599.338810:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 368 00010000:00010000:0.0:1772472599.340106:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472599.340121:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472599.340132:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472599.340140:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472599.340166:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472599.340203:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472599.340210:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.340219:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472599.340223:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.340232:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.340254:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.340260:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e05ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472599.340280:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472599.340282:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472599.340284:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472599.340631:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185862144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22257us (22846us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1772472599.340640:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000004:00080000:1.0:1772472599.340732:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c4352e3800/2, rc 0, transno 4294967341 00000100:00100000:1.0:1772472599.340765:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185862144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472599.415625:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472599.416110:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947136 00000100:00100000:2.0:1772472599.416119:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947136 00000100:00100000:2.0:1772472599.416226:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 719 00000100:00100000:2.0:1772472599.416237:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44868:x1858570169947136:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472599.416264:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472599.416286:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e05f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c91 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416351:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416365:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416378:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416393:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416405:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416410:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416574:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416580:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416585:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472599.416606:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:2.0:1772472599.416609:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472599.416627:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416635:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416640:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416644:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416648:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472599.416651:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416658:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416667:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:2.0:1772472599.416669:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472599.416673:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416676:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e05fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416685:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416689:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416693:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416696:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472599.416697:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416700:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416704:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78a00) 00010000:00010000:2.0:1772472599.416705:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472599.416707:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416713:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0601 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416757:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e05f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c91 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416772:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c91 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472599.416780:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472599.416782:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472599.416784:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772472599.416855:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44868:x1858570169947136:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 619us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472599.416862:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 719 00000100:00100000:1.0:1772472599.467491:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472599.467553:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472599.467631:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947264 00000100:00100000:0.0:1772472599.467641:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947264 00000100:00100000:0.0:1772472599.467694:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00100000:0.0:1772472599.467701:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169947264:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472599.467781:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169947264:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472599.467786:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00100000:3.0:1772472599.468525:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947392 00000100:00100000:3.0:1772472599.468531:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947392 00000100:00100000:3.0:1772472599.468591:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1045 00000100:00100000:3.0:1772472599.468600:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169947392:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472599.468645:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169947392:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472599.468650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1045 00000100:00080000:1.0:1772472599.468813:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472599.679500:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472600.697156:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472600.716152:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:2.0:1772472600.716164:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000100:00100000:3.0:1772472600.722843:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472600.723055:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947520 00000100:00100000:0.0:1772472600.723066:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947520 00000100:00100000:0.0:1772472600.723133:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 720 00000100:00100000:0.0:1772472600.723143:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44882:x1858570169947520:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472600.723165:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472600.723186:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e060f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c98 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723258:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723271:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723282:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472600.723343:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:0.0:1772472600.723347:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472600.723371:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723394:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e060f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c98 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723413:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c98 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472600.723422:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78600) 00010000:00010000:0.0:1772472600.723425:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472600.723429:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472600.723480:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44882:x1858570169947520:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 339us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472600.723488:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 720 00000100:00080000:0.0:1772472600.723509:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472600.737497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472600.737578:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947776 00000100:00100000:1.0:1772472600.737588:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947776 00000100:00100000:1.0:1772472600.737653:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 721 00000100:00100000:1.0:1772472600.737663:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44882:x1858570169947776:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472600.737718:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472600.737769:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0616 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c98 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472600.737792:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0608 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c91 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472600.737808:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78600) 00010000:00010000:1.0:1772472600.737822:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472600.737847:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472600.737870:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472600.737880:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472600.738241:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e350ed3d reply state 00000000d4c1978c transno 4294967576 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472600.738252:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472600.738268:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000100:00100000:1.0:1772472600.738347:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44882:x1858570169947776:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 684us (858us total) trans 4294967576 rc 0/0 00000100:00100000:1.0:1772472600.738355:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 721 00010000:00010000:3.0:1772472600.744407:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744426:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744435:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744442:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472600.744447:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744456:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744474:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328600) 00010000:00010000:3.0:1772472600.744477:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472600.744482:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472600.744488:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e061d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472600.987843:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472600.988101:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169947904 00000100:00100000:2.0:1772472600.988112:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169947904 00000100:00100000:2.0:1772472600.988177:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 722 00000100:00100000:2.0:1772472600.988196:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169947904:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472600.988296:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169947904:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 110us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472600.988303:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 722 00000100:00100000:1.0:1772472600.998074:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472600.998195:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948032 00000100:00100000:2.0:1772472600.998204:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948032 00000100:00100000:2.0:1772472600.998263:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 392 00000100:00100000:2.0:1772472600.998280:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948032:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472600.999954:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948032:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1676us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472600.999967:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 392 00000100:00100000:3.0:1772472601.003645:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472601.008056:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948160 00000100:00100000:1.0:1772472601.008074:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948160 00000100:00100000:1.0:1772472601.008174:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 393 00000100:00100000:1.0:1772472601.008186:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948160:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472601.008475:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948160:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 290us (4838us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472601.008484:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 393 00000100:00080000:2.0:1772472601.012652:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472601.017030:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472601.021535:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948288 00000100:00100000:2.0:1772472601.021550:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948288 00000100:00100000:2.0:1772472601.021629:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 723 00000100:00100000:2.0:1772472601.021639:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948288:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472601.022020:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948288:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 381us (4997us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472601.022028:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 723 00000100:00100000:1.0:1772472601.025960:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472601.026142:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948416 00000100:00100000:3.0:1772472601.026156:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948416 00000100:00100000:3.0:1772472601.026239:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 724 00000100:00100000:3.0:1772472601.026251:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948416:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472601.029234:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948416:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 2966us (3268us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472601.029262:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 724 00000100:00100000:3.0:1772472601.045495:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472601.046938:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948544 00000100:00100000:0.0:1772472601.046956:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948544 00000100:00100000:0.0:1772472601.047081:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 394 00000100:00100000:0.0:1772472601.047096:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948544:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:2.0:1772472601.047100:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472601.047519:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948544:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 426us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472601.047529:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 394 00000100:00100000:0.0:1772472601.050307:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472601.055114:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948672 00000100:00100000:1.0:1772472601.055140:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948672 00000100:00100000:1.0:1772472601.055251:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 395 00000100:00100000:1.0:1772472601.055265:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948672:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472601.055661:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44894:x1858570169948672:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 399us (5369us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472601.055670:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 395 00000100:00100000:2.0:1772472601.058419:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472601.058537:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948800 00000100:00100000:0.0:1772472601.058551:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948800 00000100:00100000:0.0:1772472601.058627:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 725 00000100:00100000:0.0:1772472601.058640:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948800:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472601.059685:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44894:x1858570169948800:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1042us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472601.059698:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 725 00000100:00100000:0.0:1772472601.138304:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472601.138905:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169948928 00000100:00100000:1.0:1772472601.138920:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169948928 00000100:00100000:1.0:1772472601.139003:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 726 00000100:00100000:1.0:1772472601.139015:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:44898:x1858570169948928:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472601.139046:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472601.139076:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12c9f expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139163:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139190:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139205:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139224:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139232:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139239:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139421:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139429:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139436:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472601.139480:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:1.0:1772472601.139485:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472601.139516:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139530:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139537:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139545:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139551:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472601.139557:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139566:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139583:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472601.139586:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472601.139592:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139599:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e062b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139617:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139624:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139631:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139636:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472601.139639:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139645:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139653:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328900) 00010000:00010000:1.0:1772472601.139656:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472601.139659:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139664:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0632 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139707:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c9f expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139723:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c9f expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472601.139731:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328d00) 00010000:00010000:1.0:1772472601.139732:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472601.139735:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472601.139906:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169948928:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 892us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472601.139914:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 726 00000100:00100000:2.0:1772472601.143378:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185862656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.143568:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472601.143654:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472601.143662:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3042b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185862528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.143687:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472601.143706:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185863040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.143734:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472601.143809:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862656 00000100:00100000:2.0:1772472601.143820:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862656 00000100:00100000:0.0:1772472601.144063:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185862400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472601.144106:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472601.144137:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185862912:0@lo:400:kworker.0 00000100:00100000:0.0:1772472601.144163:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472601.144194:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472601.144200:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185862784:0@lo:400:kworker.0 00000100:00100000:0.0:1772472601.144225:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472601.144256:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863040 00000100:00100000:0.0:1772472601.144260:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863040 00000100:00100000:1.0:1772472601.144379:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862528 00000100:00100000:1.0:1772472601.144384:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862528 00000100:00100000:1.0:1772472601.144432:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862912 00000100:00100000:1.0:1772472601.144435:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862912 00000100:00100000:2.0:1772472601.144496:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1772472601.144507:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185862528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.144576:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185862528:12345-0@lo:400:kworker.0 Request processed in 70us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472601.144584:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1772472601.144607:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1772472601.144613:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185862656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.144641:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185862656:12345-0@lo:400:kworker.0 Request processed in 28us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472601.144646:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1772472601.144670:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862400 00000100:00100000:2.0:1772472601.144674:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862400 00000100:00100000:2.0:1772472601.144703:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1772472601.144709:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185862400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.144772:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185862400:12345-0@lo:400:kworker.0 Request processed in 62us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472601.144778:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1772472601.144937:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185862784 00000100:00100000:3.0:1772472601.144943:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185862784 00000100:00100000:0.0:1772472601.148027:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1772472601.148046:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185863040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472601.148170:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185863040:12345-0@lo:400:kworker.0 Request processed in 130us (4434us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472601.148178:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1772472601.148647:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1772472601.148657:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185862912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472601.148717:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185862912:12345-0@lo:400:kworker.0 Request processed in 51us (4542us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472601.148724:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:2.0:1772472601.149099:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472601.149106:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472601.149109:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472601.149159:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185862400:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.149179:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185862912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.149246:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185862528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.149259:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:2.0:1772472601.149265:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c4352e3800, transno 4294967341 00000100:00100000:2.0:1772472601.149286:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185863040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472601.149301:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3042b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185862656:0@lo:400:kworker.0 00000100:00100000:3.0:1772472601.150544:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1772472601.150559:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185862784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472601.150650:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185862784:12345-0@lo:400:kworker.0 Request processed in 94us (6423us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472601.150658:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1772472601.150721:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185862784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472601.151012:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472601.151461:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949056 00000100:00100000:3.0:1772472601.151472:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949056 00000100:00100000:3.0:1772472601.151524:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 127 00000100:00100000:3.0:1772472601.151532:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169949056:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:3.0:1772472601.151670:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169949056:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 138us (661us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472601.151678:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 127 00000100:00100000:0.0:1772472601.155087:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472601.155705:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949312 00000100:00100000:3.0:1772472601.155720:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949312 00000100:00100000:3.0:1772472601.156484:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 727 00000100:00100000:3.0:1772472601.156503:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169949312:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772472601.156532:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472601.156558:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0640 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ca6 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156799:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156823:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156837:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156868:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156885:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.156892:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472601.158079:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:3.0:1772472601.163872:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0655 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.163908:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.163922:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.163998:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164006:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164014:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164021:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472601.164240:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164412:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164433:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328d00) 00010000:00010000:3.0:1772472601.164439:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472601.164445:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.164451:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0647 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472601.164469:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c2d75303 reply state 000000004b630cf3 transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472601.164478:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472601.168730:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0640 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ca6 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.168778:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ca6 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472601.168788:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472601.168791:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472601.168794:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772472601.168887:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:44898:x1858570169949312:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 12382us (13805us total) trans 4294967577 rc 0/0 00000100:00100000:3.0:1772472601.168898:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 727 00000100:00100000:1.0:1772472601.176910:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472601.177104:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949440 00000100:00100000:0.0:1772472601.177115:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949440 00000100:00100000:0.0:1772472601.177168:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 396 00000100:00100000:0.0:1772472601.177179:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:44898:x1858570169949440:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472601.177199:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472601.177221:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cad expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472601.177246:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772472601.177264:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472601.177267:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472601.177275:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472601.177292:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472601.177306:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772472601.177694:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:44898:x1858570169949440:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 515us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472601.177702:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 396 00010000:00010000:2.0:1772472601.180996:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181014:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181022:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181041:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472601.181046:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181054:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181076:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c4052b6300) 00010000:00010000:2.0:1772472601.181079:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472601.181084:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472601.181090:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e064e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472601.201453:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472601.202201:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949568 00000100:00100000:3.0:1772472601.202212:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949568 00002000:00100000:3.0:1772472601.202266:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff90c43419d880 x1858570169949568/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:637/0 lens 488/0 e 0 to 0 dl 1772472612 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1772472601.202277:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43419d880 with x1858570169949568 ext(0->1048575) 00002000:00010000:3.0:1772472601.202283:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c43419d880 00000100:00100000:3.0:1772472601.202324:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 17 00000100:00100000:3.0:1772472601.202333:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169949568:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:0.0:1772472601.239577:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169949568:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 37227us (38117us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1772472601.239597:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 17 00002000:00100000:0.0:1772472601.239614:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->1048575) req@ffff90c43419d880 x1858570169949568/t4294967342(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:637/0 lens 488/448 e 0 to 0 dl 1772472612 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1772472601.239626:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43419d880 with x1858570169949568 ext(0->1048575) 00002000:00010000:0.0:1772472601.239634:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c43419d880 00000100:00100000:1.0:1772472601.245145:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472601.247133:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949696 00000100:00100000:0.0:1772472601.247158:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949696 00000100:00100000:0.0:1772472601.247385:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 728 00000100:00100000:0.0:1772472601.247398:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:44898:x1858570169949696:12345-192.168.201.48@tcp:44:dd.60003 00000001:00080000:1.0:1772472601.306608:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967576 is committed 00000001:00080000:1.0:1772472601.306627:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967577 is committed 00000100:00100000:3.0:1772472601.306907:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169949696:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 59502us (61768us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472601.306921:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 728 00000100:00100000:1.0:1772472601.312416:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472601.312609:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169949824 00000100:00100000:3.0:1772472601.312622:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169949824 00000100:00100000:3.0:1772472601.312770:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 397 00000100:00100000:3.0:1772472601.312783:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169949824:12345-192.168.201.48@tcp:16:dd.60003 00000100:00100000:3.0:1772472601.412970:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169949824:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 100172us (100550us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472601.412988:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 397 00000100:00100000:3.0:1772472601.417194:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000001:00080000:1.0:1772472601.419796:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:2.0:1772472601.420393:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950080 00000100:00100000:2.0:1772472601.420407:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950080 00000100:00100000:2.0:1772472601.420494:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 128 00000100:00100000:2.0:1772472601.420506:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:44898:x1858570169950080:12345-192.168.201.48@tcp:35:dd.60003 00000100:00100000:2.0:1772472601.421637:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:44898:x1858570169950080:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 1125us (4455us total) trans 4294967578 rc 0/0 00000100:00100000:2.0:1772472601.421653:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 128 00000100:00100000:1.0:1772472601.658852:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472601.658902:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185863168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472601.658990:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472601.659185:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863168 00000100:00100000:0.0:1772472601.659195:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863168 00000100:00100000:0.0:1772472601.659258:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1772472601.659269:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185863168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472601.659297:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:0.0:1772472601.659347:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185863168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472601.659355:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1772472601.659824:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185863168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472601.660194:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472601.660210:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185863296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472601.660259:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472601.660482:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863296 00000100:00100000:2.0:1772472601.660489:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863296 00000100:00100000:2.0:1772472601.660544:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1772472601.660554:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185863296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472601.660589:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472601.660648:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185863296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472601.660656:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1772472601.660795:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185863296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472601.719213:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472602.742952:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472603.144506:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967578 is committed 00010000:00010000:0.0:1772472603.767329:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472604.586093:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472604.586147:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472604.586178:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472604.586389:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950336 00000100:00100000:3.0:1772472604.586400:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950336 00000100:00100000:3.0:1772472604.586476:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1435 00000100:00100000:3.0:1772472604.586487:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169950336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472604.586570:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169950336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472604.586578:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1435 00000100:00080000:1.0:1772472604.587515:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472604.589167:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950592 00000100:00100000:1.0:1772472604.589179:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950592 00000100:00100000:1.0:1772472604.589247:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00100000:1.0:1772472604.589257:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169950592:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472604.589341:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169950592:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472604.589349:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00080000:1.0:1772472604.589415:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472604.591710:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950208 00000100:00100000:3.0:1772472604.591724:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950208 00000100:00100000:3.0:1772472604.591874:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1155 00000100:00100000:3.0:1772472604.591883:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169950208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472604.591953:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169950208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (5773us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472604.591960:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1155 00000100:00100000:3.0:1772472604.592037:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472604.593543:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950464 00000100:00100000:0.0:1772472604.593554:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950464 00000100:00100000:0.0:1772472604.593642:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1049 00000100:00100000:0.0:1772472604.593651:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169950464:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472604.593723:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169950464:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 73us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472604.593731:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1049 00000100:00080000:1.0:1772472604.593902:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1772472604.778615:0:77832:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2030610872403ns, next at 2008008123547ns, rc = 0 00000004:00080000:1.0:1772472604.778971:0:77832:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2030611230883ns, next at 2025005286417ns, rc = 0 00000004:00080000:0.0:1772472604.784594:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 60 committed 00000004:00080000:0.0:1772472604.784624:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 60 committed 00010000:00010000:0.0:1772472604.791582:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472605.815324:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472606.265096:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185863424:0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.265168:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.265224:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185863936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265243:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185863552:0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.265258:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.265283:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472606.265285:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.265294:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185863808:0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.265326:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472606.265327:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185864064:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265357:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.265364:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863424 00000100:00100000:2.0:1772472606.265373:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863424 00000100:00100000:0.0:1772472606.265381:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472606.265388:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185863680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265411:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.265420:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1772472606.265431:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185863424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265441:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863936 00000100:00100000:0.0:1772472606.265446:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863936 00000100:00100000:0.0:1772472606.265488:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863552 00000100:00100000:2.0:1772472606.265490:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185863424:12345-0@lo:400:kworker.0 Request processed in 59us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.265492:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863552 00000100:00100000:2.0:1772472606.265501:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1772472606.265516:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863680 00000100:00100000:0.0:1772472606.265520:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863680 00000100:00100000:0.0:1772472606.265543:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1772472606.265544:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185863808 00000100:00100000:2.0:1772472606.265550:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185863808 00000100:00100000:0.0:1772472606.265552:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185863936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.265584:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864064 00000100:00100000:0.0:1772472606.265593:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185863936:12345-0@lo:400:kworker.0 Request processed in 42us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.265599:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1772472606.265614:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1772472606.265620:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185863552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265650:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185863552:12345-0@lo:400:kworker.0 Request processed in 29us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.265655:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1772472606.265667:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1772472606.265674:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185863680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.265690:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864064 00000100:00100000:0.0:1772472606.265700:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185863680:12345-0@lo:400:kworker.0 Request processed in 26us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.265709:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1772472606.265724:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1772472606.265733:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185863808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.265735:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1772472606.265797:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185863808:12345-0@lo:400:kworker.0 Request processed in 58us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.266011:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185864064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.266042:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185864064:12345-0@lo:400:kworker.0 Request processed in 34us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472606.268036:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1772472606.268119:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185863808:0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.268132:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185863936:0@lo:400:kworker.0 00000100:00100000:2.0:1772472606.268141:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185863424:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.268430:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00080000:0.0:1772472606.268453:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472606.268458:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472606.268461:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472606.268484:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185863680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.268494:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185863552:0@lo:400:kworker.0 00000100:00100000:0.0:1772472606.268505:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185864064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472606.415235:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472606.415301:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950720 00000100:00100000:1.0:1772472606.415310:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950720 00000100:00100000:1.0:1772472606.415364:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 729 00000100:00100000:1.0:1772472606.415370:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169950720:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472606.415452:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169950720:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 83us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472606.415460:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 729 00000100:00080000:3.0:1772472606.415601:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472606.427141:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472606.428023:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950848 00000100:00100000:2.0:1772472606.428035:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950848 00000100:00100000:2.0:1772472606.428104:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 398 00000100:00100000:2.0:1772472606.428115:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45091:x1858570169950848:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472606.429132:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45091:x1858570169950848:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1014us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472606.429143:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 398 00000100:00080000:2.0:1772472606.434832:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472606.447800:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472606.448130:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169950976 00000100:00100000:0.0:1772472606.448140:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169950976 00000100:00100000:0.0:1772472606.448206:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 399 00000100:00100000:0.0:1772472606.448213:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45091:x1858570169950976:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:2.0:1772472606.449421:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472606.450886:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45091:x1858570169950976:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 2668us (3103us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.450896:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 399 00000100:00100000:0.0:1772472606.463796:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472606.467605:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951104 00000100:00100000:3.0:1772472606.467619:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951104 00000100:00100000:3.0:1772472606.467685:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 730 00000100:00100000:3.0:1772472606.467695:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951104:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472606.467921:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951104:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 217us (4134us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472606.467929:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 730 00000100:00100000:3.0:1772472606.487127:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472606.487287:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951232 00000100:00100000:0.0:1772472606.487297:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951232 00000100:00100000:0.0:1772472606.487371:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 731 00000100:00100000:0.0:1772472606.487381:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951232:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472606.487530:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951232:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 149us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.487538:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 731 00000100:00100000:3.0:1772472606.495974:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472606.496447:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951360 00000100:00100000:2.0:1772472606.496459:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951360 00000100:00100000:2.0:1772472606.496561:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 400 00000100:00100000:2.0:1772472606.496571:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45091:x1858570169951360:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472606.496930:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45091:x1858570169951360:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 358us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472606.496942:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 400 00000100:00100000:2.0:1772472606.506914:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472606.507175:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951488 00000100:00100000:0.0:1772472606.507185:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951488 00000100:00100000:0.0:1772472606.507287:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 401 00000100:00100000:0.0:1772472606.507298:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45091:x1858570169951488:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472606.507616:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45091:x1858570169951488:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 318us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.507625:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 401 00000100:00100000:3.0:1772472606.511115:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472606.511637:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951616 00000100:00100000:0.0:1772472606.511647:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951616 00000100:00100000:0.0:1772472606.511710:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 732 00000100:00100000:0.0:1772472606.511719:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951616:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472606.512094:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45091:x1858570169951616:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 367us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.512103:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 732 00000100:00100000:3.0:1772472606.603334:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472606.603694:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169951872 00000100:00100000:2.0:1772472606.603705:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169951872 00000100:00100000:2.0:1772472606.603929:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 733 00000100:00100000:2.0:1772472606.603939:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45095:x1858570169951872:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:2.0:1772472606.603990:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472606.604018:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0655 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ca6 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604039:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772472606.604048:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472606.604070:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604084:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604093:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604106:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604113:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604119:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604245:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604253:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604260:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472606.604703:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].23, 64 off9664 00000004:00080000:2.0:1772472606.604713:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2032436972521ns, next at 2033436970682ns, rc = 0 00010000:00010000:2.0:1772472606.604910:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604921:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604929:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604937:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604943:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604949:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.604975:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472606.604997:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605004:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605011:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605017:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472606.605022:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472606.605022:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605032:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605039:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605042:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472606.605049:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605053:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff90c424f78700) 00010000:00010000:2.0:1772472606.605060:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472606.605064:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605358:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605370:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff90c424f78700) 00010000:00010000:3.0:1772472606.605373:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472606.605376:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605382:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e067f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.605397:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472606.605398:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472606.605400:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472606.605858:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0678 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605881:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605887:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605893:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.605898:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472606.605902:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.606135:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.606146:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328d00) 00010000:00010000:2.0:1772472606.606149:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472606.606152:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472606.606163:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e066a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472606.606174:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f148a516 reply state 000000002a517caf transno 4294967579 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472606.606183:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472606.606270:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45095:x1858570169951872:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2330us (2943us total) trans 4294967579 rc 0/0 00000100:00100000:2.0:1772472606.606281:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 733 00010000:00010000:3.0:1772472606.613528:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613557:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613565:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613572:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472606.613577:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613585:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613602:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0xf9c7deb2 (ffff90c424f78c00) 00010000:00010000:3.0:1772472606.613605:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472606.613610:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472606.613615:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e0671 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472606.775142:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472606.775163:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185864192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472606.775171:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185864320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472606.775504:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472606.775811:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864192 00000100:00100000:0.0:1772472606.775819:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864192 00000100:00100000:0.0:1772472606.775880:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1772472606.775902:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185864192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472606.775939:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472606.775994:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185864192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472606.776005:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1772472606.776032:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185864192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472606.781670:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472606.783691:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864320 00000100:00100000:2.0:1772472606.783703:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864320 00000100:00100000:2.0:1772472606.783772:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1772472606.783790:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185864320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472606.783828:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772472606.783901:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185864320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (2237us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472606.783908:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1772472606.784308:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185864320:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472606.839367:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472607.865003:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472608.887904:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472609.237049:0:77977:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2035069306213ns, next at 2033436970682ns, rc = 0 00000004:00080000:0.0:1772472609.292620:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 62 committed 00000001:00080000:0.0:1772472609.292654:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00000004:00080000:0.0:1772472609.292659:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 61 committed 00000100:00100000:0.0:1772472609.292963:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472609.292983:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185864448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772472609.293060:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472609.293394:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864448 00000100:00100000:1.0:1772472609.293401:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864448 00000100:00100000:1.0:1772472609.293482:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1772472609.293492:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185864448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472609.293518:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00010000:00010000:1.0:1772472609.293541:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.293563:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.293571:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472609.293573:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472609.293577:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.293603:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.293617:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 5 pid: 32804 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472609.293634:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185864576:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472609.293691:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4048199c0 going to sleep for 11 seconds 00000100:00080000:0.0:1772472609.293870:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472609.301259:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472609.301395:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952000 00000100:00100000:3.0:1772472609.301405:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952000 00010000:00010000:3.0:1772472609.301461:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 6 pid: 32804 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772472609.301509:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472609.302008:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 369 00000100:00100000:3.0:1772472609.302019:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169952000:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472609.302035:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472609.302041:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 6 pid: 32804 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.302065:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 6 pid: 32804 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.302094:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472609.302096:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472609.302101:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.302112:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.302131:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472609.302186:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169952000:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 169us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472609.302194:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 369 00010000:00010000:1.0:1772472609.302513:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d68f657/0xc2ef6d41852e0663 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cad expref: 5 pid: 32804 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472609.302529:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185864576:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472609.302551:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.302562:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.302570:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.302579:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.302587:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472609.302606:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1772472609.304329:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c410b7e680/2, rc 0, transno 4294967343 00000100:00100000:2.0:1772472609.304346:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185864448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472609.304347:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185864448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10854us (11291us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1772472609.304360:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000004:00080000:2.0:1772472609.304535:0:77977:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2035136794350ns, next at 2025005286417ns, rc = 0 00010000:00010000:3.0:1772472609.304653:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472609.304662:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.304673:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472609.304678:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.304688:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.304718:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.304731:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0686 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472609.304778:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472609.304780:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472609.304782:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472609.311082:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 61 committed 00000100:00100000:1.0:1772472609.715376:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472609.715428:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472609.715578:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952128 00000100:00100000:2.0:1772472609.715588:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952128 00000100:00100000:2.0:1772472609.715648:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1157 00000100:00100000:2.0:1772472609.715660:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169952128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472609.715759:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169952128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472609.715768:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1157 00000100:00100000:0.0:1772472609.715854:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952384 00000100:00100000:0.0:1772472609.715858:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952384 00000100:00100000:0.0:1772472609.715909:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00100000:0.0:1772472609.715917:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169952384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472609.715955:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169952384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472609.715962:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00080000:2.0:1772472609.716057:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472609.717314:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472609.717595:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952256 00000100:00100000:0.0:1772472609.717603:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952256 00000100:00100000:0.0:1772472609.717674:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1439 00000100:00100000:0.0:1772472609.717685:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169952256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472609.717796:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169952256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 113us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472609.717807:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1439 00000100:00080000:2.0:1772472609.718372:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472609.910957:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472610.934947:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472611.383522:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185864832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.383593:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472611.383663:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185865344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.383692:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472611.383728:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772472611.383734:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185864704:0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.383813:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185865088:0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.383842:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472611.383883:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472611.383889:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185864960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.383908:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472611.383952:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864832 00000100:00100000:0.0:1772472611.383958:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864832 00000100:00100000:0.0:1772472611.384000:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864960 00000100:00100000:0.0:1772472611.384002:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864960 00000100:00100000:0.0:1772472611.384043:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1772472611.384356:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185864832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.384418:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185864832:12345-0@lo:400:kworker.0 Request processed in 367us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472611.384428:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1772472611.384454:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1772472611.384461:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185864960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.384498:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185864960:12345-0@lo:400:kworker.0 Request processed in 37us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472611.384505:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00080000:0.0:1772472611.384529:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472611.384706:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185864960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.384798:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865344 00000100:00100000:0.0:1772472611.384803:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865344 00000100:00100000:0.0:1772472611.384847:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865088 00000100:00100000:0.0:1772472611.384851:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865088 00000100:00100000:0.0:1772472611.384881:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1772472611.384890:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185865344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.385251:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185865344:12345-0@lo:400:kworker.0 Request processed in 362us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472611.385257:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1772472611.385466:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1772472611.385473:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185865088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472611.385511:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185865088:12345-0@lo:400:kworker.0 Request processed in 39us (1669us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472611.385516:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00080000:0.0:1772472611.385538:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472611.385542:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472611.385567:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185865088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386226:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472611.386275:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185865216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386302:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472611.386333:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185864832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386350:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185865344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386396:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185864704 00000100:00100000:1.0:1772472611.386401:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185864704 00000100:00100000:1.0:1772472611.386448:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1772472611.386459:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185864704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386505:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185864704:12345-0@lo:400:kworker.0 Request processed in 49us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472611.386512:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1772472611.386553:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865216 00000100:00100000:1.0:1772472611.386557:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865216 00000100:00100000:1.0:1772472611.386603:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1772472611.386612:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185865216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386651:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185865216:12345-0@lo:400:kworker.0 Request processed in 40us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472611.386658:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:1.0:1772472611.386683:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472611.386717:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185864704:0@lo:400:kworker.0 00000100:00100000:1.0:1772472611.386728:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185865216:0@lo:400:kworker.0 00000001:00080000:2.0:1772472611.526421:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000100:00100000:1.0:1772472611.895414:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472611.895438:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185865472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472611.895504:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472611.895672:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865472 00000100:00100000:3.0:1772472611.895680:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865472 00000100:00100000:3.0:1772472611.895802:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1772472611.895811:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185865472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472611.895848:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472611.895901:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185865472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472611.895908:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1772472611.896044:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:1.0:1772472611.896049:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c410b7e680, transno 4294967343 00000100:00100000:1.0:1772472611.896073:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185865472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472611.901538:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472611.901563:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185865600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472611.901641:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472611.901774:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865600 00000100:00100000:3.0:1772472611.901783:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865600 00000100:00100000:3.0:1772472611.901836:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1772472611.901844:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185865600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472611.901878:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472611.901937:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185865600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472611.901944:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1772472611.902156:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185865600:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472611.958982:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472612.985900:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472614.007119:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472614.822288:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472614.822345:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472614.822442:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952768 00000100:00100000:1.0:1772472614.822452:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952768 00000100:00100000:1.0:1772472614.822532:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1055 00000100:00100000:1.0:1772472614.822543:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169952768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472614.822647:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169952768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 97us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472614.822656:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1055 00000100:00100000:2.0:1772472614.822928:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952512 00000100:00100000:2.0:1772472614.822934:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952512 00000100:00100000:2.0:1772472614.822978:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1159 00000100:00100000:2.0:1772472614.822987:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169952512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472614.822989:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472614.823039:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169952512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472614.823047:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1159 00000100:00100000:0.0:1772472614.830091:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472614.830149:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472614.830297:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952896 00000100:00100000:2.0:1772472614.830320:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952896 00000100:00100000:2.0:1772472614.830424:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1056 00000100:00100000:2.0:1772472614.830436:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169952896:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472614.830524:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169952896:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 90us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472614.830532:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1056 00000100:00100000:3.0:1772472614.831228:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169952640 00000100:00100000:3.0:1772472614.831240:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169952640 00000100:00080000:0.0:1772472614.831268:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472614.831275:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472614.831343:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1443 00000100:00100000:3.0:1772472614.831352:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169952640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472614.831409:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169952640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 58us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472614.831416:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1443 00010000:00010000:0.0:1772472615.031892:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472616.060592:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472616.503036:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472616.503062:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185865984:0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.503150:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472616.503246:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865984 00000100:00100000:1.0:1772472616.503255:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865984 00000100:00100000:1.0:1772472616.503312:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1772472616.503321:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185865984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.503370:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185865984:12345-0@lo:400:kworker.0 Request processed in 50us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472616.503377:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1772472616.503425:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185865984:0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.503463:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185866112:0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.503489:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472616.503518:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866112 00000100:00100000:1.0:1772472616.503522:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866112 00000100:00100000:1.0:1772472616.503549:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1772472616.503556:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185866112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.503591:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185866112:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472616.503596:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1772472616.503632:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185866112:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.503821:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185865856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.503854:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472616.503888:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185866368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.503912:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472616.503932:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472616.503939:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185865728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.503967:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472616.503988:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185866240:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.504008:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472616.504088:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865728 00000100:00100000:2.0:1772472616.504093:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865728 00000100:00100000:2.0:1772472616.504125:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1772472616.504132:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185865728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.504166:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185865728:12345-0@lo:400:kworker.0 Request processed in 35us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472616.504174:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1772472616.504210:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185865728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.504230:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866368 00000100:00100000:2.0:1772472616.504234:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866368 00000100:00100000:2.0:1772472616.504261:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1772472616.504268:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185866368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.504300:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185866368:12345-0@lo:400:kworker.0 Request processed in 32us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472616.504306:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1772472616.504330:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185866368:0@lo:400:kworker.0 00000100:00080000:0.0:1772472616.504808:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472616.504813:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472616.504817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472616.505367:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185865856 00000100:00100000:1.0:1772472616.505376:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185865856 00000100:00100000:1.0:1772472616.505413:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866240 00000100:00100000:1.0:1772472616.505416:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866240 00000100:00100000:1.0:1772472616.505448:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1772472616.505458:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185865856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472616.505465:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1772472616.505478:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185866240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472616.505523:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185865856:12345-0@lo:400:kworker.0 Request processed in 67us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472616.505531:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185866240:12345-0@lo:400:kworker.0 Request processed in 55us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472616.505534:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1772472616.505544:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00080000:0.0:1772472616.505573:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472616.505725:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185866240:0@lo:400:kworker.0 00000100:00100000:2.0:1772472616.505763:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185865856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472617.019081:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185866496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472617.019157:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472617.019350:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866496 00000100:00100000:1.0:1772472617.019361:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866496 00000100:00100000:1.0:1772472617.019419:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1772472617.019429:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185866496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472617.019469:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472617.019545:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185866496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472617.019552:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1772472617.019724:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185866496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472617.020659:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185866624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472617.020712:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472617.021047:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866624 00000100:00100000:2.0:1772472617.021054:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866624 00000100:00100000:2.0:1772472617.021104:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1772472617.021114:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185866624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472617.021150:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472617.021253:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185866624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 140us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472617.021261:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1772472617.021363:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185866624:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472617.078963:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472618.102992:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472619.127218:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472619.944220:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472619.944265:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472619.944306:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472619.944338:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953024 00000100:00100000:3.0:1772472619.944349:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953024 00000100:00100000:3.0:1772472619.944400:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:3.0:1772472619.944410:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169953024:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472619.944474:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169953024:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472619.944482:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:1.0:1772472619.944614:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953152 00000100:00100000:1.0:1772472619.944618:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953152 00000100:00080000:3.0:1772472619.944653:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472619.944661:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1447 00000100:00100000:1.0:1772472619.944669:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169953152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472619.944714:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169953152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472619.944721:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1447 00000100:00100000:2.0:1772472619.944973:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953408 00000100:00100000:2.0:1772472619.944979:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953408 00000100:00100000:2.0:1772472619.945031:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1059 00000100:00100000:2.0:1772472619.945039:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169953408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472619.945070:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169953408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472619.945076:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1059 00000100:00080000:0.0:1772472619.945134:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472619.948194:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472619.948612:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953280 00000100:00100000:2.0:1772472619.948621:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953280 00000100:00100000:2.0:1772472619.948696:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1060 00000100:00100000:2.0:1772472619.948708:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169953280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472619.948861:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472619.948943:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169953280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 237us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472619.948952:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1060 00010000:00010000:2.0:1772472620.150995:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472621.175186:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472621.623367:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185867008:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623401:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185866880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623437:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472621.623468:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866880 00000100:00100000:3.0:1772472621.623476:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866880 00000100:00100000:2.0:1772472621.623497:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185867392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623535:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472621.623545:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1772472621.623559:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472621.623565:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185866752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623592:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472621.623613:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185867264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623634:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472621.623661:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867392 00000100:00100000:2.0:1772472621.623665:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867392 00000100:00100000:2.0:1772472621.623705:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1772472621.623712:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185867392:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472621.623718:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472621.623730:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867264 00000100:00100000:0.0:1772472621.623734:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867264 00000100:00100000:0.0:1772472621.623780:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1772472621.623782:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185867392:12345-0@lo:400:kworker.0 Request processed in 71us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472621.623789:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1772472621.623798:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185867264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623834:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185867392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472621.623843:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185867264:12345-0@lo:400:kworker.0 Request processed in 47us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472621.623849:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1772472621.623853:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185867264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472621.623878:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185866752 00000100:00100000:2.0:1772472621.623880:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472621.623881:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185866752 00000100:00100000:0.0:1772472621.623905:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1772472621.623909:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472621.623911:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185866752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623915:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185867136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.623935:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472621.623942:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185866752:12345-0@lo:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472621.623948:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1772472621.623955:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867136 00000100:00080000:0.0:1772472621.623971:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472621.623985:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185866752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472621.624008:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867008 00000100:00100000:0.0:1772472621.624011:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867008 00000100:00100000:0.0:1772472621.624036:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1772472621.624042:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185867008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.624051:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867136 00000100:00100000:2.0:1772472621.624076:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1772472621.624076:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185867008:12345-0@lo:400:kworker.0 Request processed in 34us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472621.624082:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185867136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472621.624082:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00080000:0.0:1772472621.624094:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472621.624097:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472621.624111:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185867136:12345-0@lo:400:kworker.0 Request processed in 30us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472621.624117:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1772472621.624140:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185867136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472621.624150:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185867008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472621.624392:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185866880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472621.624440:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185866880:12345-0@lo:400:kworker.0 Request processed in 886us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472621.624449:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1772472621.625341:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185866880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472622.135697:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472622.135720:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185867520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472622.136142:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472622.136263:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867520 00000100:00100000:1.0:1772472622.136272:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867520 00000100:00100000:1.0:1772472622.136330:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1772472622.136343:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185867520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472622.136766:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472622.137122:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185867520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 782us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472622.137131:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1772472622.137196:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185867520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472622.137638:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472622.137652:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185867648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472622.137692:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472622.137892:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867648 00000100:00100000:3.0:1772472622.137898:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867648 00000100:00100000:3.0:1772472622.137942:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1772472622.137951:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185867648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472622.137977:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472622.138028:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185867648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472622.138035:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1772472622.138083:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185867648:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472622.199379:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472623.169272:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.169320:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953536 00000100:00100000:2.0:1772472623.169331:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953536 00000100:00100000:2.0:1772472623.169396:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 734 00000100:00100000:2.0:1772472623.169406:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169953536:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472623.169516:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169953536:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 110us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.169525:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 734 00000100:00080000:2.0:1772472623.169550:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472623.174440:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.178256:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953664 00000100:00100000:2.0:1772472623.178270:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953664 00000100:00100000:2.0:1772472623.178337:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 403 00000100:00100000:2.0:1772472623.178345:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169953664:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472623.178653:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169953664:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 307us (4222us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.178661:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 403 00000100:00080000:2.0:1772472623.178694:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472623.188812:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472623.188844:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953792 00000100:00100000:3.0:1772472623.188853:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953792 00000100:00100000:3.0:1772472623.188902:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 404 00000100:00100000:3.0:1772472623.188911:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169953792:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472623.189190:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169953792:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 279us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472623.189198:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 404 00000100:00080000:3.0:1772472623.189218:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472623.197293:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.197330:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169953920 00000100:00100000:2.0:1772472623.197340:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169953920 00000100:00100000:2.0:1772472623.197387:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 735 00000100:00100000:2.0:1772472623.197396:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169953920:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472623.197707:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169953920:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 311us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.197716:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 735 00000100:00100000:3.0:1772472623.209083:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472623.209270:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954048 00000100:00100000:0.0:1772472623.209280:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954048 00000100:00100000:0.0:1772472623.209380:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 736 00000100:00100000:0.0:1772472623.209392:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169954048:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472623.209547:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169954048:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 157us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472623.209556:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 736 00000100:00100000:3.0:1772472623.218177:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.218371:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954176 00000100:00100000:2.0:1772472623.218380:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954176 00000100:00100000:2.0:1772472623.218619:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 405 00000100:00100000:2.0:1772472623.218630:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169954176:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472623.219314:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169954176:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 683us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.219324:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 405 00000100:00100000:3.0:1772472623.222706:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472623.222750:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954304 00000100:00100000:3.0:1772472623.222760:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954304 00000100:00100000:3.0:1772472623.222979:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 406 00000100:00100000:3.0:1772472623.222989:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169954304:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472623.223772:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45272:x1858570169954304:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 781us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472623.223782:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 406 00010000:00010000:3.0:1772472623.224237:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472623.226925:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.227006:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954432 00000100:00100000:2.0:1772472623.227019:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954432 00000100:00100000:2.0:1772472623.227108:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 737 00000100:00100000:2.0:1772472623.227119:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169954432:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472623.227415:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45272:x1858570169954432:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 297us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.227423:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 737 00000100:00100000:2.0:1772472623.268225:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472623.271796:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954560 00000100:00100000:0.0:1772472623.271808:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954560 00000100:00100000:0.0:1772472623.271867:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 738 00000100:00100000:0.0:1772472623.271878:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45274:x1858570169954560:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472623.271899:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472623.271919:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e068d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cb4 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.272017:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.272031:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.272043:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472623.273615:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00000004:00200000:0.0:1772472623.273626:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472623.273687:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.273733:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e068d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cb4 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.273766:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cb4 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.273776:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328d00) 00010000:00010000:0.0:1772472623.273779:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472623.273782:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca200, rc 0) 00000100:00100000:0.0:1772472623.273877:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45274:x1858570169954560:12345-192.168.201.48@tcp:101:rm.0 Request processed in 2000us (5655us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472623.273885:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 738 00000100:00100000:2.0:1772472623.279286:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472623.279369:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954816 00000100:00100000:1.0:1772472623.279381:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954816 00000100:00100000:1.0:1772472623.279437:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 739 00000100:00100000:1.0:1772472623.279449:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45274:x1858570169954816:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472623.279471:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472623.279502:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e069b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cbb expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472623.279622:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00010000:1.0:1772472623.279940:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e069b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cbb expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472623.279956:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472623.279959:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472623.279965:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e069b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cbb expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472623.279980:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472623.280037:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45274:x1858570169954816:12345-192.168.201.48@tcp:101:rm.0 Request processed in 591us (762us total) trans 4294967580 rc 301/301 00000100:00100000:1.0:1772472623.280045:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 739 00000100:00100000:3.0:1772472623.295948:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.295992:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169954944 00000100:00100000:2.0:1772472623.296000:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169954944 00000100:00100000:2.0:1772472623.296076:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 129 00000100:00100000:2.0:1772472623.296085:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45274:x1858570169954944:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:2.0:1772472623.299783:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45274:x1858570169954944:12345-192.168.201.48@tcp:37:rm.0 Request processed in 3688us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472623.299799:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 129 00000100:00100000:0.0:1772472623.304586:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472623.304805:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955200 00000100:00100000:3.0:1772472623.304815:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955200 00000100:00100000:3.0:1772472623.304879:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 130 00000100:00100000:3.0:1772472623.304889:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45274:x1858570169955200:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:3.0:1772472623.305132:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45274:x1858570169955200:12345-192.168.201.48@tcp:35:rm.0 Request processed in 243us (553us total) trans 4294967581 rc 0/0 00000100:00100000:3.0:1772472623.305140:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 130 00000100:00100000:3.0:1772472623.307670:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472623.307800:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955456 00000100:00100000:2.0:1772472623.307811:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955456 00000100:00100000:2.0:1772472623.307868:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 740 00000100:00100000:2.0:1772472623.307879:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45274:x1858570169955456:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472623.307943:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1772472623.307970:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0694 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cb4 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.307989:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0639 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12c9f expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308002:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c420328d00) 00010000:00010000:2.0:1772472623.308023:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0345 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12be9 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308043:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:2.0:1772472623.308050:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472623.308073:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308085:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308094:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308240:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308250:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308258:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308361:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308370:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308375:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472623.308859:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 11776 00010000:00010000:2.0:1772472623.308875:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308882:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308886:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308890:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472623.308893:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308898:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308905:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772472623.308906:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472623.308909:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308912:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e06b7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308927:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308931:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308935:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308938:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472623.308939:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308943:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308947:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472623.308948:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472623.308949:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472623.308952:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e06a9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472623.308959:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001445beaf reply state 0000000002a10e04 transno 4294967582 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472623.308964:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472623.309032:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45274:x1858570169955456:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1154us (1370us total) trans 4294967582 rc 0/0 00000100:00100000:2.0:1772472623.309038:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 740 00010000:00010000:0.0:1772472623.312776:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312794:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312804:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312812:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472623.312817:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312825:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312854:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78700) 00010000:00010000:0.0:1772472623.312858:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472623.312863:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472623.312870:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e06b0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472624.248014:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472624.748405:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967580 is committed 00000001:00080000:0.0:1772472624.748438:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967582 is committed 00000100:00100000:2.0:1772472625.061033:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472625.061081:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472625.061114:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472625.061147:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472625.061192:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955840 00000100:00100000:2.0:1772472625.061208:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955840 00000100:00100000:2.0:1772472625.061279:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955968 00000100:00100000:2.0:1772472625.061283:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955968 00000100:00100000:2.0:1772472625.061310:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1063 00000100:00100000:2.0:1772472625.061321:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169955840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472625.061418:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169955840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 99us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472625.061427:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1063 00000100:00100000:2.0:1772472625.061446:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:2.0:1772472625.061453:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169955968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472625.061492:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169955968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472625.061499:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:3.0:1772472625.061868:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955584 00000100:00100000:3.0:1772472625.061874:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955584 00000100:00100000:3.0:1772472625.061919:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1163 00000100:00100000:3.0:1772472625.061927:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169955584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472625.061958:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169955584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472625.061964:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1163 00000100:00080000:3.0:1772472625.062009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472625.062013:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472625.062455:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169955712 00000100:00100000:0.0:1772472625.062491:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169955712 00000100:00100000:0.0:1772472625.062544:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1451 00000100:00100000:0.0:1772472625.062554:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169955712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472625.062607:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169955712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 56us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472625.062617:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1451 00000100:00080000:3.0:1772472625.063164:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472625.273579:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472626.306049:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472626.429383:0:78245:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8eb72e60 20000000:00000080:0.0:1772472626.429400:0:78245:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c44215f800 uarg=0000000000000000 00010000:00010000:0.0:1772472626.431245:0:78245:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472626.431269:0:78245:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472626.431481:0:78245:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472626.431504:0:78245:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.431521:0:78245:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.431531:0:78245:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.431569:0:78245:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.431584:0:78245:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 17 pid: 5805 timeout: 2202 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472626.431599:0:78245:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78245:1858570185867776:0@lo:104: 00000100:00100000:0.0:1772472626.431664:0:78245:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472626.431811:0:78245:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c435312780 going to sleep for 11 seconds 00000100:00100000:1.0:1772472626.432213:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867776 00000100:00100000:1.0:1772472626.432221:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867776 00000100:00100000:1.0:1772472626.432316:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1772472626.432326:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:78245:x1858570185867776:12345-0@lo:104: 00010000:00010000:1.0:1772472626.432339:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472626.432411:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472626.432417:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:78245:x1858570185867776:12345-0@lo:104: Request processed in 93us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472626.432424:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1772472626.432495:0:78245:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78245:1858570185867776:0@lo:104: 00010000:00010000:0.0:1772472626.432516:0:78245:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432575:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472626.432583:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432594:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472626.432597:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432606:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472626.432614:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472626.432619:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472626.432664:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432670:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472626.432692:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432698:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e0330 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0337 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432713:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472626.432714:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472626.432716:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472626.432727:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185867904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472626.432787:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472626.432842:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185867904 00000100:00100000:3.0:1772472626.432846:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185867904 00010000:00010000:3.0:1772472626.432864:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 2202 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472626.432886:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1772472626.432892:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185867904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472626.432902:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472626.432907:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 2202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432917:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 2202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432929:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4cc00/0xc2ef6d41852e0337 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0330 expref: 18 pid: 5805 timeout: 2202 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432941:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432949:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432961:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432968:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432976:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432981:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.432991:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472626.432995:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.433002:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.433012:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472626.433019:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472626.433048:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185867904:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472626.433054:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1772472626.433080:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185867904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472626.433305:0:78245:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.433314:0:78245:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472626.433320:0:78245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e06be lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78245 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472626.744569:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185868288:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.744640:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472626.744696:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472626.744703:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185868160:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.744729:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472626.744879:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868288 00000100:00100000:2.0:1772472626.744888:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868288 00000100:00100000:2.0:1772472626.744945:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1772472626.744954:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185868288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745008:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185868288:12345-0@lo:400:kworker.0 Request processed in 55us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472626.745015:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1772472626.745035:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868160 00000100:00100000:2.0:1772472626.745038:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868160 00000100:00100000:2.0:1772472626.745060:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1772472626.745067:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185868160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745096:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185868160:12345-0@lo:400:kworker.0 Request processed in 30us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472626.745103:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185868032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745104:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00080000:2.0:1772472626.745122:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472626.745128:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472626.745142:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472626.745166:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185868544:0@lo:400:kworker.0 00000100:00100000:1.0:1772472626.745191:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472626.745211:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472626.745217:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185868416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472626.745237:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472626.745265:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868544 00000100:00100000:1.0:1772472626.745269:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868544 00000100:00100000:1.0:1772472626.745312:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1772472626.745319:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185868544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472626.745367:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185868544:12345-0@lo:400:kworker.0 Request processed in 33us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472626.745374:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:1.0:1772472626.745394:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472626.745421:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185868544:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745442:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868032 00000100:00100000:2.0:1772472626.745447:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868032 00000100:00100000:2.0:1772472626.745486:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868416 00000100:00100000:2.0:1772472626.745489:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868416 00000100:00100000:2.0:1772472626.745514:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1772472626.745519:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185868032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745553:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185868032:12345-0@lo:400:kworker.0 Request processed in 34us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472626.745559:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1772472626.745571:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1772472626.745577:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185868416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745602:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185868416:12345-0@lo:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472626.745607:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00080000:2.0:1772472626.745632:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472626.745709:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185868160:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745720:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185868288:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745819:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185868416:0@lo:400:kworker.0 00000100:00100000:2.0:1772472626.745828:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185868032:0@lo:400:kworker.0 00000100:00100000:0.0:1772472627.255103:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185868672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472627.255176:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472627.255317:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185868800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472627.255346:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472627.255419:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868672 00000100:00100000:0.0:1772472627.255436:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868672 00000100:00100000:0.0:1772472627.255485:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868800 00000100:00100000:0.0:1772472627.255489:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868800 00000100:00100000:0.0:1772472627.255511:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1772472627.255519:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185868672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472627.255554:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472627.255609:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185868672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472627.255617:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1772472627.255633:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1772472627.255640:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185868800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472627.255657:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472627.255688:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185868800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472627.255694:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1772472627.255767:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185868800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472627.255802:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185868672:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1772472627.285551:0:78293:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffccb232ec0 20000000:00000080:2.0:1772472627.285569:0:78293:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30360c800 uarg=0000000000000000 00010000:00010000:2.0:1772472627.286334:0:78293:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472627.286348:0:78293:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472627.286369:0:78293:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472627.286387:0:78293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286402:0:78293:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286412:0:78293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286419:0:78293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286436:0:78293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286444:0:78293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286455:0:78293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472627.286459:0:78293:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286467:0:78293:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286480:0:78293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286488:0:78293:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472627.286495:0:78293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e06c5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472627.323300:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472627.449245:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472627.449254:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472627.449258:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472627.449307:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472627.449320:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472627.449332:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472627.449360:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185868928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472627.449436:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472627.449478:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cb69e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472627.449530:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185868928 00000100:00100000:0.0:1772472627.449538:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185868928 00000100:00100000:0.0:1772472627.449589:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1772472627.449597:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185868928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472627.449613:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472627.449627:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e06cc expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472627.449649:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472627.449659:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472627.449668:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472627.449708:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185868928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472627.449715:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1772472627.452532:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185868928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472627.452560:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472627.452573:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472627.452599:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472627.452604:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472627.452612:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472628.344109:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472629.366830:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472630.180728:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472630.181246:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472630.181327:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472630.181387:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472630.181440:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956224 00000100:00100000:1.0:1772472630.181452:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956224 00000100:00100000:1.0:1772472630.181518:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1455 00000100:00100000:1.0:1772472630.181539:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472630.181621:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472630.181630:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1455 00000100:00080000:1.0:1772472630.181666:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472630.181891:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956096 00000100:00100000:0.0:1772472630.181898:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956096 00000100:00100000:0.0:1772472630.181937:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1165 00000100:00100000:0.0:1772472630.181946:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169956096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472630.181978:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169956096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472630.181984:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1165 00000100:00100000:2.0:1772472630.182445:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956352 00000100:00100000:2.0:1772472630.182450:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956352 00000100:00100000:1.0:1772472630.182735:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956480 00000100:00100000:1.0:1772472630.182774:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956480 00000100:00100000:3.0:1772472630.182836:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1067 00000100:00100000:3.0:1772472630.182846:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472630.182887:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 44us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472630.182894:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1067 00000100:00080000:2.0:1772472630.183229:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472630.183331:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1068 00000100:00100000:1.0:1772472630.183339:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472630.183370:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169956480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472630.183389:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1068 00000100:00080000:3.0:1772472630.183469:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472630.201984:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472630.202049:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956608 00000100:00100000:0.0:1772472630.202060:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956608 00000100:00100000:0.0:1772472630.202181:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 741 00000100:00100000:0.0:1772472630.202191:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45387:x1858570169956608:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472630.202213:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472630.202236:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e06da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cc2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202301:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202313:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202326:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472630.202404:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472630.202408:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472630.202436:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202461:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e06da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cc2 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202479:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cc2 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.202487:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772472630.202490:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472630.202494:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472630.202548:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45387:x1858570169956608:12345-192.168.201.48@tcp:101:rm.0 Request processed in 359us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472630.202554:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 741 00000100:00100000:0.0:1772472630.205595:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472630.212979:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956736 00000100:00100000:1.0:1772472630.212997:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956736 00000100:00100000:1.0:1772472630.213115:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 742 00000100:00100000:1.0:1772472630.213126:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45387:x1858570169956736:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472630.213147:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472630.213168:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e06e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cc9 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213233:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213246:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213258:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213273:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213281:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213287:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213358:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213366:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213385:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213391:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472630.213396:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213403:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213414:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:1.0:1772472630.213417:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472630.213422:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213428:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e06ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213453:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213460:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213467:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213473:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472630.213476:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213483:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213490:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328500) 00010000:00010000:1.0:1772472630.213492:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472630.213495:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213502:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e06f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213531:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e06e8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cc9 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213541:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:1.0:1772472630.213543:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472630.213548:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e06e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cc9 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.213557:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472630.213625:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45387:x1858570169956736:12345-192.168.201.48@tcp:101:rm.0 Request processed in 501us (8038us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472630.213632:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 742 00000100:00100000:3.0:1772472630.281991:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472630.282094:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169956864 00000100:00100000:2.0:1772472630.282105:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169956864 00000100:00100000:2.0:1772472630.282176:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 743 00000100:00100000:2.0:1772472630.282186:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169956864:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:2.0:1772472630.282230:0:5810:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:2.0:1772472630.282300:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169956864:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 115us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472630.282320:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 743 00000100:00100000:3.0:1772472630.286186:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472630.287569:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957120 00000100:00100000:2.0:1772472630.287583:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957120 00000100:00100000:2.0:1772472630.287691:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 744 00000100:00100000:2.0:1772472630.287702:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45391:x1858570169957120:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:2.0:1772472630.287781:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472630.287809:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e06e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cc2 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287828:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:2.0:1772472630.287841:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472630.287944:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287957:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287967:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287979:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287986:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.287992:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472630.288907:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00010000:00010000:2.0:1772472630.288919:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288932:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288940:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288945:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472630.288949:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288958:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288970:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472630.288973:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472630.288977:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.288983:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e06fd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472630.289002:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007a7a35b0 reply state 00000000465efec1 transno 4294967583 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472630.289010:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472630.289099:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45391:x1858570169957120:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 1397us (2921us total) trans 4294967583 rc 0/0 00000100:00100000:2.0:1772472630.289108:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 744 00010000:00010000:1.0:1772472630.293112:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293132:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293140:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293147:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472630.293153:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293162:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293180:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78a00) 00010000:00010000:1.0:1772472630.293184:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472630.293189:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472630.293196:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0704 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472630.358731:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472630.358962:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957248 00000100:00100000:0.0:1772472630.358972:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957248 00000100:00100000:0.0:1772472630.359038:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 745 00000100:00100000:0.0:1772472630.359048:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45395:x1858570169957248:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472630.359075:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472630.359100:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e070b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cd0 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359169:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359184:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359198:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472630.359263:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472630.359267:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472630.359294:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359319:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e070b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd0 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359342:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd0 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.359352:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472630.359355:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472630.359359:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472630.359437:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45395:x1858570169957248:12345-192.168.201.48@tcp:101:chown.0 Request processed in 390us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472630.359444:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 745 00000100:00100000:3.0:1772472630.363098:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472630.363433:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957376 00000100:00100000:2.0:1772472630.363445:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957376 00000100:00100000:2.0:1772472630.363525:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 746 00000100:00100000:2.0:1772472630.363538:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45395:x1858570169957376:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:2.0:1772472630.363570:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472630.363606:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0719 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cd7 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363703:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363722:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363769:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363787:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363795:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363802:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363939:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363947:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.363955:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472630.363999:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 512 00000004:00200000:2.0:1772472630.364003:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472630.364024:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364035:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364041:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364047:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364053:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472630.364057:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364063:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364073:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:2.0:1772472630.364076:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472630.364080:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364085:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0720 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364096:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364105:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364111:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364115:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472630.364117:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364122:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364127:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78600) 00010000:00010000:2.0:1772472630.364129:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472630.364131:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364136:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0727 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364165:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e0719 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd7 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364176:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd7 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.364183:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472630.364185:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472630.364187:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772472630.364250:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45395:x1858570169957376:12345-192.168.201.48@tcp:101:chown.0 Request processed in 716us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472630.364258:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 746 00000100:00100000:3.0:1772472630.369856:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472630.369962:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957632 00000100:00100000:0.0:1772472630.369974:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957632 00000100:00100000:0.0:1772472630.370044:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 747 00000100:00100000:0.0:1772472630.370054:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45395:x1858570169957632:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:0.0:1772472630.370107:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472630.370134:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e072e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd7 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.370156:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772472630.370169:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472630.370194:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.370206:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.370216:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472630.390917:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1772472630.429233:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008c67902f reply state 0000000068a454e5 transno 4294967584 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472630.429252:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472630.429298:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:0.0:1772472630.430323:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45395:x1858570169957632:12345-192.168.201.48@tcp:36:chown.0 Request processed in 59376us (59583us total) trans 4294967584 rc 0/0 00000100:00100000:0.0:1772472630.430348:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 747 00000001:00080000:1.0:1772472630.430585:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967584 is committed 00010000:00010000:0.0:1772472630.435802:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435821:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435828:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435834:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472630.435838:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435846:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435863:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772472630.435866:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472630.435870:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472630.435876:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0735 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772472631.249239:0:78491:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc050b850 20000000:00000080:1.0:1772472631.249253:0:78491:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3034a9c00 uarg=0000000000000000 00010000:00010000:1.0:1772472631.249526:0:78491:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472631.249563:0:78491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:1.0:1772472631.249567:0:78491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472631.249577:0:78491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0712 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cd0 expref: 5 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472631.249598:0:78491:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472631.249619:0:78491:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472631.249631:0:78491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472631.249640:0:78491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472631.249646:0:78491:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472631.249677:0:78491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472631.249691:0:78491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 17 pid: 5806 timeout: 2207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472631.249704:0:78491:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78491:1858570185869056:0@lo:104: 00000100:00100000:1.0:1772472631.249873:0:78491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.249920:0:78491:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c403309cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472631.249969:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1772472631.249979:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869056 00000100:00100000:3.0:1772472631.249984:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869056 00000100:00100000:3.0:1772472631.250023:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1772472631.250032:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3028ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:78491:x1858570185869056:12345-0@lo:104: 00010000:00010000:3.0:1772472631.250044:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472631.250101:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472631.250106:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3028ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:78491:x1858570185869056:12345-0@lo:104: Request processed in 77us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472631.250113:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1772472631.250116:0:78491:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78491:1858570185869056:0@lo:104: 00010000:00010000:1.0:1772472631.250134:0:78491:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250172:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472631.250177:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250182:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472631.250184:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250190:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472631.250195:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472631.250198:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472631.250220:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250223:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472631.250247:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250254:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54a00/0xc2ef6d41852e06cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e06d3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472631.250259:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185869184:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472631.250270:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472631.250272:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472631.250274:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472631.250286:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472631.250341:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869184 00000100:00100000:0.0:1772472631.250346:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869184 00010000:00010000:0.0:1772472631.250378:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 2207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472631.250404:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1772472631.250411:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185869184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472631.250421:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472631.250426:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 2207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250436:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 2207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250446:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e06d3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e06cc expref: 18 pid: 5806 timeout: 2207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250457:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250464:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250474:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250479:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250483:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250487:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250491:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472631.250493:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250498:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250511:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472631.250519:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472631.250534:0:78491:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472631.250542:0:78491:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472631.250548:0:78491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e073c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472631.250553:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185869184:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472631.250559:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1772472631.250613:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185869184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472631.419453:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472631.878379:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185869312:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878440:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.878489:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185869824:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878514:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.878538:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472631.878545:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185869696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878570:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.878596:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185869440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878616:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.878633:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472631.878638:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185869568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878658:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472631.878687:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869312 00000100:00100000:1.0:1772472631.878694:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869312 00000100:00100000:1.0:1772472631.878730:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869696 00000100:00100000:1.0:1772472631.878733:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869696 00000100:00100000:1.0:1772472631.878774:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869440 00000100:00100000:1.0:1772472631.878777:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869440 00000100:00100000:1.0:1772472631.878793:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772472631.878799:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185869312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878841:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185869312:12345-0@lo:400:kworker.0 Request processed in 42us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472631.878848:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772472631.878863:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1772472631.878868:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185869696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878887:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185869696:12345-0@lo:400:kworker.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472631.878892:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1772472631.878900:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1772472631.878905:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185869440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.878925:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185869440:12345-0@lo:400:kworker.0 Request processed in 20us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472631.878930:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1772472631.878943:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869824 00000100:00100000:1.0:1772472631.878946:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869824 00000100:00100000:1.0:1772472631.878964:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869568 00000100:00100000:1.0:1772472631.878966:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869568 00000100:00100000:1.0:1772472631.878979:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1772472631.878984:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185869824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879005:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185869824:12345-0@lo:400:kworker.0 Request processed in 21us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472631.879010:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1772472631.879018:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1772472631.879022:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185869568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879040:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185869568:12345-0@lo:400:kworker.0 Request processed in 17us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472631.879045:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00080000:1.0:1772472631.879068:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472631.879072:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472631.879075:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472631.879109:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185869568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879120:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185869440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879153:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185869696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879160:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185869312:0@lo:400:kworker.0 00000100:00100000:1.0:1772472631.879167:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185869824:0@lo:400:kworker.0 00000020:00000080:2.0:1772472632.019037:0:78539:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffae02f10 20000000:00000080:2.0:1772472632.019056:0:78539:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303438000 uarg=0000000000000000 00010000:00010000:2.0:1772472632.019287:0:78539:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472632.019301:0:78539:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472632.019335:0:78539:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472632.019512:0:78539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019529:0:78539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019539:0:78539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019546:0:78539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019553:0:78539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019560:0:78539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019566:0:78539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472632.019571:0:78539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019579:0:78539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019591:0:78539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019598:0:78539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.019604:0:78539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0743 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472632.375916:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185869952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472632.375987:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472632.376056:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185869952 00000100:00100000:2.0:1772472632.376063:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185869952 00000100:00100000:2.0:1772472632.376110:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1772472632.376119:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185869952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472632.376154:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472632.376199:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185869952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472632.376207:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1772472632.376257:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185869952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472632.376412:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185870080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472632.376438:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472632.376513:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870080 00000100:00100000:3.0:1772472632.376517:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870080 00000100:00100000:3.0:1772472632.376550:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1772472632.376557:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185870080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472632.376576:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472632.376609:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185870080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472632.376616:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1772472632.376784:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185870080:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472632.439688:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472632.637680:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472632.637688:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472632.637693:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472632.637756:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.637767:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.637778:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472632.637801:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185870208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472632.637869:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472632.637911:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5b780 going to sleep for 11 seconds 00000100:00100000:2.0:1772472632.637932:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870208 00000100:00100000:2.0:1772472632.637938:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870208 00000100:00100000:2.0:1772472632.637983:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472632.637992:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185870208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472632.638005:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472632.638017:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e074a expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.638038:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.638048:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.638061:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772472632.638095:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185870208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472632.638101:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472632.638149:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185870208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472632.638160:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.638168:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472632.638183:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472632.638187:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472632.638194:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472633.462904:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472634.487085:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472634.670086:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472634.670362:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957760 00000100:00100000:0.0:1772472634.670372:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957760 00000100:00100000:0.0:1772472634.670460:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 12 00000100:00100000:0.0:1772472634.670471:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570169957760:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472634.670487:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472634.670490:0:6605:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e0712) 00010000:00010000:0.0:1772472634.670491:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472634.670562:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570169957760:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 94us (485us total) trans 0 rc 116/116 00000100:00100000:0.0:1772472634.670568:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 12 00000100:00080000:1.0:1772472634.670702:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472635.306221:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.306255:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.306292:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.306320:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.306344:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958144 00000100:00100000:1.0:1772472635.306353:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958144 00000100:00100000:1.0:1772472635.306398:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958272 00000100:00100000:1.0:1772472635.306400:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958272 00000100:00100000:1.0:1772472635.306419:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1071 00000100:00100000:1.0:1772472635.306428:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472635.306491:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472635.306498:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1071 00000100:00100000:1.0:1772472635.306512:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1072 00000100:00100000:1.0:1772472635.306518:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472635.306538:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 20us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472635.306543:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1072 00000100:00100000:1.0:1772472635.306559:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958016 00000100:00100000:1.0:1772472635.306563:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958016 00000100:00100000:1.0:1772472635.306583:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1459 00000100:00100000:0.0:1772472635.309203:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169957888 00000100:00100000:0.0:1772472635.309217:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169957888 00000100:00100000:0.0:1772472635.309275:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1167 00000100:00100000:0.0:1772472635.309294:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169957888:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472635.309358:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169957888:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (3144us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472635.309365:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1167 00000100:00100000:1.0:1772472635.309450:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472635.309493:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169958016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 2905us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472635.309501:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1459 00000100:00080000:1.0:1772472635.309529:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472635.309533:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472635.436428:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472635.436859:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958400 00000100:00100000:2.0:1772472635.436868:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958400 00000100:00100000:2.0:1772472635.437043:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 748 00000100:00100000:2.0:1772472635.437054:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45500:x1858570169958400:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472635.437074:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472635.437100:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0758 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cde expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437170:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437184:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437196:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472635.437273:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772472635.437277:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472635.437311:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437332:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cde expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437350:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cde expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.437358:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472635.437361:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472635.437364:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54200, rc 0) 00000100:00100000:2.0:1772472635.437413:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45500:x1858570169958400:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 362us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472635.437419:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 748 00000100:00100000:3.0:1772472635.440210:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472635.440267:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958528 00000100:00100000:2.0:1772472635.440278:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958528 00000100:00100000:3.0:1772472635.440428:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 749 00000100:00100000:3.0:1772472635.440437:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45500:x1858570169958528:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472635.440457:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472635.440478:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ce5 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440530:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440543:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440554:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440568:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440575:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440585:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440690:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440699:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440705:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472635.440765:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1772472635.440769:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472635.440796:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440808:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440814:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440821:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440827:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472635.440831:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440838:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440850:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772472635.440853:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472635.440858:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440864:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e076d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440874:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440880:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440886:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440891:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472635.440894:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440901:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440908:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c4052b6700) 00010000:00010000:3.0:1772472635.440910:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472635.440913:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440919:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0774 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440948:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ce5 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440960:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ce5 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.440966:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772472635.440968:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472635.440971:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472635.441029:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45500:x1858570169958528:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 593us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472635.441037:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 749 00000100:00100000:3.0:1772472635.447989:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.448355:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958784 00000100:00100000:1.0:1772472635.448365:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958784 00000100:00100000:1.0:1772472635.448425:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 750 00000100:00100000:1.0:1772472635.448434:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45500:x1858570169958784:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472635.448484:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472635.448509:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e077b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ce5 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.448527:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:1.0:1772472635.448536:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472635.448559:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.448571:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.448580:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472635.515271:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1772472635.542980:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009d08d64f reply state 00000000224cf1bc transno 4294967585 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472635.543005:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472635.543044:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000001:00080000:0.0:1772472635.543095:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967585 is committed 00010000:00080000:1.0:1772472635.543240:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772472635.543264:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45500:x1858570169958784:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 94827us (95281us total) trans 4294967585 rc 0/0 00000100:00100000:1.0:1772472635.543273:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 750 00010000:00010000:2.0:1772472635.543297:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543307:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543315:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543322:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472635.543326:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543333:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543347:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328600) 00010000:00010000:2.0:1772472635.543350:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472635.543354:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.543359:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0782 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472635.609972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472635.610572:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169958912 00000100:00100000:2.0:1772472635.610645:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169958912 00000100:00100000:2.0:1772472635.610716:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 751 00000100:00100000:2.0:1772472635.610724:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45504:x1858570169958912:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472635.610785:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472635.610805:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0789 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cec expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.610875:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.610888:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.612365:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616365:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616390:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616404:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616555:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616563:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616574:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472635.616628:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1772472635.616632:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472635.616661:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616673:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616680:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616687:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616693:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472635.616698:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616705:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616719:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772472635.616722:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472635.616726:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616733:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616772:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616778:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616784:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616788:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472635.616791:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616796:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616803:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c4052b6700) 00010000:00010000:3.0:1772472635.616805:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472635.616808:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616814:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0797 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616851:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0789 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cec expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616865:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cec expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.616876:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472635.616879:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472635.616882:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472635.616975:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45504:x1858570169958912:12345-192.168.201.48@tcp:101:touch.0 Request processed in 6250us (7013us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472635.616984:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 751 00000100:00100000:2.0:1772472635.621077:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472635.621167:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169959168 00000100:00100000:3.0:1772472635.621178:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169959168 00000100:00100000:3.0:1772472635.621240:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 752 00000100:00100000:3.0:1772472635.621259:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45504:x1858570169959168:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472635.621287:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472635.621308:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cf3 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621445:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621459:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621471:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621526:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621534:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.621541:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472635.622074:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:3.0:1772472635.622305:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e07ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622316:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e07ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622323:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e07ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622360:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622368:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622375:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622381:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472635.622385:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622393:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622406:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472635.622409:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472635.622413:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622419:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e07ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472635.622431:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000082329311 reply state 00000000d1f11408 transno 4294967586 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472635.622439:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472635.622468:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cf3 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622481:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e07ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cf3 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.622489:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472635.622491:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472635.622494:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:3.0:1772472635.622570:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45504:x1858570169959168:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1322us (1501us total) trans 4294967586 rc 0/0 00000100:00100000:3.0:1772472635.622579:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 752 00000100:00100000:1.0:1772472635.631893:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472635.631990:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169959424 00000100:00100000:3.0:1772472635.632002:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169959424 00000100:00100000:3.0:1772472635.632063:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 753 00000100:00100000:3.0:1772472635.632073:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45504:x1858570169959424:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772472635.632149:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472635.632178:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e07ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cf3 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.632204:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472635.632215:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472635.632254:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.632267:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.632287:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472635.632422:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005c82ddd1 reply state 000000005b367fca transno 4294967587 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472635.632431:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472635.632525:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45504:x1858570169959424:12345-192.168.201.48@tcp:36:touch.0 Request processed in 453us (641us total) trans 4294967587 rc 0/0 00000100:00100000:3.0:1772472635.632533:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 753 00010000:00010000:2.0:1772472635.632733:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632764:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632771:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632776:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472635.632781:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632788:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632799:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c4052b6b00) 00010000:00010000:2.0:1772472635.632802:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472635.632806:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.632817:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e07b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634137:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634152:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634158:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634164:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472635.634167:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634175:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634187:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:2.0:1772472635.634189:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472635.634193:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.634199:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e07c8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472635.636345:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472635.636433:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169959552 00000100:00100000:3.0:1772472635.636443:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169959552 00000100:00100000:3.0:1772472635.636501:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 754 00000100:00100000:3.0:1772472635.636511:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45504:x1858570169959552:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472635.636535:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472635.636556:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12cfa expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.636709:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cfa expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.636731:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cfa expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.636793:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772472635.636796:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472635.636799:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472635.636848:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45504:x1858570169959552:12345-192.168.201.48@tcp:101:touch.0 Request processed in 339us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472635.636855:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 754 00000100:00100000:0.0:1772472635.647093:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.647189:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169959680 00000100:00100000:1.0:1772472635.647199:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169959680 00000100:00100000:1.0:1772472635.647256:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 407 00000100:00100000:1.0:1772472635.647267:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169959680:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:1.0:1772472635.647836:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169959680:12345-192.168.201.48@tcp:2:touch.0 Request processed in 569us (750us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1772472635.647846:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 407 00000100:00100000:0.0:1772472635.656422:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472635.656516:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169959936 00000100:00100000:3.0:1772472635.656528:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169959936 00000100:00100000:3.0:1772472635.656586:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 131 00000100:00100000:3.0:1772472635.656596:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45504:x1858570169959936:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:3.0:1772472635.656959:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45504:x1858570169959936:12345-192.168.201.48@tcp:35:touch.0 Request processed in 364us (548us total) trans 4294967588 rc 0/0 00000100:00100000:3.0:1772472635.656968:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 131 00000100:00100000:2.0:1772472635.772905:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.773004:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960064 00000100:00100000:1.0:1772472635.773014:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960064 00000100:00100000:1.0:1772472635.773079:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 755 00000100:00100000:1.0:1772472635.773088:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45508:x1858570169960064:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472635.773112:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472635.773132:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d01 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773187:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773205:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773216:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773229:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773237:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773255:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773347:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773356:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773363:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472635.773395:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 0 00000004:00200000:1.0:1772472635.773398:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472635.773415:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773425:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773439:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773445:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773452:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773458:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472635.773462:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773470:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773481:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:1.0:1772472635.773484:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472635.773488:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773495:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e07dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773508:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773514:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773520:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773526:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472635.773529:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773535:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773541:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c420328e00) 00010000:00010000:1.0:1772472635.773543:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472635.773545:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773551:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e07e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773577:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d01 expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773601:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d01 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.773608:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:1.0:1772472635.773610:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472635.773612:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472635.773673:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45508:x1858570169960064:12345-192.168.201.48@tcp:101:rm.0 Request processed in 586us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472635.773681:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 755 00000100:00100000:1.0:1772472635.778039:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472635.778124:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960192 00000100:00100000:3.0:1772472635.778135:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960192 00000100:00100000:3.0:1772472635.778190:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 408 00000100:00100000:3.0:1772472635.778200:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169960192:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472635.778219:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472635.778239:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d08 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472635.778273:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x69a5c93b, atime: 0x69a5c93b, ctime: 0x69a5c93b, blocks: 0x1 00010000:00010000:3.0:1772472635.778300:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472635.778302:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472635.778310:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.778329:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472635.778341:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:3.0:1772472635.778392:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169960192:12345-192.168.201.48@tcp:101:rm.0 Request processed in 194us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472635.778399:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 408 00000100:00100000:0.0:1772472635.785254:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472635.785354:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960448 00000100:00100000:1.0:1772472635.785364:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960448 00000100:00100000:1.0:1772472635.785421:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 756 00000100:00100000:1.0:1772472635.785429:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45508:x1858570169960448:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472635.785478:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472635.785504:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e07eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d01 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785526:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e07cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cfa expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785537:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:1.0:1772472635.785549:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472635.785568:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785591:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785601:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785615:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785622:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785629:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785726:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785734:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.785784:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472635.786118:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].23, 64 off9664 00000004:00080000:1.0:1772472635.786128:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2061618387938ns, next at 2062618385592ns, rc = 0 00010000:00010000:1.0:1772472635.786178:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786187:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786195:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786202:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786209:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786215:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786240:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472635.786257:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786264:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786270:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786285:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472635.786289:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786296:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786304:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c420328f00) 00010000:00010000:1.0:1772472635.786307:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472635.786311:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786318:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0807 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786333:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786338:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786344:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786349:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472635.786352:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786359:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786365:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:1.0:1772472635.786367:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472635.786370:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472635.786375:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e07f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472635.786383:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000f1c0cbd reply state 00000000a4797c51 transno 4294967589 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472635.786391:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472635.786456:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45508:x1858570169960448:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1026us (1220us total) trans 4294967589 rc 0/0 00000100:00100000:1.0:1772472635.786463:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 756 00010000:00010000:2.0:1772472635.786859:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472635.786867:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.786878:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472635.786881:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.786889:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.786898:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff90c420328f00) 00010000:00010000:2.0:1772472635.786900:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472635.786903:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.786909:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e080e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.786923:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472635.786925:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472635.786926:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472635.788498:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788513:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788520:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788525:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472635.788529:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788539:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788551:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c420328e00) 00010000:00010000:2.0:1772472635.788554:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472635.788557:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472635.788563:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0800 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.535771:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472636.619490:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.619707:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960576 00000100:00100000:3.0:1772472636.619717:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960576 00000100:00100000:3.0:1772472636.619811:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 757 00000100:00100000:3.0:1772472636.619822:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45523:x1858570169960576:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472636.619847:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1772472636.619895:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472636.619917:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0815 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d0f expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.619979:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.620003:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.620015:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472636.620076:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1772472636.620080:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472636.620104:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.620131:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0815 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d0f expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.620147:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d0f expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.620156:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472636.620159:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472636.620163:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772472636.620224:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45523:x1858570169960576:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 404us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472636.620232:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 757 00000100:00100000:0.0:1772472636.632861:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.634014:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960832 00000100:00100000:3.0:1772472636.634026:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960832 00000100:00100000:3.0:1772472636.634080:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 758 00000100:00100000:3.0:1772472636.634090:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45523:x1858570169960832:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472636.634140:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472636.634166:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e081c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d0f expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.634184:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e079e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cec expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.634200:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472636.634210:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472636.634232:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.634244:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.634253:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472636.705597:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967589 is committed 00000004:00080000:0.0:1772472636.705613:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 62 committed 00000001:00080000:0.0:1772472636.705792:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967590 is committed 00000004:00010000:3.0:1772472636.706315:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003bb7b858 reply state 00000000ae549363 transno 4294967590 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472636.706330:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472636.706361:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00080000:3.0:1772472636.706466:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772472636.706482:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45523:x1858570169960832:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 72389us (73625us total) trans 4294967590 rc 0/0 00000100:00100000:3.0:1772472636.706491:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 758 00000100:00100000:1.0:1772472636.706834:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185870336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472636.706889:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772472636.712448:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712466:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712474:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712481:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472636.712486:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712493:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712510:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:2.0:1772472636.712514:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472636.712519:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.712524:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0823 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472636.715723:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870336 00000100:00100000:1.0:1772472636.715751:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870336 00000100:00100000:1.0:1772472636.715814:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1772472636.715823:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185870336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472636.715860:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:1.0:1772472636.715886:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.715927:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.715935:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472636.715938:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472636.715941:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.715986:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.716001:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 6 pid: 32804 timeout: 2162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472636.716017:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185870464:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472636.716094:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca51d80 going to sleep for 11 seconds 00000100:00080000:1.0:1772472636.716109:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472636.727084:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472636.727190:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185870464:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472636.727216:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472636.731476:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169960960 00000100:00100000:2.0:1772472636.731491:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169960960 00010000:00010000:2.0:1772472636.731534:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 2162 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472636.731652:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 372 00000100:00100000:2.0:1772472636.731662:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169960960:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472636.731677:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472636.731682:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 2162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.731696:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 2162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.731716:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cbd1afc/0xc2ef6d41852e07f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d08 expref: 7 pid: 32804 timeout: 2162 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.731730:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472636.731732:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472636.733140:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.733162:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.733200:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472636.733273:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169960960:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 1601us (6187us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472636.733284:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 372 00010000:00010000:0.0:1772472636.733392:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.733403:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.733415:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.733426:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.733452:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472636.734186:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472636.734194:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.734204:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472636.734209:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.734219:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.734235:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.734243:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e082a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.734271:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472636.734273:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472636.734275:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472636.735014:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185870336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19188us (28120us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1772472636.735025:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000004:00080000:3.0:1772472636.738094:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c40e06a300/2, rc 0, transno 4294967343 00000100:00100000:3.0:1772472636.738109:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185870336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472636.783938:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.784058:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169961088 00000100:00100000:3.0:1772472636.784070:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169961088 00000100:00100000:3.0:1772472636.784132:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 759 00000100:00100000:3.0:1772472636.784143:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45527:x1858570169961088:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472636.784169:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472636.784190:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0831 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d16 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784251:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784272:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784284:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784299:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784305:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784311:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784429:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784437:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784444:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472636.784474:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:3.0:1772472636.784477:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472636.784499:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784510:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784516:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784523:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784528:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472636.784532:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784540:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784552:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772472636.784555:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472636.784559:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784578:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0838 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784592:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784598:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784604:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784610:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472636.784613:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784619:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784627:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472636.784629:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472636.784632:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784638:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e083f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784664:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0831 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d16 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784678:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d16 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.784685:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772472636.784687:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472636.784689:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472636.784794:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45527:x1858570169961088:12345-192.168.201.48@tcp:101:touch.0 Request processed in 653us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472636.784803:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 759 00000100:00100000:0.0:1772472636.788675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.788784:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169961344 00000100:00100000:3.0:1772472636.788796:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169961344 00000100:00100000:3.0:1772472636.788858:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 760 00000100:00100000:3.0:1772472636.788868:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:45527:x1858570169961344:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472636.788890:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472636.789054:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e084d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d1d expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789188:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789203:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789215:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789244:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789253:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.789269:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472636.789806:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:2.0:1772472636.795505:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0862 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795529:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0862 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795542:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0862 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795598:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795606:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795615:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795621:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472636.795625:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795633:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795648:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:2.0:1772472636.795651:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472636.795656:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795662:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0854 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472636.795677:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005e8fa08c reply state 00000000cf72ece0 transno 4294967591 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472636.795686:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472636.795722:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e084d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d1d expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795736:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0862 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d1d expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.795779:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472636.795782:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472636.795784:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772472636.795875:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45527:x1858570169961344:12345-192.168.201.48@tcp:101:touch.0 Request processed in 7007us (7211us total) trans 4294967591 rc 0/0 00000100:00100000:2.0:1772472636.795885:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 760 00010000:00010000:3.0:1772472636.800772:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.800788:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.800801:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.800809:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472636.800814:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.800822:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472636.800831:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:3.0:1772472636.800838:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c4052b6800) 00010000:00010000:3.0:1772472636.800841:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472636.800846:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.800854:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e085b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472636.801459:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169961600 00000100:00100000:0.0:1772472636.801472:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169961600 00000100:00100000:0.0:1772472636.801532:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 761 00000100:00100000:0.0:1772472636.801543:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45527:x1858570169961600:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:0.0:1772472636.801599:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472636.801618:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e0862 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d1d expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.801634:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772472636.801645:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472636.801684:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.801696:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.801706:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472636.802009:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003addba0e reply state 000000003bb5d028 transno 4294967592 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472636.802018:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472636.802116:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45527:x1858570169961600:12345-192.168.201.48@tcp:36:touch.0 Request processed in 575us (1287us total) trans 4294967592 rc 0/0 00000100:00100000:0.0:1772472636.802124:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 761 00010000:00010000:2.0:1772472636.805307:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805325:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805333:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805339:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472636.805344:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805353:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805371:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772472636.805373:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472636.805377:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.805384:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0870 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472636.808027:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.808075:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169961728 00000100:00100000:3.0:1772472636.808086:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169961728 00000100:00100000:3.0:1772472636.808189:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 762 00000100:00100000:3.0:1772472636.808201:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45527:x1858570169961728:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472636.808226:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472636.808254:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0877 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d24 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.808326:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0877 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d24 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.808347:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0877 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d24 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.808365:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772472636.808368:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472636.808372:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472636.808434:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45527:x1858570169961728:12345-192.168.201.48@tcp:101:touch.0 Request processed in 235us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472636.808441:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 762 00000100:00100000:1.0:1772472636.811045:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472636.811126:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169961856 00000100:00100000:3.0:1772472636.811136:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169961856 00000100:00100000:3.0:1772472636.811203:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 410 00000100:00100000:3.0:1772472636.811210:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169961856:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:3.0:1772472636.811544:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169961856:12345-192.168.201.48@tcp:2:touch.0 Request processed in 333us (651us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1772472636.811552:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 410 00000100:00100000:2.0:1772472636.813240:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472636.813327:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169962112 00000100:00100000:0.0:1772472636.813335:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169962112 00000100:00100000:0.0:1772472636.813392:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 132 00000100:00100000:0.0:1772472636.813403:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:45527:x1858570169962112:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:0.0:1772472636.813727:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45527:x1858570169962112:12345-192.168.201.48@tcp:35:touch.0 Request processed in 327us (496us total) trans 4294967593 rc 0/0 00000100:00100000:0.0:1772472636.813733:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 132 00000100:00100000:2.0:1772472636.859861:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472636.860503:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169962240 00000100:00100000:1.0:1772472636.860516:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169962240 00000100:00100000:1.0:1772472636.860816:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 763 00000100:00100000:1.0:1772472636.860827:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45531:x1858570169962240:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472636.860857:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472636.860879:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e087e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d2b expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.860956:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.860971:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.860983:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.860999:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861006:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861013:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861107:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861115:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861123:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472636.861154:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3f:0x0]: returning size 0 00000004:00200000:1.0:1772472636.861159:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472636.861179:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861196:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861204:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861211:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861218:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861224:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472636.861228:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861236:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861248:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:1.0:1772472636.861251:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472636.861266:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861272:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0885 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861286:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861292:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861298:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861304:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472636.861307:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861313:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861320:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c420328d00) 00010000:00010000:1.0:1772472636.861323:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472636.861326:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861332:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e088c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861363:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e087e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d2b expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861378:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d2b expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472636.861385:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:1.0:1772472636.861388:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472636.861390:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472636.861458:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45531:x1858570169962240:12345-192.168.201.48@tcp:101:rm.0 Request processed in 633us (1610us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472636.861469:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 763 00000100:00100000:1.0:1772472636.865981:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472636.866147:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169962368 00000100:00100000:2.0:1772472636.866158:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169962368 00000100:00100000:2.0:1772472636.866210:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 411 00000100:00100000:2.0:1772472636.866219:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169962368:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472636.866240:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472636.866290:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d32 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472636.866317:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x69a5c93d, atime: 0x69a5c93d, ctime: 0x69a5c93d, blocks: 0x1 00010000:00010000:2.0:1772472636.866336:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472636.866338:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472636.866347:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.866370:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.866383:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55c00, rc 0) 00000100:00100000:2.0:1772472636.866461:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169962368:12345-192.168.201.48@tcp:101:rm.0 Request processed in 244us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472636.866466:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 411 00000100:00100000:2.0:1772472636.871600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472636.871699:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169962624 00000100:00100000:0.0:1772472636.871710:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169962624 00000100:00100000:0.0:1772472636.871805:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 764 00000100:00100000:0.0:1772472636.871816:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45531:x1858570169962624:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772472636.871868:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472636.871895:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0893 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d2b expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.871930:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0877 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d24 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.871940:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:0.0:1772472636.871952:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472636.871974:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.871987:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.871995:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872008:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872015:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872020:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872136:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872145:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872151:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472636.872490:0:5811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].24, 64 off9728 00000004:00080000:0.0:1772472636.872497:0:5811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2062704757362ns, next at 2063704755878ns, rc = 0 00010000:00010000:0.0:1772472636.872547:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872561:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872569:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872576:0:5811:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872580:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872584:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872604:0:5811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472636.872620:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872623:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872627:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872631:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472636.872634:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872639:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872647:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472636.872649:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472636.872651:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872655:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e08af lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872665:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872668:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872671:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872675:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472636.872676:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872679:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872683:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:0.0:1772472636.872684:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472636.872686:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472636.872689:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e08a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472636.872696:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000adfd46d2 reply state 0000000027b61d4b transno 4294967594 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472636.872702:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472636.872801:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45531:x1858570169962624:12345-192.168.201.48@tcp:36:rm.0 Request processed in 986us (1239us total) trans 4294967594 rc 0/0 00000100:00100000:0.0:1772472636.872811:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 764 00010000:00010000:2.0:1772472636.873080:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472636.873086:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.873092:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472636.873096:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.873103:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.873112:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3f:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:2.0:1772472636.873114:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472636.873117:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.873123:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e08b6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472636.873137:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472636.873139:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472636.873140:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472636.875099:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875116:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875124:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875130:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472636.875135:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875143:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875156:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c410b8af00) 00010000:00010000:3.0:1772472636.875159:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472636.875163:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472636.875168:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e08a8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472636.983051:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185870720:0@lo:400:kworker.0 00000100:00100000:1.0:1772472636.983051:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185870848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.983133:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185870592:0@lo:400:kworker.0 00000100:00100000:0.0:1772472636.985138:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185870976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472636.993891:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472636.995581:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472636.995629:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870592 00000100:00100000:2.0:1772472636.995637:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870592 00000100:00100000:2.0:1772472636.995690:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1772472636.995698:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185870592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.996523:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185870592:12345-0@lo:400:kworker.0 Request processed in 823us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472636.996534:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1772472636.996713:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185870592:0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.996759:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185871104:0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.996798:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472636.996829:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870720 00000100:00100000:2.0:1772472636.996835:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870720 00000100:00100000:2.0:1772472636.996871:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871104 00000100:00100000:2.0:1772472636.996873:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871104 00000100:00100000:2.0:1772472636.996902:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1772472636.996910:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185870720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.996951:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185870720:12345-0@lo:400:kworker.0 Request processed in 43us (3068us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472636.996958:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1772472636.996971:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:2.0:1772472636.996978:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185871104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.997003:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185871104:12345-0@lo:400:kworker.0 Request processed in 26us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472636.997009:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:2.0:1772472636.997026:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472636.997048:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185871104:0@lo:400:kworker.0 00000100:00100000:2.0:1772472636.997088:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185870720:0@lo:400:kworker.0 00000100:00100000:1.0:1772472637.000511:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472637.000581:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870848 00000100:00100000:1.0:1772472637.000590:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870848 00000100:00100000:1.0:1772472637.000648:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1772472637.000658:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185870848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472637.000732:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185870848:12345-0@lo:400:kworker.0 Request processed in 64us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472637.000755:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00080000:1.0:1772472637.000775:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472637.000812:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185870848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472637.004286:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472637.004342:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185870976 00000100:00100000:0.0:1772472637.004351:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185870976 00000100:00100000:0.0:1772472637.006026:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1772472637.006041:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185870976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472637.007031:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185870976:12345-0@lo:400:kworker.0 Request processed in 989us (2746us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472637.007042:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:1.0:1772472637.008182:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472637.008240:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185870976:0@lo:400:kworker.0 00000001:00080000:2.0:1772472637.083249:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:2.0:1772472637.091220:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000001:00080000:2.0:1772472637.091239:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00000100:00100000:2.0:1772472637.496426:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185871232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472637.496502:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472637.496575:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871232 00000100:00100000:2.0:1772472637.496583:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871232 00000100:00100000:2.0:1772472637.496629:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1772472637.496638:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185871232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472637.496672:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472637.496717:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185871232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472637.496723:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1772472637.496789:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185871232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472637.497071:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185871360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472637.497095:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472637.497161:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871360 00000100:00100000:0.0:1772472637.497166:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871360 00000100:00100000:0.0:1772472637.497202:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1772472637.497209:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185871360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472637.497227:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472637.497272:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185871360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472637.497278:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1772472637.497391:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:1.0:1772472637.497398:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c40e06a300, transno 4294967343 00000100:00100000:1.0:1772472637.497417:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185871360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472637.561088:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472637.829347:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472637.829403:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169962752 00000100:00100000:1.0:1772472637.829416:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169962752 00000100:00100000:1.0:1772472637.829474:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 765 00000100:00100000:1.0:1772472637.829485:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45545:x1858570169962752:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472637.829521:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472637.829542:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e08bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d39 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.829879:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.829891:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.829900:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472637.829948:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1772472637.829951:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472637.829967:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.829985:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e08bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d39 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.829997:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d39 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472637.830004:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:1.0:1772472637.830006:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472637.830009:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472637.830051:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45545:x1858570169962752:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 569us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472637.830056:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 765 00000100:00100000:1.0:1772472637.834693:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472637.835035:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963008 00000100:00100000:2.0:1772472637.835046:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963008 00000100:00100000:2.0:1772472637.835097:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 766 00000100:00100000:2.0:1772472637.835106:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45545:x1858570169963008:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472637.835158:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472637.835185:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e08c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d39 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472637.835204:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0846 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d16 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472637.835216:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:2.0:1772472637.835228:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472637.835263:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472637.835275:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472637.835285:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472637.835557:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000715ab4a6 reply state 000000009cdab553 transno 4294967595 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472637.835568:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472637.835581:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:2.0:1772472637.835662:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45545:x1858570169963008:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 556us (977us total) trans 4294967595 rc 0/0 00000100:00100000:2.0:1772472637.835670:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 766 00010000:00010000:0.0:1772472637.849582:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849600:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849608:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849615:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472637.849620:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849627:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849644:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78200) 00010000:00010000:0.0:1772472637.849648:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472637.849652:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472637.849659:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e08cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472638.013928:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.014034:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963136 00000100:00100000:2.0:1772472638.014044:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963136 00000100:00100000:2.0:1772472638.014114:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 767 00000100:00100000:2.0:1772472638.014124:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963136:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472638.014219:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963136:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 97us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472638.014226:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 767 00000100:00080000:1.0:1772472638.014785:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472638.018070:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.018151:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963264 00000100:00100000:2.0:1772472638.018159:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963264 00000100:00100000:2.0:1772472638.018263:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 412 00000100:00100000:2.0:1772472638.018274:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45557:x1858570169963264:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472638.018536:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45557:x1858570169963264:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 264us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472638.018545:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 412 00000100:00080000:1.0:1772472638.019890:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472638.020269:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.020322:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963392 00000100:00100000:1.0:1772472638.020330:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963392 00000100:00100000:1.0:1772472638.020383:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 413 00000100:00100000:1.0:1772472638.020392:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45557:x1858570169963392:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472638.020648:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45557:x1858570169963392:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 258us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472638.020654:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 413 00000100:00080000:2.0:1772472638.020963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472638.022250:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.022675:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963520 00000100:00100000:1.0:1772472638.022685:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963520 00000100:00100000:1.0:1772472638.022794:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 768 00000100:00100000:1.0:1772472638.022801:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963520:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472638.023057:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963520:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 256us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472638.023065:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 768 00000100:00100000:3.0:1772472638.025597:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.025702:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963648 00000100:00100000:1.0:1772472638.025713:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963648 00000100:00100000:1.0:1772472638.025786:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 769 00000100:00100000:1.0:1772472638.025793:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963648:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472638.026042:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169963648:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 248us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472638.026048:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 769 00000100:00100000:0.0:1772472638.027455:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.027562:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963776 00000100:00100000:2.0:1772472638.027570:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963776 00000100:00100000:2.0:1772472638.027644:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 414 00000100:00100000:2.0:1772472638.027651:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45557:x1858570169963776:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472638.027911:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45557:x1858570169963776:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 259us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472638.027919:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 414 00000100:00100000:3.0:1772472638.030382:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.030906:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169963904 00000100:00100000:1.0:1772472638.030915:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169963904 00000100:00100000:1.0:1772472638.030952:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 415 00000100:00100000:1.0:1772472638.030958:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45557:x1858570169963904:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472638.031211:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45557:x1858570169963904:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 246us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472638.031217:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 415 00000100:00100000:3.0:1772472638.033128:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.033214:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964032 00000100:00100000:1.0:1772472638.033224:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964032 00000100:00100000:1.0:1772472638.033297:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 770 00000100:00100000:1.0:1772472638.033306:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169964032:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472638.033669:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45557:x1858570169964032:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 364us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472638.033676:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 770 00000100:00100000:3.0:1772472638.085218:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.085294:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964160 00000100:00100000:2.0:1772472638.085305:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964160 00000100:00100000:2.0:1772472638.085363:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 771 00000100:00100000:2.0:1772472638.085373:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:45561:x1858570169964160:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472638.085395:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472638.085414:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e08d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d40 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085477:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085491:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085502:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085515:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085521:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085528:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085646:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085655:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085662:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472638.085694:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:2.0:1772472638.085699:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472638.085722:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085766:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085773:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085780:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085785:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472638.085790:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085797:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085809:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472638.085812:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472638.085816:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085821:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e08d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085834:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085839:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085845:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085851:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472638.085854:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085860:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085867:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78c00) 00010000:00010000:2.0:1772472638.085869:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472638.085872:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085878:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e08e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085919:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e08d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d40 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085933:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d40 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.085940:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472638.085943:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472638.085945:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472638.085991:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45561:x1858570169964160:12345-192.168.201.48@tcp:101:dd.0 Request processed in 620us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472638.085997:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 771 00000100:00100000:3.0:1772472638.094496:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.094573:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964288 00000100:00100000:2.0:1772472638.094583:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964288 00000100:00100000:2.0:1772472638.094644:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 133 00000100:00100000:2.0:1772472638.094653:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45561:x1858570169964288:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:2.0:1772472638.094785:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45561:x1858570169964288:12345-192.168.201.48@tcp:49:dd.0 Request processed in 133us (297us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472638.094793:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 133 00000100:00100000:3.0:1772472638.097987:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472638.098464:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964544 00000100:00100000:2.0:1772472638.098475:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964544 00000100:00100000:2.0:1772472638.098536:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 772 00000100:00100000:2.0:1772472638.098545:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:45561:x1858570169964544:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472638.098568:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472638.098588:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e08ee lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d47 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098925:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098940:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098952:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098965:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098972:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.098979:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472638.099273:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1772472638.099420:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0903 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099429:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099437:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099465:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099471:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099478:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099484:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472638.099488:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099495:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099506:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472638.099508:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472638.099513:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099523:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e08f5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472638.099537:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005e84a025 reply state 00000000502640ad transno 4294967596 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472638.099545:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472638.099569:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e08ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d47 expref: 15 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099581:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d47 expref: 14 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.099588:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472638.099590:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472638.099592:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472638.099661:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+15:45561:x1858570169964544:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1117us (1682us total) trans 4294967596 rc 0/0 00000100:00100000:2.0:1772472638.099669:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 772 00010000:00010000:2.0:1772472638.109822:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109842:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109850:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109856:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472638.109862:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109870:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109887:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c424f78700) 00010000:00010000:2.0:1772472638.109891:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472638.109895:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472638.109902:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e08fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472638.110392:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472638.110622:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964672 00000100:00100000:0.0:1772472638.110633:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964672 00000100:00100000:0.0:1772472638.110695:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 416 00000100:00100000:0.0:1772472638.110707:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45561:x1858570169964672:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772472638.110723:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472638.110758:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d4e expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472638.110780:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772472638.110798:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472638.110799:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472638.110805:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.110817:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.110826:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472638.110871:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45561:x1858570169964672:12345-192.168.201.48@tcp:101:dd.0 Request processed in 164us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472638.110877:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 416 00000100:00100000:3.0:1772472638.136311:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472638.136497:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964800 00000100:00100000:0.0:1772472638.136508:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964800 00002000:00100000:0.0:1772472638.136559:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff90c43e9f4e00 x1858570169964800/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:674/0 lens 488/0 e 0 to 0 dl 1772472649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472638.136571:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43e9f4e00 with x1858570169964800 ext(0->1048575) 00002000:00010000:0.0:1772472638.136577:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43e9f4e00 00000100:00100000:0.0:1772472638.136614:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 18 00000100:00100000:0.0:1772472638.136626:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169964800:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:1.0:1772472638.158953:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169964800:12345-192.168.201.48@tcp:4:dd.0 Request processed in 22319us (22642us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1772472638.158969:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 18 00002000:00100000:1.0:1772472638.158983:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x18:0x0] (0->1048575) req@ffff90c43e9f4e00 x1858570169964800/t4294967344(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:674/0 lens 488/448 e 0 to 0 dl 1772472649 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472638.158993:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43e9f4e00 with x1858570169964800 ext(0->1048575) 00002000:00010000:1.0:1772472638.159000:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43e9f4e00 00000100:00100000:2.0:1772472638.162066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472638.162174:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169964928 00000100:00100000:1.0:1772472638.162183:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169964928 00000100:00100000:1.0:1772472638.162358:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 773 00000100:00100000:1.0:1772472638.162367:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+14:45561:x1858570169964928:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:2.0:1772472638.200921:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967594 is committed 00000004:00080000:2.0:1772472638.200933:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 63 committed 00000001:00080000:2.0:1772472638.200961:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967596 is committed 00000100:00100000:2.0:1772472638.201201:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185871488:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772472638.201278:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472638.201522:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871488 00000100:00100000:1.0:1772472638.201530:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871488 00000100:00100000:1.0:1772472638.201587:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1772472638.201596:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185871488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472638.201624:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:1.0:1772472638.201650:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472638.201673:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472638.201682:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472638.201684:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472638.201687:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472638.201715:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472638.201728:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 5 pid: 6590 timeout: 2164 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472638.201770:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185871616:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472638.201825:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c403309540 going to sleep for 11 seconds 00000100:00100000:2.0:1772472638.203529:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45561:x1858570169964928:12345-192.168.201.48@tcp:44:dd.0 Request processed in 41155us (41466us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472638.203554:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 773 00000100:00100000:2.0:1772472638.210196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472638.210297:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965056 00000100:00100000:0.0:1772472638.210309:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965056 00000100:00100000:0.0:1772472638.210370:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 418 00000100:00100000:0.0:1772472638.210381:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169965056:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:3.0:1772472638.215002:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185871616:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472638.215028:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472638.215370:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472638.215890:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965184 00000100:00100000:0.0:1772472638.215898:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965184 00010000:00010000:0.0:1772472638.215934:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 6 pid: 6590 timeout: 2164 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472638.215974:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 373 00000100:00100000:0.0:1772472638.215983:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169965184:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472638.215996:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472638.216002:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 6 pid: 6590 timeout: 2164 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.216014:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 6 pid: 6590 timeout: 2164 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.216037:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000de87306/0xc2ef6d41852e089a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d32 expref: 6 pid: 6590 timeout: 2164 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.216052:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472638.216054:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472638.216058:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.216067:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.216089:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472638.216133:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169965184:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 151us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472638.216141:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 373 00010000:00010000:3.0:1772472638.216206:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472638.216216:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472638.216226:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472638.216244:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472638.216267:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472638.217081:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185871488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15483us (15800us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1772472638.217091:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000004:00080000:3.0:1772472638.217139:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43fdd9f80/2, rc 0, transno 4294967345 00000100:00100000:3.0:1772472638.217145:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185871488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772472638.217765:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472638.217774:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.217784:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472638.217788:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.217799:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.217814:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.217820:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0918 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472638.217840:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472638.217842:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472638.217844:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472638.248177:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169965056:12345-192.168.201.48@tcp:16:dd.0 Request processed in 37787us (37982us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472638.248190:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 418 00000001:00080000:2.0:1772472638.248516:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000100:00100000:3.0:1772472638.251403:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472638.251511:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965440 00000100:00100000:0.0:1772472638.251521:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965440 00000100:00100000:0.0:1772472638.251665:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 134 00000100:00100000:0.0:1772472638.251675:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45561:x1858570169965440:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:0.0:1772472638.252196:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45561:x1858570169965440:12345-192.168.201.48@tcp:35:dd.0 Request processed in 521us (800us total) trans 4294967597 rc 0/0 00000100:00100000:0.0:1772472638.252206:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 134 00010000:00010000:0.0:1772472638.583264:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472639.607607:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472639.628413:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967597 is committed 00000100:00100000:2.0:1772472640.424211:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472640.424319:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472640.424358:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472640.424393:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472640.424425:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965952 00000100:00100000:2.0:1772472640.424435:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965952 00000100:00100000:2.0:1772472640.424489:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965824 00000100:00100000:2.0:1772472640.424492:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965824 00000100:00100000:2.0:1772472640.424518:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1074 00000100:00100000:2.0:1772472640.424526:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169965952:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472640.424595:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169965952:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472640.424603:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1074 00000100:00100000:2.0:1772472640.424620:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1075 00000100:00100000:2.0:1772472640.424628:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169965824:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472640.424658:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169965824:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472640.424664:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1075 00000100:00080000:2.0:1772472640.424681:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472640.424685:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472640.425002:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965568 00000100:00100000:0.0:1772472640.425007:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965568 00000100:00100000:0.0:1772472640.425043:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:0.0:1772472640.425051:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169965568:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472640.425087:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169965568:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472640.425093:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:3.0:1772472640.425358:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169965696 00000100:00100000:3.0:1772472640.425364:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169965696 00000100:00100000:2.0:1772472640.426429:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1463 00000100:00100000:2.0:1772472640.426441:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169965696:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472640.426664:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169965696:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 224us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472640.426672:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1463 00000100:00080000:0.0:1772472640.427204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472640.630897:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472640.837973:0:78932:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2066669995259ns, next at 2063704755878ns, rc = 0 00000004:00080000:3.0:1772472640.838413:0:78932:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2066670672659ns, next at 2062618385592ns, rc = 0 00000004:00080000:2.0:1772472640.842345:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 64 committed 00000004:00080000:2.0:1772472640.842513:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 63 committed 00010000:00010000:0.0:1772472641.655453:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472642.130280:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185871744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.130351:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472642.130419:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871744 00000100:00100000:3.0:1772472642.130427:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871744 00000100:00100000:3.0:1772472642.130469:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1772472642.130478:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185871744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.130528:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185871744:12345-0@lo:400:kworker.0 Request processed in 51us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.130535:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1772472642.130583:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185871744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.131816:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185871872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.131855:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472642.131894:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185871872 00000100:00100000:3.0:1772472642.131899:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185871872 00000100:00100000:3.0:1772472642.131930:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1772472642.131937:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185871872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.132712:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185871872:12345-0@lo:400:kworker.0 Request processed in 773us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.132721:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1772472642.149379:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185872000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472642.149451:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472642.149486:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472642.149493:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185872384:0@lo:400:kworker.0 00000100:00100000:1.0:1772472642.149515:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472642.150236:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872000 00000100:00100000:2.0:1772472642.150245:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872000 00000100:00100000:2.0:1772472642.150301:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1772472642.150312:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185872000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150372:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185872000:12345-0@lo:400:kworker.0 Request processed in 61us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472642.150379:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1772472642.150406:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872384 00000100:00100000:2.0:1772472642.150409:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872384 00000100:00100000:2.0:1772472642.150431:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1772472642.150436:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185872384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150465:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185872384:12345-0@lo:400:kworker.0 Request processed in 29us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472642.150470:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:2.0:1772472642.150485:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472642.150490:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472642.150521:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185872384:0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150532:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185872000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150821:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872128:0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150850:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472642.150872:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472642.150879:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185872256:0@lo:400:kworker.0 00000100:00100000:2.0:1772472642.150901:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472642.152815:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872128 00000100:00100000:3.0:1772472642.152824:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872128 00000100:00100000:3.0:1772472642.152888:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1772472642.152897:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185872128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.153003:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185872128:12345-0@lo:400:kworker.0 Request processed in 107us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.153012:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1772472642.153059:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185871872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.153294:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872256 00000100:00100000:3.0:1772472642.153300:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872256 00000100:00100000:3.0:1772472642.153331:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1772472642.153337:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185872256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.153442:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185872256:12345-0@lo:400:kworker.0 Request processed in 104us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.153448:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:3.0:1772472642.153473:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472642.153478:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472642.153500:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185872256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472642.153512:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872128:0@lo:400:kworker.0 00000001:00080000:3.0:1772472642.220396:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:1.0:1772472642.426827:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472642.427205:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966080 00000100:00100000:3.0:1772472642.427216:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966080 00000100:00100000:3.0:1772472642.427296:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 774 00000100:00100000:3.0:1772472642.427307:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966080:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472642.427404:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966080:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 98us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.427411:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 774 00000100:00080000:1.0:1772472642.427551:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472642.437799:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.437954:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966208 00000100:00100000:0.0:1772472642.437964:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966208 00000100:00100000:0.0:1772472642.438035:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 419 00000100:00100000:0.0:1772472642.438044:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45754:x1858570169966208:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472642.438326:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45754:x1858570169966208:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 282us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.438335:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 419 00000100:00080000:1.0:1772472642.438387:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472642.441178:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.444329:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966336 00000100:00100000:0.0:1772472642.444343:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966336 00000100:00080000:3.0:1772472642.444393:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472642.444416:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 420 00000100:00100000:0.0:1772472642.444427:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45754:x1858570169966336:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472642.444702:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45754:x1858570169966336:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 276us (3547us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.444709:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 420 00000100:00100000:1.0:1772472642.447242:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472642.447288:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966464 00000100:00100000:3.0:1772472642.447296:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966464 00000100:00100000:3.0:1772472642.447337:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 775 00000100:00100000:3.0:1772472642.447344:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966464:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472642.447673:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966464:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 327us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472642.447682:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 775 00000100:00100000:3.0:1772472642.450392:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.450793:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966592 00000100:00100000:0.0:1772472642.450803:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966592 00000100:00100000:0.0:1772472642.450877:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 776 00000100:00100000:0.0:1772472642.450891:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966592:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472642.450984:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966592:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 96us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.450993:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 776 00000100:00100000:3.0:1772472642.454017:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.454220:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966720 00000100:00100000:0.0:1772472642.454231:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966720 00000100:00100000:0.0:1772472642.454288:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 421 00000100:00100000:0.0:1772472642.454299:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45754:x1858570169966720:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472642.454573:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:45754:x1858570169966720:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 276us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.454582:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 421 00000100:00100000:3.0:1772472642.457511:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.457828:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966848 00000100:00100000:0.0:1772472642.457839:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966848 00000100:00100000:0.0:1772472642.457913:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 422 00000100:00100000:0.0:1772472642.457924:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45754:x1858570169966848:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472642.458212:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:45754:x1858570169966848:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 289us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.458221:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 422 00000100:00100000:3.0:1772472642.461510:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472642.463440:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169966976 00000100:00100000:0.0:1772472642.463457:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169966976 00000100:00100000:0.0:1772472642.463530:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 777 00000100:00100000:0.0:1772472642.463540:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966976:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472642.463857:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45754:x1858570169966976:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 317us (2355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.463884:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 777 00000100:00100000:1.0:1772472642.535116:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472642.536554:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967232 00000100:00100000:2.0:1772472642.536569:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967232 00000100:00100000:2.0:1772472642.536633:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 778 00000100:00100000:2.0:1772472642.536643:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:45758:x1858570169967232:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472642.536692:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472642.536721:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0903 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d47 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536764:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472642.536777:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472642.536798:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536811:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536821:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536833:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536840:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.536846:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.537313:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.537322:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.537330:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472642.538236:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].24, 64 off9728 00000004:00080000:2.0:1772472642.538248:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2068370507982ns, next at 2069370505382ns, rc = 0 00010000:00010000:2.0:1772472642.538390:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538403:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538411:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538419:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538425:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538432:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538504:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472642.538527:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538533:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538539:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538545:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472642.538549:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538560:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538571:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772472642.538574:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472642.538578:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538584:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e092d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x40:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538601:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538608:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538613:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538618:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472642.538621:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538627:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538634:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472642.538636:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472642.538639:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472642.538649:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e091f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472642.538659:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004f196414 reply state 00000000dabf202a transno 4294967598 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472642.538669:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472642.538781:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:45758:x1858570169967232:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2136us (3672us total) trans 4294967598 rc 0/0 00000100:00100000:2.0:1772472642.538791:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 778 00010000:00010000:3.0:1772472642.543522:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543729:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543757:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543765:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472642.543771:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543778:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543794:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c424f78700) 00010000:00010000:3.0:1772472642.543797:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472642.543802:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472642.543808:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0926 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547331:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472642.547346:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547358:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472642.547363:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547372:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547390:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:0.0:1772472642.547392:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472642.547397:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547403:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0934 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472642.547427:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472642.547429:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472642.547431:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472642.614921:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185872512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472642.614991:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472642.615077:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872512 00000100:00100000:2.0:1772472642.615086:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872512 00000100:00100000:2.0:1772472642.615154:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1772472642.615176:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185872512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472642.615213:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472642.615270:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185872512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472642.615277:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1772472642.615357:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:0.0:1772472642.615364:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43fdd9f80, transno 4294967345 00000100:00100000:0.0:1772472642.615391:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185872512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472642.616477:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472642.617003:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472642.618239:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872640 00000100:00100000:0.0:1772472642.618249:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872640 00000100:00100000:0.0:1772472642.618342:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1772472642.618353:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185872640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472642.618388:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472642.618482:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185872640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (1479us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472642.618489:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1772472642.618600:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472642.679479:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472643.704968:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472644.518544:0:79079:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2070350801286ns, next at 2063704755878ns, rc = 0 00000004:00080000:0.0:1772472644.518657:0:79079:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2070350916717ns, next at 2069370505382ns, rc = 0 00000004:00080000:2.0:1772472644.626178:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 65 committed 00000004:00080000:2.0:1772472644.626213:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 65 committed 00000001:00080000:2.0:1772472644.626232:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967598 is committed 00000004:00080000:2.0:1772472644.626237:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 64 committed 00000100:00100000:1.0:1772472644.626938:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472644.626959:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472644.627031:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472644.627183:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185872768 00000100:00100000:3.0:1772472644.627192:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185872768 00000100:00100000:3.0:1772472644.627261:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00080000:1.0:1772472644.627263:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472644.627273:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185872768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472644.627301:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00010000:00010000:3.0:1772472644.627326:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.627349:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.627357:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472644.627359:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472644.627363:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.627391:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.627405:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 5 pid: 6592 timeout: 2170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472644.627416:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185872896:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772472644.627477:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4039e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472644.635998:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185872896:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472644.636029:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472644.637197:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472644.637332:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967360 00000100:00100000:3.0:1772472644.637341:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967360 00010000:00010000:3.0:1772472644.637411:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 2170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472644.637489:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 374 00000100:00100000:3.0:1772472644.637500:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169967360:12345-192.168.201.48@tcp:103:ldlm_bl.0 00000100:00080000:1.0:1772472644.637518:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472644.637520:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472644.637528:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 2170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.637544:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 2170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.637574:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e0911 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d4e expref: 6 pid: 6592 timeout: 2170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.637593:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472644.637595:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472644.637601:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.637610:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472644.637659:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472644.637700:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.637710:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472644.637723:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169967360:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 224us (531us total) trans 0 rc 0/0 00010000:00010000:0.0:1772472644.637723:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.637732:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472644.637733:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 374 00010000:00010000:0.0:1772472644.637770:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472644.638286:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185872768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11015us (11253us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1772472644.638294:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00010000:00010000:0.0:1772472644.638315:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472644.638322:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.638331:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472644.638335:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.638346:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.638361:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.638369:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf2b56af/0xc2ef6d41852e093b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472644.638389:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472644.638392:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472644.638394:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472644.638840:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43e9f5c00/2, rc 0, transno 4294967345 00000100:00100000:1.0:1772472644.638856:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185872768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1772472644.739941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472645.543008:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472645.543051:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472645.543096:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472645.543141:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472645.543166:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967872 00000100:00100000:1.0:1772472645.543175:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967872 00000100:00100000:0.0:1772472645.543320:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967616 00000100:00100000:0.0:1772472645.543325:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967616 00000100:00100000:0.0:1772472645.543385:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1467 00000100:00100000:0.0:1772472645.543396:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169967616:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472645.543490:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169967616:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472645.543498:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1467 00000100:00080000:0.0:1772472645.543522:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472645.544148:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967744 00000100:00100000:1.0:1772472645.544154:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967744 00000100:00100000:1.0:1772472645.544179:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1078 00000100:00100000:1.0:1772472645.544187:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169967872:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472645.544228:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169967872:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472645.544234:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1078 00000100:00100000:1.0:1772472645.544249:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1079 00000100:00100000:1.0:1772472645.544256:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169967744:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472645.544280:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169967744:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472645.544286:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1079 00000100:00080000:0.0:1772472645.545343:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472645.545473:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169967488 00000100:00100000:1.0:1772472645.545482:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169967488 00000100:00100000:1.0:1772472645.545538:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1171 00000100:00100000:1.0:1772472645.545547:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169967488:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472645.545592:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169967488:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472645.545599:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1171 00010000:00010000:2.0:1772472645.754344:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472646.774963:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472647.222991:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185873024:0@lo:400:kworker.0 00000100:00100000:1.0:1772472647.223090:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472647.223225:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873024 00000100:00100000:2.0:1772472647.223235:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873024 00000100:00100000:2.0:1772472647.223288:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1772472647.223298:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185873024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472647.223727:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185873024:12345-0@lo:400:kworker.0 Request processed in 430us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472647.223736:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1772472647.223794:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185873152:0@lo:400:kworker.0 00000100:00100000:2.0:1772472647.223816:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472647.223844:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873152 00000100:00100000:2.0:1772472647.223856:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873152 00000100:00100000:2.0:1772472647.223879:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1772472647.223884:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185873152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472647.223910:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185873152:12345-0@lo:400:kworker.0 Request processed in 27us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472647.223914:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1772472647.223938:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185873152:0@lo:400:kworker.0 00000100:00100000:1.0:1772472647.224061:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185873024:0@lo:400:kworker.0 00000100:00100000:2.0:1772472647.224255:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185873280:0@lo:400:kworker.0 00000100:00100000:2.0:1772472647.224285:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472647.224387:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873280 00000100:00100000:1.0:1772472647.224391:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873280 00000100:00100000:1.0:1772472647.224417:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1772472647.224422:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185873280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224556:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185873408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224589:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472647.224620:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873408 00000100:00100000:3.0:1772472647.224624:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873408 00000100:00100000:3.0:1772472647.224649:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1772472647.224653:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185873408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224677:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185873408:12345-0@lo:400:kworker.0 Request processed in 24us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472647.224681:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1772472647.224714:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185873408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224754:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472647.224758:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185873536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224773:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472647.224802:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873536 00000100:00100000:3.0:1772472647.224806:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873536 00000100:00100000:3.0:1772472647.224830:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1772472647.224837:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185873536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.224958:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185873536:12345-0@lo:400:kworker.0 Request processed in 122us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472647.224965:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1772472647.224991:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185873536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.225020:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185873664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.225059:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472647.225099:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873664 00000100:00100000:3.0:1772472647.225104:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873664 00000100:00100000:3.0:1772472647.225129:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1772472647.225137:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185873664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472647.225169:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185873664:12345-0@lo:400:kworker.0 Request processed in 34us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472647.225175:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1772472647.225203:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185873664:0@lo:400:kworker.0 00000100:00080000:3.0:1772472647.225240:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472647.225244:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472647.225248:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472647.225426:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185873280:12345-0@lo:400:kworker.0 Request processed in 1002us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472647.225433:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1772472647.225967:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185873280:0@lo:400:kworker.0 00000100:00100000:1.0:1772472647.739564:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472647.739624:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472647.739703:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873792 00000100:00100000:1.0:1772472647.739710:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873792 00000100:00100000:1.0:1772472647.739760:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1772472647.739768:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185873792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472647.739799:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472647.739837:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185873792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472647.739844:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1772472647.740433:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472647.750645:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185873920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472647.750723:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472647.750806:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185873920 00000100:00100000:1.0:1772472647.750815:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185873920 00000100:00100000:1.0:1772472647.750871:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1772472647.750880:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185873920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472647.750914:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472647.750959:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185873920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472647.750966:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1772472647.751010:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185873920:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472647.801771:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472647.836429:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00010000:00010000:0.0:1772472648.823058:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472649.846991:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472650.661856:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472650.661909:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472650.662036:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968128 00000100:00100000:2.0:1772472650.662048:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968128 00000100:00100000:2.0:1772472650.662152:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1471 00000100:00100000:2.0:1772472650.662163:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169968128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472650.662235:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169968128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472650.662243:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1471 00000100:00080000:1.0:1772472650.662984:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472650.664145:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472650.664202:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472650.664265:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968000 00000100:00100000:1.0:1772472650.664273:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968000 00000100:00100000:1.0:1772472650.664329:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1173 00000100:00100000:1.0:1772472650.664339:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169968000:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472650.664401:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169968000:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472650.664412:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1173 00000100:00100000:3.0:1772472650.675052:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968384 00000100:00100000:3.0:1772472650.675078:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968384 00000100:00100000:3.0:1772472650.675187:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968256 00000100:00100000:3.0:1772472650.675191:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968256 00000100:00100000:3.0:1772472650.675227:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1082 00000100:00100000:3.0:1772472650.675237:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472650.675313:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 78us (13404us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472650.675321:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1082 00000100:00100000:3.0:1772472650.675338:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1083 00000100:00100000:3.0:1772472650.675344:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472650.675365:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (11164us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472650.675371:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1083 00000100:00080000:1.0:1772472650.675486:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472650.675492:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472650.871124:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472651.895581:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472652.343106:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185874048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343166:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343201:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185874560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343218:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343240:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472652.343245:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185874176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343264:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343278:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185874688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343305:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343325:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185874304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343339:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343350:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472652.343353:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343364:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.343383:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874048 00000100:00100000:3.0:1772472652.343388:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874048 00000100:00100000:3.0:1772472652.343418:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1772472652.343424:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185874048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343456:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185874048:12345-0@lo:400:kworker.0 Request processed in 32us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343460:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1772472652.343481:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874560 00000100:00100000:3.0:1772472652.343483:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874560 00000100:00100000:3.0:1772472652.343504:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874176 00000100:00100000:3.0:1772472652.343506:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874176 00000100:00100000:3.0:1772472652.343525:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874304 00000100:00100000:3.0:1772472652.343527:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874304 00000100:00100000:3.0:1772472652.343536:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1772472652.343540:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185874560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343559:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185874560:12345-0@lo:400:kworker.0 Request processed in 19us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343563:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1772472652.343570:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1772472652.343573:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185874176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343585:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185874176:12345-0@lo:400:kworker.0 Request processed in 12us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343589:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1772472652.343594:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:3.0:1772472652.343597:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185874304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343611:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185874304:12345-0@lo:400:kworker.0 Request processed in 14us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343614:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:3.0:1772472652.343627:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874688 00000100:00100000:3.0:1772472652.343628:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874688 00000100:00100000:3.0:1772472652.343643:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874432 00000100:00100000:3.0:1772472652.343644:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874432 00000100:00100000:3.0:1772472652.343654:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1772472652.343657:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185874688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343673:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185874688:12345-0@lo:400:kworker.0 Request processed in 16us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343677:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1772472652.343682:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1772472652.343685:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343696:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874432:12345-0@lo:400:kworker.0 Request processed in 11us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472652.343700:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:3.0:1772472652.343714:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472652.343717:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472652.343718:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472652.343760:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343767:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185874304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343785:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185874176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343789:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:3.0:1772472652.343793:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43e9f5c00, transno 4294967345 00000100:00100000:3.0:1772472652.343800:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185874688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343804:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185874048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.343809:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185874560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472652.856400:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472652.856468:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472652.856533:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472652.856539:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472652.856560:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472652.856638:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874816 00000100:00100000:0.0:1772472652.856646:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874816 00000100:00100000:0.0:1772472652.856692:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185874944 00000100:00100000:0.0:1772472652.856695:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185874944 00000100:00100000:0.0:1772472652.856716:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1772472652.856724:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472652.856780:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472652.856822:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472652.856829:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1772472652.856850:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1772472652.856856:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472652.856887:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472652.856910:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185874944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472652.856916:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1772472652.857188:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472652.857201:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185874816:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472652.919300:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472653.943030:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472654.968830:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472655.787448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472655.787675:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968512 00000100:00100000:2.0:1772472655.787685:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968512 00000100:00100000:2.0:1772472655.787776:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00100000:2.0:1772472655.787797:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169968512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472655.787876:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169968512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472655.787895:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00100000:1.0:1772472655.802598:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472655.802796:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968640 00000100:00100000:3.0:1772472655.802810:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968640 00000100:00100000:3.0:1772472655.802939:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1475 00000100:00100000:3.0:1772472655.802952:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169968640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472655.803262:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169968640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 311us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472655.803271:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1475 00000100:00080000:1.0:1772472655.804249:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472655.810075:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472655.810168:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472655.811251:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968768 00000100:00100000:3.0:1772472655.811267:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968768 00000100:00100000:3.0:1772472655.811475:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169968896 00000100:00100000:3.0:1772472655.811479:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169968896 00000100:00100000:1.0:1772472655.811570:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00100000:1.0:1772472655.811586:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169968768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472655.811594:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472655.811599:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472655.811699:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169968768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 117us (1641us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472655.811708:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00100000:3.0:1772472655.811823:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1087 00000100:00100000:3.0:1772472655.811831:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968896:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472655.811865:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169968896:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472655.811871:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1087 00010000:00010000:2.0:1772472655.994666:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472657.022520:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472657.463712:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185875456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472657.463734:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185875328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.463777:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185875200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472657.463817:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472657.463860:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185875072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.469064:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472657.469177:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185875712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.469232:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472657.469325:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875200 00000100:00100000:1.0:1772472657.469587:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875200 00000100:00100000:2.0:1772472657.469595:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472657.469647:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875328 00000100:00100000:2.0:1772472657.469652:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875328 00000100:00100000:1.0:1772472657.469654:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1772472657.469692:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1772472657.473940:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875456 00000100:00100000:0.0:1772472657.473955:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875456 00000100:00100000:0.0:1772472657.474006:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875712 00000100:00100000:0.0:1772472657.474009:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875712 00000100:00100000:0.0:1772472657.474035:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1772472657.474045:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185875456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472657.474119:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185875456:12345-0@lo:400:kworker.0 Request processed in 76us (10304us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472657.474126:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1772472657.474143:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1772472657.474148:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185875712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472657.474179:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185875712:12345-0@lo:400:kworker.0 Request processed in 31us (4946us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472657.474186:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1772472657.474227:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185875456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472657.474276:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185875712:0@lo:400:kworker.0 00000100:00080000:0.0:1772472657.474324:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472657.474330:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472657.474332:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472657.474778:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185875200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.474890:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185875200:12345-0@lo:400:kworker.0 Request processed in 5227us (5837us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472657.474909:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1772472657.474977:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185875200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472657.477567:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185875328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.478639:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185875328:0@lo:400:kworker.0 00000100:00100000:3.0:1772472657.487129:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472657.487478:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875072 00000100:00100000:1.0:1772472657.487488:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875072 00000100:00100000:1.0:1772472657.487547:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1772472657.487556:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185875072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.487611:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185875072:12345-0@lo:400:kworker.0 Request processed in 57us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472657.487618:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1772472657.487718:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185875072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472657.487759:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185875584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472657.487790:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472657.487939:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875584 00000100:00100000:1.0:1772472657.487944:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875584 00000100:00080000:0.0:1772472657.487973:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472657.487987:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1772472657.487994:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185875584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472657.488041:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185875584:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472657.488047:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1772472657.488074:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185875584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472657.489591:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185875328:12345-0@lo:400:kworker.0 Request processed in 19877us (19979us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472657.489610:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1772472657.975481:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185875840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472657.975552:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472657.975644:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875840 00000100:00100000:2.0:1772472657.975655:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875840 00000100:00100000:2.0:1772472657.975720:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1772472657.975733:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185875840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472657.975766:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185875968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472657.975804:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1772472657.975812:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472657.975903:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185875840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 164us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472657.975912:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1772472657.975946:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185875968 00000100:00100000:2.0:1772472657.975950:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185875968 00000100:00100000:2.0:1772472657.975988:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1772472657.975993:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185875968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472657.976012:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472657.976038:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185875968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472657.976042:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1772472657.976260:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185875968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472657.976702:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185875840:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472658.041059:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472659.067410:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472660.087661:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472660.903463:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472660.903533:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472660.903576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472660.903714:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472660.903780:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969408 00000100:00100000:0.0:1772472660.903794:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969408 00000100:00100000:0.0:1772472660.903873:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969280 00000100:00100000:0.0:1772472660.903877:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969280 00000100:00100000:0.0:1772472660.903907:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1090 00000100:00100000:0.0:1772472660.903919:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169969408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472660.904007:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969024 00000100:00100000:0.0:1772472660.904010:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169969408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472660.904011:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969024 00000100:00100000:0.0:1772472660.904018:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1090 00000100:00100000:3.0:1772472660.904042:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1177 00000100:00100000:0.0:1772472660.904042:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1091 00000100:00100000:0.0:1772472660.904048:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169969280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472660.904049:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169969024:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472660.904073:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169969280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472660.904075:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169969024:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472660.904079:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1091 00000100:00100000:3.0:1772472660.904081:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1177 00000100:00080000:0.0:1772472660.904097:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472660.904102:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472660.904146:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969152 00000100:00100000:2.0:1772472660.904160:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969152 00000100:00080000:3.0:1772472660.904235:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472660.904266:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1479 00000100:00100000:2.0:1772472660.904279:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169969152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472660.904582:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169969152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 305us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472660.904592:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1479 00010000:00010000:0.0:1772472661.112002:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472662.135487:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472662.590468:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185876224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.590570:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472662.590663:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185876736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.590692:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472662.590720:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472662.590725:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185876096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.590793:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472662.590825:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185876608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.590859:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472662.591772:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876224 00000100:00100000:1.0:1772472662.591789:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876224 00000100:00100000:1.0:1772472662.591887:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876608 00000100:00100000:1.0:1772472662.591891:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876608 00000100:00100000:1.0:1772472662.591938:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1772472662.591961:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185876224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472662.592055:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185876224:12345-0@lo:400:kworker.0 Request processed in 107us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472662.592063:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1772472662.592084:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1772472662.592091:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185876608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472662.592133:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185876608:12345-0@lo:400:kworker.0 Request processed in 42us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472662.592140:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00080000:1.0:1772472662.592159:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472662.592277:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185876608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.592291:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185876224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472662.592681:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185876352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472662.592733:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472662.592821:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472662.592830:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185876480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472662.592868:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472662.592897:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876352 00000100:00100000:3.0:1772472662.592903:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876352 00000100:00100000:3.0:1772472662.592956:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1772472662.592964:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185876352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472662.593005:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185876352:12345-0@lo:400:kworker.0 Request processed in 42us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472662.593012:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:3.0:1772472662.593030:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472662.593052:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185876352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472662.593522:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876736 00000100:00100000:0.0:1772472662.593528:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876736 00000100:00100000:0.0:1772472662.593573:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876480 00000100:00100000:0.0:1772472662.593576:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876480 00000100:00100000:0.0:1772472662.593601:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1772472662.593609:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185876736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472662.593658:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185876736:12345-0@lo:400:kworker.0 Request processed in 50us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472662.593664:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1772472662.593685:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1772472662.593691:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185876480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472662.593722:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185876480:12345-0@lo:400:kworker.0 Request processed in 31us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472662.593728:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1772472662.593773:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876096 00000100:00100000:0.0:1772472662.593777:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876096 00000100:00100000:0.0:1772472662.593805:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1772472662.593823:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185876096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472662.593867:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185876096:12345-0@lo:400:kworker.0 Request processed in 56us (3073us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472662.593873:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1772472662.593937:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185876480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.594378:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185876096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472662.594394:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185876736:0@lo:400:kworker.0 00000100:00080000:3.0:1772472662.594864:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472662.594872:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472662.844901:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472662.846046:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969536 00000100:00100000:2.0:1772472662.846064:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969536 00000100:00100000:2.0:1772472662.846164:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 779 00000100:00100000:2.0:1772472662.846176:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169969536:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472662.846300:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169969536:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 125us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472662.846309:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 779 00000100:00080000:1.0:1772472662.848214:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472662.859376:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472662.863150:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969664 00000100:00100000:0.0:1772472662.863175:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969664 00000100:00100000:0.0:1772472662.863279:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 424 00000100:00100000:0.0:1772472662.863291:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169969664:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472662.863696:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169969664:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 405us (4329us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472662.863705:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 424 00000100:00080000:1.0:1772472662.864086:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472662.876180:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472662.876344:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969792 00000100:00100000:1.0:1772472662.876358:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969792 00000100:00100000:1.0:1772472662.876444:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 425 00000100:00100000:1.0:1772472662.876456:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169969792:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472662.881223:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169969792:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 4755us (5038us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472662.881240:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 425 00000100:00080000:0.0:1772472662.881786:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472662.884901:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472662.886318:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169969920 00000100:00100000:3.0:1772472662.886334:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169969920 00000100:00100000:3.0:1772472662.886414:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 780 00000100:00100000:3.0:1772472662.886425:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169969920:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472662.886862:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169969920:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 437us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472662.886876:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 780 00000100:00100000:0.0:1772472662.896958:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472662.897918:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970048 00000100:00100000:3.0:1772472662.897935:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970048 00000100:00100000:3.0:1772472662.898121:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 781 00000100:00100000:3.0:1772472662.898132:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169970048:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472662.898277:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169970048:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 147us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472662.898286:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 781 00000100:00100000:0.0:1772472662.904144:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472662.904189:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970176 00000100:00100000:0.0:1772472662.904202:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970176 00000100:00100000:0.0:1772472662.905927:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 426 00000100:00100000:0.0:1772472662.905950:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169970176:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472662.906382:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169970176:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 439us (2253us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472662.906392:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 426 00000100:00100000:1.0:1772472662.915279:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472662.919204:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970304 00000100:00100000:3.0:1772472662.919225:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970304 00000100:00100000:3.0:1772472662.919313:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 427 00000100:00100000:3.0:1772472662.919325:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169970304:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472662.919776:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46017:x1858570169970304:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 451us (4510us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472662.919786:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 427 00000100:00100000:3.0:1772472662.922531:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472662.922791:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970432 00000100:00100000:1.0:1772472662.922815:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970432 00000100:00100000:1.0:1772472662.922887:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 782 00000100:00100000:1.0:1772472662.922899:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169970432:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472662.923784:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46017:x1858570169970432:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 871us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472662.923797:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 782 00000100:00100000:0.0:1772472663.096351:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185876864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472663.096449:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472663.098730:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185876992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472663.098864:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472663.098998:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876864 00000100:00100000:1.0:1772472663.099009:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876864 00000100:00100000:1.0:1772472663.099073:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185876992 00000100:00100000:1.0:1772472663.099077:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185876992 00000100:00100000:1.0:1772472663.099102:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1772472663.099112:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185876864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472663.099160:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472663.099222:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185876864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472663.099230:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1772472663.099252:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1772472663.099258:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185876992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472663.099278:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472663.099311:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185876992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472663.099319:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1772472663.099378:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185876864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472663.099792:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185876992:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472663.168050:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472664.184297:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472664.480730:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472664.480796:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970560 00000100:00100000:0.0:1772472664.480806:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970560 00000100:00100000:0.0:1772472664.481000:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 783 00000100:00100000:0.0:1772472664.481011:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46031:x1858570169970560:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472664.481035:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472664.481056:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0942 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d55 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.481296:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.481312:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.481324:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472664.481720:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1772472664.481725:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472664.481790:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.481993:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0942 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d55 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.482015:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d55 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.482024:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:0.0:1772472664.482026:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472664.482030:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472664.482282:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46031:x1858570169970560:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 1273us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472664.482292:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 783 00000100:00080000:0.0:1772472664.482325:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472664.493582:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472664.493696:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970816 00000100:00100000:2.0:1772472664.493706:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970816 00000100:00100000:2.0:1772472664.493980:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 784 00000100:00100000:2.0:1772472664.493992:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46031:x1858570169970816:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472664.494042:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472664.494071:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e0949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d55 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.494092:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e08e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d40 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.494105:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472664.494116:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472664.494142:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.494155:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.494165:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472664.576313:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967599 is committed 00000004:00010000:2.0:1772472664.576801:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b3fee9ac reply state 00000000a5b2edd1 transno 4294967599 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472664.576818:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472664.576870:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00080000:2.0:1772472664.577074:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472664.577095:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46031:x1858570169970816:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 83101us (83592us total) trans 4294967599 rc 0/0 00000100:00100000:2.0:1772472664.577105:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 784 00010000:00010000:2.0:1772472664.577148:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577157:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577169:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577176:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472664.577182:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577189:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577207:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472664.577211:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472664.577216:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472664.577223:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0950 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472664.670451:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472664.670573:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169970944 00000100:00100000:3.0:1772472664.670584:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169970944 00000100:00100000:3.0:1772472664.670802:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 135 00000100:00100000:3.0:1772472664.670815:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46035:x1858570169970944:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:3.0:1772472664.670945:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46035:x1858570169970944:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 132us (505us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472664.670953:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 135 00000100:00100000:0.0:1772472664.674473:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472664.674590:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169971072 00000100:00100000:1.0:1772472664.674601:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169971072 00000100:00100000:1.0:1772472664.674785:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 785 00000100:00100000:1.0:1772472664.674799:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46035:x1858570169971072:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472664.674823:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472664.674846:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0957 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d5c expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675111:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675129:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675141:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675253:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675263:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675270:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675415:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675422:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.675429:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472664.675458:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1772472664.675462:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472664.675490:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676371:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676384:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676390:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676396:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472664.676400:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676407:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676421:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772472664.676425:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472664.676429:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676435:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e095e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676450:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676456:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676461:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676466:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472664.676470:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676476:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676483:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328500) 00010000:00010000:1.0:1772472664.676486:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472664.676489:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676494:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676536:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0957 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d5c expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676550:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d5c expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.676557:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472664.676559:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472664.676561:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472664.676635:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46035:x1858570169971072:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1840us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472664.676644:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 785 00000100:00100000:0.0:1772472664.680115:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472664.680339:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169971328 00000100:00100000:3.0:1772472664.680350:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169971328 00000100:00100000:3.0:1772472664.680448:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 786 00000100:00100000:3.0:1772472664.680460:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46035:x1858570169971328:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472664.680484:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472664.680507:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0973 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d63 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680655:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680683:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680695:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680711:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680718:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.680724:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472664.681478:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:3.0:1772472664.681728:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0988 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681762:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681785:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0988 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681825:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681831:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681837:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681842:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472664.681847:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681855:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681866:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:3.0:1772472664.681869:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472664.681873:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681878:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e097a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472664.681889:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002afedfb6 reply state 00000000695f7a26 transno 4294967600 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472664.681898:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472664.681928:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0973 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d63 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681941:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0988 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d63 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.681948:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472664.681951:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472664.681953:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472664.682031:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46035:x1858570169971328:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1574us (1929us total) trans 4294967600 rc 0/0 00000100:00100000:3.0:1772472664.682040:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 786 00000100:00100000:2.0:1772472664.685572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:0.0:1772472664.685652:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685663:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685671:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685677:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472664.685682:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685689:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685705:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c4052b6500) 00010000:00010000:0.0:1772472664.685708:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472664.685713:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.685719:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0981 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472664.686303:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169971584 00000100:00100000:3.0:1772472664.686313:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169971584 00000100:00100000:3.0:1772472664.686358:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 787 00000100:00100000:3.0:1772472664.686366:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46035:x1858570169971584:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:3.0:1772472664.686414:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472664.686429:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0988 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d63 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.686438:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472664.686443:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472664.686479:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.686489:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.686495:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472664.686619:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000017699a7c reply state 00000000f2e92439 transno 4294967601 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472664.686626:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472664.689897:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46035:x1858570169971584:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 3520us (4324us total) trans 4294967601 rc 0/0 00000100:00100000:3.0:1772472664.689908:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 787 00010000:00010000:3.0:1772472664.697664:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697682:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697690:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697697:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472664.697701:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697708:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697724:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:3.0:1772472664.697905:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472664.697912:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.697918:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0996 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472664.698393:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472664.698523:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169971712 00000100:00100000:1.0:1772472664.698534:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169971712 00000100:00100000:1.0:1772472664.698636:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 788 00000100:00100000:1.0:1772472664.698647:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46035:x1858570169971712:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472664.698673:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472664.698692:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e099d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d6a expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.698787:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e099d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d6a expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.698801:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e099d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d6a expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.698820:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472664.698822:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472664.698826:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472664.698889:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46035:x1858570169971712:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 244us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472664.698897:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 788 00000100:00100000:0.0:1772472664.702361:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472664.702449:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169971840 00000100:00100000:1.0:1772472664.702457:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169971840 00000100:00100000:0.0:1772472664.702593:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 428 00000100:00100000:0.0:1772472664.702601:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169971840:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:0.0:1772472664.702985:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169971840:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 382us (629us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1772472664.702993:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 428 00000100:00080000:2.0:1772472664.704041:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472664.706327:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472664.706443:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972096 00000100:00100000:3.0:1772472664.706453:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972096 00000100:00100000:3.0:1772472664.706540:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 136 00000100:00100000:3.0:1772472664.706549:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46035:x1858570169972096:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:3.0:1772472664.706965:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:46035:x1858570169972096:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 416us (645us total) trans 4294967602 rc 0/0 00000100:00100000:3.0:1772472664.706973:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 136 00000100:00100000:3.0:1772472664.790420:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472664.790540:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972224 00000100:00100000:0.0:1772472664.790551:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972224 00000100:00100000:0.0:1772472664.790613:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 789 00000100:00100000:0.0:1772472664.790623:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:46039:x1858570169972224:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:0.0:1772472664.790650:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472664.790672:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e09a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d71 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790807:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790822:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790834:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790850:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790857:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790865:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790977:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790986:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.790992:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472664.791024:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x41:0x0]: returning size 0 00000004:00200000:0.0:1772472664.791028:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472664.791047:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791058:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791064:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791069:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791075:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791094:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472664.791099:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791106:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791118:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472664.791120:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472664.791125:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791130:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791143:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791148:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791153:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791157:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472664.791160:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791166:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791172:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c410b8a900) 00010000:00010000:0.0:1772472664.791174:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472664.791177:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791185:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e09b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791213:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e09a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d71 expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791226:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d71 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472664.791231:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c420328500) 00010000:00010000:0.0:1772472664.791233:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472664.791236:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb200, rc 0) 00000100:00100000:0.0:1772472664.791580:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46039:x1858570169972224:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 957us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472664.791588:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 789 00000100:00100000:0.0:1772472664.802111:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472664.802210:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972352 00000100:00100000:1.0:1772472664.802220:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972352 00000100:00100000:1.0:1772472664.802276:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 429 00000100:00100000:1.0:1772472664.802286:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169972352:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772472664.802306:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472664.802325:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d78 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472664.802350:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x69a5c958, atime: 0x69a5c958, ctime: 0x69a5c958, blocks: 0x1 00010000:00010000:1.0:1772472664.802371:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472664.802373:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472664.802381:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.802400:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.802415:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472664.802483:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169972352:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 198us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472664.802490:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 429 00000100:00100000:0.0:1772472664.810816:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472664.810947:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972608 00000100:00100000:3.0:1772472664.810958:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972608 00000100:00100000:3.0:1772472664.811015:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 790 00000100:00100000:3.0:1772472664.811025:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46039:x1858570169972608:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772472664.811088:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472664.811116:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e09b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d71 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811137:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e099d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x41:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d6a expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811149:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c420328500) 00010000:00010000:3.0:1772472664.811159:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472664.811178:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811191:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811204:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811219:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811226:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811233:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811334:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811343:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811350:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472664.811719:0:5811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].25, 64 off9792 00000004:00080000:3.0:1772472664.811729:0:5811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2090643989288ns, next at 2091643987193ns, rc = 0 00010000:00010000:3.0:1772472664.811852:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811862:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811870:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811882:0:5811:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811888:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811893:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811921:0:5811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472664.811941:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811948:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811955:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811960:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472664.811965:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811972:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811981:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472664.811984:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472664.811987:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.811997:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e09d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812011:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812016:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812022:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812027:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472664.812029:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812035:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812042:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:3.0:1772472664.812044:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472664.812047:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.812052:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e09c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472664.812060:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ebb2c909 reply state 00000000a163daea transno 4294967603 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472664.812067:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472664.812139:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46039:x1858570169972608:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1114us (1332us total) trans 4294967603 rc 0/0 00000100:00100000:3.0:1772472664.812147:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 790 00010000:00010000:1.0:1772472664.812345:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472664.812352:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.812358:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472664.812361:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.812369:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.812378:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x41:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:1.0:1772472664.812388:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472664.812391:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.812397:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e09dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x41:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472664.812411:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472664.812413:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472664.812414:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472664.821307:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821327:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821336:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821342:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472664.821347:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821355:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821373:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c4052b6600) 00010000:00010000:3.0:1772472664.821376:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472664.821380:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472664.821386:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e09ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.208813:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472665.804428:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472665.804513:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972736 00000100:00100000:2.0:1772472665.804523:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972736 00000100:00100000:2.0:1772472665.804582:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 791 00000100:00100000:2.0:1772472665.804592:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:46055:x1858570169972736:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472665.804619:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472665.804637:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e09e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d7f expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804700:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804715:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804776:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472665.804835:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:2.0:1772472665.804839:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472665.804862:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804887:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e09e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d7f expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804908:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d7f expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.804918:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:2.0:1772472665.804921:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472665.804925:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472665.804984:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46055:x1858570169972736:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 393us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472665.804992:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 791 00000100:00100000:2.0:1772472665.809306:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472665.809414:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169972992 00000100:00100000:0.0:1772472665.809423:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169972992 00000100:00100000:0.0:1772472665.809472:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 792 00000100:00100000:0.0:1772472665.809479:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46055:x1858570169972992:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472665.809528:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472665.809552:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e09ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d7f expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.809568:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e096c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d5c expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.809577:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772472665.809586:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472665.809604:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.809614:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.809620:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472665.850218:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000027bc1063 reply state 00000000fa944cf5 transno 4294967604 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472665.850239:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472665.850291:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:0.0:1772472665.850508:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:46055:x1858570169972992:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 41024us (41203us total) trans 4294967604 rc 0/0 00000100:00100000:0.0:1772472665.850518:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 792 00000001:00080000:0.0:1772472665.851018:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967604 is committed 00000004:00080000:0.0:1772472665.851035:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 66 committed 00000100:00100000:3.0:1772472665.851211:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472665.851228:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185877120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472665.851278:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472665.851343:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877120 00000100:00100000:3.0:1772472665.851351:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877120 00000100:00100000:3.0:1772472665.851397:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1772472665.851405:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185877120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772472665.851431:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00010000:00010000:3.0:1772472665.851453:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.851473:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.851481:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472665.851483:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472665.851486:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.851512:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.851525:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 6 pid: 6592 timeout: 2191 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472665.851536:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185877248:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772472665.851581:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843840 going to sleep for 11 seconds 00000100:00080000:3.0:1772472665.851593:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472665.854202:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854220:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854227:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854234:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472665.854239:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854247:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854264:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:2.0:1772472665.854267:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472665.854271:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.854278:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e09f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472665.877596:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472665.877911:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973120 00000100:00100000:2.0:1772472665.877921:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973120 00010000:00010000:2.0:1772472665.877967:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 7 pid: 6592 timeout: 2191 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472665.878005:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 375 00000100:00100000:2.0:1772472665.878015:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169973120:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472665.878030:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472665.878037:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 7 pid: 6592 timeout: 2191 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.878050:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 7 pid: 6592 timeout: 2191 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.878437:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472665.878439:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472665.878444:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.878455:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472665.878476:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472665.878531:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169973120:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 517us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472665.878539:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 375 00010000:00010000:3.0:1772472665.879700:0:32804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e09c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d78 expref: 6 pid: 6592 timeout: 2191 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472665.879719:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185877248:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472665.882468:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.882493:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.882501:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.882513:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.882520:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472665.883445:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472665.883919:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185877120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32511us (32636us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1772472665.883930:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000004:00080000:3.0:1772472665.884000:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43fd16680/2, rc 0, transno 4294967347 00000100:00100000:3.0:1772472665.884008:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185877120:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772472665.892187:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472665.892201:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.892215:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472665.892220:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.892232:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.892252:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.892259:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf77a96a/0xc2ef6d41852e09f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472665.892305:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472665.892307:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472665.892308:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472665.942935:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472665.943137:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973248 00000100:00100000:1.0:1772472665.943148:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973248 00000100:00100000:1.0:1772472665.943240:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 793 00000100:00100000:1.0:1772472665.943248:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46059:x1858570169973248:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472665.943269:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472665.943287:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e09ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d86 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943345:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943356:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943364:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943373:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943377:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943381:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943510:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943519:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943539:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472665.943567:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1772472665.943571:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472665.943595:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943605:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943611:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943617:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943623:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472665.943628:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943635:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943647:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772472665.943649:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472665.943654:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943663:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943676:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943681:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943686:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943690:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472665.943693:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943699:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943706:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c420328400) 00010000:00010000:1.0:1772472665.943708:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472665.943711:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943716:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943799:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e09ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d86 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943821:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d86 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472665.943829:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472665.943832:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472665.943834:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472665.943899:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46059:x1858570169973248:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 651us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472665.943907:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 793 00000100:00100000:0.0:1772472666.027874:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.027927:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.027966:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.028005:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.028036:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973760 00000100:00100000:0.0:1772472666.028045:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973760 00000100:00100000:0.0:1772472666.028096:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973632 00000100:00100000:0.0:1772472666.028100:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973632 00000100:00100000:0.0:1772472666.028124:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1094 00000100:00100000:0.0:1772472666.028133:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169973760:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472666.028202:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169973760:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472666.028210:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1094 00000100:00100000:0.0:1772472666.028228:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1095 00000100:00100000:0.0:1772472666.028234:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169973632:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472666.028278:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169973632:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472666.028284:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1095 00000100:00080000:0.0:1772472666.028300:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472666.028306:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472666.028783:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973376 00000100:00100000:2.0:1772472666.028789:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973376 00000100:00100000:2.0:1772472666.028830:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:2.0:1772472666.028837:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169973376:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472666.028879:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169973376:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472666.028885:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:3.0:1772472666.029091:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973504 00000100:00100000:3.0:1772472666.029096:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973504 00000100:00100000:3.0:1772472666.029174:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000100:00100000:3.0:1772472666.029183:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169973504:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472666.029233:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570169973504:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472666.029240:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000100:00080000:1.0:1772472666.029338:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472666.232389:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472666.735967:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472666.736121:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169973888 00000100:00100000:1.0:1772472666.736132:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169973888 00000100:00100000:1.0:1772472666.736191:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 794 00000100:00100000:1.0:1772472666.736201:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46073:x1858570169973888:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472666.736223:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472666.736242:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0a1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d8d expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736303:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736317:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736327:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472666.736399:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1772472666.736403:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472666.736431:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736457:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0a1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d8d expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736476:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d8d expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472666.736484:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472666.736487:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472666.736491:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472666.736549:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46073:x1858570169973888:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 350us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472666.736557:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 794 00000100:00100000:2.0:1772472666.744796:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.744940:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974144 00000100:00100000:0.0:1772472666.744953:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974144 00000100:00100000:0.0:1772472666.745017:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 795 00000100:00100000:0.0:1772472666.745027:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46073:x1858570169974144:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472666.745085:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472666.745113:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d8d expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472666.745135:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0a14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d86 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472666.745147:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c420328100) 00010000:00010000:0.0:1772472666.745158:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472666.745184:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472666.745197:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472666.745207:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472666.745555:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009bdc9e34 reply state 000000004af28cb3 transno 4294967605 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472666.745566:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472666.745582:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000100:00100000:0.0:1772472666.745716:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46073:x1858570169974144:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 689us (930us total) trans 4294967605 rc 0/0 00000100:00100000:0.0:1772472666.745724:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 795 00010000:00010000:3.0:1772472666.754677:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754701:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754710:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754717:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472666.754722:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754730:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754917:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:3.0:1772472666.754922:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472666.754927:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472666.754934:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0a29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472666.920255:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472666.920348:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974272 00000100:00100000:3.0:1772472666.920358:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974272 00000100:00100000:3.0:1772472666.920476:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 796 00000100:00100000:3.0:1772472666.920487:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974272:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472666.920592:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974272:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 107us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472666.920600:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 796 00000100:00100000:1.0:1772472666.930280:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472666.930386:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974400 00000100:00100000:0.0:1772472666.930400:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974400 00000100:00100000:0.0:1772472666.930477:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 431 00000100:00100000:0.0:1772472666.930490:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46085:x1858570169974400:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472666.931035:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46085:x1858570169974400:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 546us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472666.931206:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 431 00000100:00100000:2.0:1772472666.936446:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472666.936573:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974528 00000100:00100000:1.0:1772472666.936583:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974528 00000100:00100000:1.0:1772472666.936678:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 432 00000100:00100000:1.0:1772472666.936689:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46085:x1858570169974528:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472666.937027:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46085:x1858570169974528:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 338us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472666.937036:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 432 00000100:00100000:2.0:1772472666.939898:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472666.940229:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974656 00000100:00100000:3.0:1772472666.940239:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974656 00000100:00100000:3.0:1772472666.940295:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 797 00000100:00100000:3.0:1772472666.940305:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974656:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472666.940584:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974656:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 280us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472666.940592:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 797 00000100:00100000:2.0:1772472666.945392:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472666.945700:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974784 00000100:00100000:1.0:1772472666.945942:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974784 00000100:00100000:1.0:1772472666.946064:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 798 00000100:00100000:1.0:1772472666.946075:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974784:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472666.946182:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169974784:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 110us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472666.946190:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 798 00000100:00100000:2.0:1772472666.950574:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472666.950669:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169974912 00000100:00100000:3.0:1772472666.950681:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169974912 00000100:00100000:3.0:1772472666.950808:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 433 00000100:00100000:3.0:1772472666.950818:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46085:x1858570169974912:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472666.951113:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46085:x1858570169974912:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 296us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472666.951121:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 433 00000100:00100000:2.0:1772472666.955127:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472666.955332:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975040 00000100:00100000:3.0:1772472666.955341:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975040 00000100:00100000:3.0:1772472666.955399:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 434 00000100:00100000:3.0:1772472666.955408:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46085:x1858570169975040:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472666.955691:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46085:x1858570169975040:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 284us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472666.955700:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 434 00000100:00100000:2.0:1772472666.959473:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472666.959566:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975168 00000100:00100000:3.0:1772472666.959577:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975168 00000100:00100000:3.0:1772472666.959675:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 799 00000100:00100000:3.0:1772472666.959686:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169975168:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472666.960599:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46085:x1858570169975168:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 911us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472666.960610:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 799 00000100:00100000:2.0:1772472667.038154:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472667.038653:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975296 00000100:00100000:0.0:1772472667.038664:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975296 00000100:00100000:0.0:1772472667.038791:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 800 00000100:00100000:0.0:1772472667.038803:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46089:x1858570169975296:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472667.038825:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472667.038846:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0a30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d94 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038911:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038925:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038936:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038950:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038957:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.038964:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039119:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039128:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039135:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472667.039163:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:0.0:1772472667.039167:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472667.039191:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039207:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039213:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039220:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039226:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472667.039230:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039238:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039250:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:0.0:1772472667.039253:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472667.039257:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039263:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0a37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039277:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039284:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039289:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039295:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472667.039298:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039303:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039311:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c410b8a600) 00010000:00010000:0.0:1772472667.039313:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472667.039316:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039322:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0a3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039351:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0a30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d94 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039363:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d94 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472667.039371:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472667.039373:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472667.039376:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772472667.039432:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169975296:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 632us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472667.039440:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 800 00000100:00100000:2.0:1772472667.044496:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472667.044582:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975424 00000100:00100000:3.0:1772472667.044592:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975424 00000100:00100000:3.0:1772472667.044649:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 137 00000100:00100000:3.0:1772472667.044659:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169975424:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:3.0:1772472667.044835:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169975424:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 178us (349us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472667.044843:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 137 00000100:00100000:2.0:1772472667.048724:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472667.048832:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975680 00000100:00100000:1.0:1772472667.048843:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975680 00000100:00100000:1.0:1772472667.048902:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 801 00000100:00100000:1.0:1772472667.048913:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169975680:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472667.048936:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472667.048956:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0a4c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12d9b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049114:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049129:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049140:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049154:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049161:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049168:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472667.049635:0:5812:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:1.0:1772472667.049859:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0a61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049869:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0a61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049878:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0a61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049929:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049936:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049943:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049949:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472667.049954:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049961:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049973:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:1.0:1772472667.049977:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472667.049982:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.049993:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0a53 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472667.050006:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000bb2bbc2d reply state 000000001c59f0d5 transno 4294967606 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472667.050015:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472667.050043:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0a4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d9b expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.050057:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0a61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d9b expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.050065:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472667.050067:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472667.050070:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772472667.050140:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:46089:x1858570169975680:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1230us (1425us total) trans 4294967606 rc 0/0 00000100:00100000:1.0:1772472667.050149:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 801 00000100:00100000:2.0:1772472667.057348:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472667.057420:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975808 00000100:00100000:1.0:1772472667.057429:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975808 00000100:00100000:1.0:1772472667.057479:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 435 00000100:00100000:1.0:1772472667.057487:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46089:x1858570169975808:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472667.057505:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472667.057524:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12da2 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472667.057554:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472667.057572:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472667.057574:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472667.057582:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.057597:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472667.057608:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472667.057649:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46089:x1858570169975808:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 163us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.057656:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 435 00010000:00010000:3.0:1772472667.059088:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059102:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059109:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059115:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472667.059120:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059128:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059148:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c420328400) 00010000:00010000:3.0:1772472667.059151:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472667.059155:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472667.059161:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0a5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472667.076917:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472667.077025:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169975936 00000100:00100000:1.0:1772472667.077036:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169975936 00002000:00100000:1.0:1772472667.077094:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff90c43fd17480 x1858570169975936/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:703/0 lens 488/0 e 0 to 0 dl 1772472678 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1772472667.077106:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43fd17480 with x1858570169975936 ext(0->1048575) 00002000:00010000:1.0:1772472667.077112:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43fd17480 00000100:00100000:1.0:1772472667.077149:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 19 00000100:00100000:1.0:1772472667.077159:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169975936:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:1.0:1772472667.099415:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169975936:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 22246us (22496us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1772472667.099431:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 19 00002000:00100000:1.0:1772472667.099444:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff90c43fd17480 x1858570169975936/t4294967346(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:703/0 lens 488/448 e 0 to 0 dl 1772472678 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1772472667.099455:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43fd17480 with x1858570169975936 ext(0->1048575) 00002000:00010000:1.0:1772472667.099461:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43fd17480 00000100:00100000:2.0:1772472667.102855:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472667.102950:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976064 00000100:00100000:0.0:1772472667.102961:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976064 00000100:00100000:0.0:1772472667.103141:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 802 00000100:00100000:0.0:1772472667.103152:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46089:x1858570169976064:12345-192.168.201.48@tcp:44:dd.60003 00000001:00080000:1.0:1772472667.137293:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967605 is committed 00000001:00080000:1.0:1772472667.137387:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967606 is committed 00000100:00100000:2.0:1772472667.137551:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169976064:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 34396us (34699us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472667.137562:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 802 00000100:00100000:2.0:1772472667.141117:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472667.141262:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976192 00000100:00100000:3.0:1772472667.141274:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976192 00000100:00100000:3.0:1772472667.141333:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 436 00000100:00100000:3.0:1772472667.141343:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169976192:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:1.0:1772472667.169483:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000100:00100000:3.0:1772472667.169624:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169976192:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 28278us (28510us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472667.169635:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 436 00000100:00100000:3.0:1772472667.173183:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472667.173417:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976448 00000100:00100000:0.0:1772472667.173428:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976448 00000100:00100000:0.0:1772472667.173485:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 138 00000100:00100000:0.0:1772472667.173495:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46089:x1858570169976448:12345-192.168.201.48@tcp:35:dd.60003 00000100:00100000:0.0:1772472667.173977:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46089:x1858570169976448:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 482us (802us total) trans 4294967607 rc 0/0 00000100:00100000:0.0:1772472667.173985:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 138 00010000:00010000:0.0:1772472667.256176:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472667.704445:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185877376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472667.704524:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472667.704582:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185877888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472667.704610:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472667.704633:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472667.704639:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185877760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472667.704662:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472667.704779:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185877504:0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.704809:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472667.704825:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185878016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.704844:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472667.704862:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472667.704867:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185877632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.704887:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472667.704919:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877888 00000100:00100000:1.0:1772472667.704926:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877888 00000100:00100000:1.0:1772472667.704975:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877504 00000100:00100000:1.0:1772472667.704978:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877504 00000100:00100000:1.0:1772472667.704996:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877632 00000100:00100000:1.0:1772472667.704999:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877632 00000100:00100000:1.0:1772472667.705016:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1772472667.705025:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185877888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705087:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185877888:12345-0@lo:400:kworker.0 Request processed in 63us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.705094:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1772472667.705112:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1772472667.705118:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185877504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705148:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185877504:12345-0@lo:400:kworker.0 Request processed in 30us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.705154:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1772472667.705165:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1772472667.705171:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185877632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705196:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185877632:12345-0@lo:400:kworker.0 Request processed in 24us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.705201:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1772472667.705219:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877760 00000100:00100000:1.0:1772472667.705223:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877760 00000100:00100000:1.0:1772472667.705245:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878016 00000100:00100000:1.0:1772472667.705248:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878016 00000100:00100000:1.0:1772472667.705268:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1772472667.705274:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185877760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705301:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185877760:12345-0@lo:400:kworker.0 Request processed in 28us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.705307:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1772472667.705317:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1772472667.705323:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185878016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705348:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185878016:12345-0@lo:400:kworker.0 Request processed in 26us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472667.705354:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00080000:1.0:1772472667.705374:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472667.705378:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472667.705381:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472667.705419:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3024d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185877632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705432:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185877504:0@lo:400:kworker.0 00000100:00100000:1.0:1772472667.705440:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185878016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472667.705652:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185877760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472667.705665:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185877888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472667.705817:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185877376 00000100:00100000:2.0:1772472667.705823:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185877376 00000100:00100000:2.0:1772472667.705865:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1772472667.705873:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185877376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472667.705927:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185877376:12345-0@lo:400:kworker.0 Request processed in 56us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472667.705933:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1772472667.706022:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185877376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472668.218512:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185878272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472668.218587:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472668.218661:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878272 00000100:00100000:0.0:1772472668.218669:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878272 00000100:00100000:0.0:1772472668.218756:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1772472668.218766:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185878272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472668.218800:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472668.218844:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185878272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472668.218851:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1772472668.218899:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185878272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472668.227125:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472668.227155:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185878144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472668.227224:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472668.227288:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878144 00000100:00100000:2.0:1772472668.227296:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878144 00000100:00100000:2.0:1772472668.227344:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1772472668.227353:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185878144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472668.227389:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472668.227432:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185878144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472668.227438:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1772472668.227486:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185878144:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472668.285267:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472668.307850:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:2.0:1772472668.307883:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:1.0:1772472668.664122:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967607 is committed 00010000:00010000:0.0:1772472669.303103:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472670.148109:0:79543:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2095980366913ns, next at 2091643987193ns, rc = 0 00000004:00080000:1.0:1772472670.148315:0:79543:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2095980574503ns, next at 2069370505382ns, rc = 0 00000004:00080000:0.0:1772472670.159303:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 66 committed 00000004:00080000:0.0:1772472670.159441:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 67 committed 00010000:00010000:0.0:1772472670.332156:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472671.142424:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.142471:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.142502:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.142536:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.142569:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976832 00000100:00100000:2.0:1772472671.142579:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976832 00000100:00100000:2.0:1772472671.142630:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976960 00000100:00100000:2.0:1772472671.142633:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976960 00000100:00100000:2.0:1772472671.142654:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1098 00000100:00100000:2.0:1772472671.142677:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169976832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472671.142723:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00100000:1.0:1772472671.142732:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169976960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472671.142778:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169976832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 115us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472671.142785:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1098 00000100:00100000:1.0:1772472671.142789:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169976960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 60us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472671.142794:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00080000:2.0:1772472671.142811:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472671.142815:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472671.142872:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976576 00000100:00100000:0.0:1772472671.142876:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976576 00000100:00100000:0.0:1772472671.142919:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1181 00000100:00100000:0.0:1772472671.142927:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169976576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472671.142955:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169976576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472671.142961:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1181 00000100:00100000:3.0:1772472671.143119:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169976704 00000100:00100000:3.0:1772472671.143124:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169976704 00000100:00100000:3.0:1772472671.143172:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1487 00000100:00100000:3.0:1772472671.143178:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169976704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472671.143211:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570169976704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472671.143217:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1487 00000100:00080000:2.0:1772472671.143574:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472671.352813:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472671.822958:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472671.823134:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977088 00000100:00100000:3.0:1772472671.823144:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977088 00000100:00100000:3.0:1772472671.823204:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 803 00000100:00100000:3.0:1772472671.823214:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977088:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472671.823308:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977088:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 95us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472671.823316:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 803 00000100:00100000:3.0:1772472671.827938:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.828156:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977216 00000100:00100000:2.0:1772472671.828166:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977216 00000100:00100000:2.0:1772472671.828224:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 437 00000100:00100000:2.0:1772472671.828234:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46282:x1858570169977216:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472671.828577:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46282:x1858570169977216:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 343us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472671.828586:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 437 00000100:00100000:1.0:1772472671.836239:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472671.841851:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977344 00000100:00100000:3.0:1772472671.841867:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977344 00000100:00100000:3.0:1772472671.841946:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 438 00000100:00100000:3.0:1772472671.841957:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46282:x1858570169977344:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472671.842262:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46282:x1858570169977344:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 306us (6029us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472671.842270:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 438 00000100:00100000:2.0:1772472671.845985:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472671.846055:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977472 00000100:00100000:3.0:1772472671.846065:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977472 00000100:00100000:3.0:1772472671.846127:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 804 00000100:00100000:3.0:1772472671.846137:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977472:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472671.846320:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977472:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 184us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472671.846328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 804 00000100:00100000:3.0:1772472671.856916:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472671.861633:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977600 00000100:00100000:1.0:1772472671.861659:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977600 00000100:00100000:1.0:1772472671.861721:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 805 00000100:00100000:1.0:1772472671.861732:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977600:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472671.861857:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977600:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 127us (4947us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472671.861865:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 805 00000100:00100000:1.0:1772472671.869028:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.869994:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977728 00000100:00100000:2.0:1772472671.870006:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977728 00000100:00100000:2.0:1772472671.870065:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 439 00000100:00100000:2.0:1772472671.870076:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46282:x1858570169977728:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472671.870365:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46282:x1858570169977728:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 289us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472671.870374:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 439 00000100:00100000:2.0:1772472671.872700:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472671.872793:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977856 00000100:00100000:3.0:1772472671.872802:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977856 00000100:00100000:3.0:1772472671.872853:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 440 00000100:00100000:3.0:1772472671.872863:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46282:x1858570169977856:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472671.873141:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:46282:x1858570169977856:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 278us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472671.873148:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 440 00000100:00100000:3.0:1772472671.877326:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472671.878865:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169977984 00000100:00100000:2.0:1772472671.878955:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169977984 00000100:00100000:2.0:1772472671.879058:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 806 00000100:00100000:2.0:1772472671.879070:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977984:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472671.879388:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46282:x1858570169977984:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 319us (2070us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472671.879397:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 806 00000100:00100000:1.0:1772472672.029946:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472672.030026:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978240 00000100:00100000:3.0:1772472672.030036:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978240 00000100:00100000:3.0:1772472672.030106:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 807 00000100:00100000:3.0:1772472672.030118:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46286:x1858570169978240:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772472672.030173:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472672.030200:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0a61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d9b expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030222:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff90c420328100) 00010000:00010000:3.0:1772472672.030233:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472672.030256:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030271:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030280:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030295:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030301:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030307:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030445:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030452:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.030459:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472672.031055:0:5811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].25, 64 off9792 00000004:00080000:3.0:1772472672.031065:0:5811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2097863324862ns, next at 2098863322875ns, rc = 0 00010000:00010000:3.0:1772472672.031175:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031185:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031197:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031204:0:5811:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031210:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031217:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031232:0:5811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472672.031254:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031260:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031266:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031272:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472672.031277:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031283:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031292:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472672.031295:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472672.031299:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031305:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0a84 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031320:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031327:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031333:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031339:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472672.031341:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031347:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031353:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:3.0:1772472672.031356:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472672.031359:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.031364:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0a76 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472672.031373:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f5d0bb5f reply state 00000000bb67fe87 transno 4294967608 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472672.031386:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472672.032720:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46286:x1858570169978240:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2595us (2775us total) trans 4294967608 rc 0/0 00000100:00100000:3.0:1772472672.032732:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 807 00010000:00010000:0.0:1772472672.033816:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472672.033829:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472672.033841:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472672.033845:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472672.033855:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472672.033880:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:0.0:1772472672.033883:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472672.033887:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472672.033894:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0a8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472672.033921:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472672.033923:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472672.033926:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472672.059878:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.059896:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.060124:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.060130:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472672.060135:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.060143:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.060161:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0xf9c7deb2 (ffff90c4052b6f00) 00010000:00010000:3.0:1772472672.060164:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472672.060170:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472672.060199:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e0a7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472672.375274:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472672.823047:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185878528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823112:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472672.823162:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185879040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823187:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472672.823224:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472672.823230:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185878656:0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823249:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185878400:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823250:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472672.823280:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472672.823283:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878528 00000100:00100000:2.0:1772472672.823289:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878528 00000100:00100000:0.0:1772472672.823302:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185878912:0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823323:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472672.823329:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878656 00000100:00100000:2.0:1772472672.823332:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878656 00000100:00100000:0.0:1772472672.823338:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472672.823343:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185878784:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823355:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878912 00000100:00100000:2.0:1772472672.823358:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878912 00000100:00100000:0.0:1772472672.823362:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472672.823375:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1772472672.823383:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185878528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823385:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878400 00000100:00100000:0.0:1772472672.823388:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878400 00000100:00100000:0.0:1772472672.823412:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1772472672.823417:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185878400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823429:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185878528:12345-0@lo:400:kworker.0 Request processed in 48us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472672.823436:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1772472672.823445:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185878400:12345-0@lo:400:kworker.0 Request processed in 28us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472672.823450:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1772472672.823453:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1772472672.823458:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185878656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823478:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1772472672.823484:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185878656:12345-0@lo:400:kworker.0 Request processed in 26us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472672.823484:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185878912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823490:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1772472672.823505:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879040 00000100:00100000:0.0:1772472672.823507:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185878912:12345-0@lo:400:kworker.0 Request processed in 24us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472672.823508:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879040 00000100:00100000:0.0:1772472672.823513:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1772472672.823530:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185878784 00000100:00100000:0.0:1772472672.823532:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1772472672.823533:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185878784 00000100:00100000:0.0:1772472672.823538:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185879040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823550:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1772472672.823555:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185878784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823564:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185879040:12345-0@lo:400:kworker.0 Request processed in 26us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472672.823569:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1772472672.823578:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185878784:12345-0@lo:400:kworker.0 Request processed in 23us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472672.823583:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1772472672.823603:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:0.0:1772472672.823610:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43fd16680, transno 4294967347 00000100:00080000:2.0:1772472672.823615:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472672.823619:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472672.823621:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472672.823622:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185878784:0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823642:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185878400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472672.823652:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185878912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823654:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185878656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823662:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185878528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472672.823669:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185879040:0@lo:400:kworker.0 00000004:00080000:0.0:1772472673.335246:0:7917:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2099167504163ns, next at 2100167502006ns, rc = 0 00000100:00100000:2.0:1772472673.335315:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185879168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472673.335379:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472673.335553:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185879296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472673.335581:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472673.335618:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879168 00000100:00100000:3.0:1772472673.335634:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879168 00000100:00100000:3.0:1772472673.335676:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879296 00000100:00100000:3.0:1772472673.335679:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879296 00000100:00100000:3.0:1772472673.335702:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1772472673.335711:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185879168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472673.335767:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772472673.335813:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185879168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472673.335820:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1772472673.335838:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1772472673.335844:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185879296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472673.335862:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472673.335889:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185879296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472673.335894:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1772472673.335936:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185879296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472673.335971:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185879168:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472673.399041:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472674.245082:0:79689:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2100077338668ns, next at 2091643987193ns, rc = 0 00000004:00080000:1.0:1772472674.245187:0:79689:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2100077446485ns, next at 2100167502006ns, rc = 0 00000004:00080000:2.0:1772472674.341252:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 68 committed 00000100:00100000:0.0:1772472674.341574:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185879424:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772472674.341652:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472674.341762:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879424 00000100:00100000:2.0:1772472674.341770:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879424 00000100:00100000:2.0:1772472674.341827:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1772472674.341836:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185879424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472674.341864:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00010000:00010000:2.0:1772472674.341906:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472674.341937:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472674.341945:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472674.341946:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472674.341949:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472674.341980:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472674.341992:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 5 pid: 6591 timeout: 2200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472674.342005:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185879552:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472674.342066:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c406294840 going to sleep for 11 seconds 00000100:00080000:2.0:1772472674.342079:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1772472674.347413:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00000004:00080000:2.0:1772472674.347436:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 68 committed 00000001:00080000:2.0:1772472674.347470:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967608 is committed 00000004:00080000:2.0:1772472674.347475:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 67 committed 00000100:00100000:1.0:1772472674.349243:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472674.349357:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978368 00000100:00100000:3.0:1772472674.349367:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978368 00010000:00010000:3.0:1772472674.349427:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 6 pid: 6591 timeout: 2200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472674.349462:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 376 00000100:00100000:3.0:1772472674.349472:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169978368:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472674.349488:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472674.349494:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 6 pid: 6591 timeout: 2200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.349510:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 6 pid: 6591 timeout: 2200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.349541:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472674.349543:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472674.349548:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.349558:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.349576:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472674.349635:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169978368:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 164us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472674.349642:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 376 00000100:00080000:1.0:1772472674.349717:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472674.349817:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb5e27be/0xc2ef6d41852e0a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da2 expref: 5 pid: 6591 timeout: 2200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472674.349833:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185879552:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472674.349853:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472674.349863:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472674.349870:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472674.349880:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472674.349893:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472674.349927:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472674.350410:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185879424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8573us (8757us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1772472674.350418:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000004:00080000:1.0:1772472674.350641:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c40e069180/2, rc 0, transno 4294967347 00000100:00100000:1.0:1772472674.350661:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185879424:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772472674.350762:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472674.350772:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.350781:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472674.350786:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.350801:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.350816:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.350824:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbfca17f/0xc2ef6d41852e0a92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472674.350846:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472674.350848:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472674.350850:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472674.427889:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472675.472791:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472676.262060:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472676.262120:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472676.262335:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978624 00000100:00100000:1.0:1772472676.262345:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978624 00000100:00100000:1.0:1772472676.262434:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:1.0:1772472676.262446:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169978624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472676.262526:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169978624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472676.262535:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:0.0:1772472676.262817:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978496 00000100:00100000:0.0:1772472676.262822:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978496 00000100:00100000:0.0:1772472676.262860:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00100000:0.0:1772472676.262866:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169978496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472676.262904:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169978496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472676.262911:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00080000:2.0:1772472676.263017:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472676.269922:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472676.269972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472676.270132:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978880 00000100:00100000:0.0:1772472676.270143:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978880 00000100:00100000:0.0:1772472676.270219:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169978752 00000100:00100000:0.0:1772472676.270222:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169978752 00000100:00100000:0.0:1772472676.270252:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1102 00000100:00100000:0.0:1772472676.270263:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169978880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472676.270337:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169978880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472676.270345:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1102 00000100:00100000:0.0:1772472676.270361:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1103 00000100:00100000:0.0:1772472676.270367:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169978752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472676.270493:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169978752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 125us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472676.270501:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1103 00000100:00080000:2.0:1772472676.270766:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472676.270770:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472676.472023:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472676.968056:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:0.0:1772472677.494963:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472677.945469:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185879808:0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.945540:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472677.945609:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472677.945616:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185879680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.945647:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472677.945683:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879680 00000100:00100000:0.0:1772472677.945689:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879680 00000100:00100000:0.0:1772472677.945735:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1772472677.945768:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185879680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.945815:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185879680:12345-0@lo:400:kworker.0 Request processed in 49us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472677.945836:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1772472677.945896:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185879680:0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.946256:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185880192:0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.946287:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472677.946312:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472677.946317:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185880320:0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.946351:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472677.946408:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185879936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472677.946448:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472677.946476:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472677.946482:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185880064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472677.946503:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472677.946731:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879808 00000100:00100000:1.0:1772472677.946764:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879808 00000100:00100000:1.0:1772472677.946803:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880192 00000100:00100000:1.0:1772472677.946807:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880192 00000100:00100000:1.0:1772472677.946845:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185879936 00000100:00100000:1.0:1772472677.946850:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185879936 00000100:00100000:1.0:1772472677.946866:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1772472677.946873:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185879808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.946913:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185879808:12345-0@lo:400:kworker.0 Request processed in 40us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472677.946924:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1772472677.946937:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1772472677.946943:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185880192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.946975:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185880192:12345-0@lo:400:kworker.0 Request processed in 31us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472677.946980:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1772472677.946990:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1772472677.946996:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185879936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.947024:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185879936:12345-0@lo:400:kworker.0 Request processed in 28us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472677.947028:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1772472677.947061:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185879936:0@lo:400:kworker.0 00000100:00100000:1.0:1772472677.947086:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185880192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.947290:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880320 00000100:00100000:0.0:1772472677.947294:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880320 00000100:00100000:0.0:1772472677.947328:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880064 00000100:00100000:0.0:1772472677.947332:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880064 00000100:00100000:0.0:1772472677.947359:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1772472677.947367:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185880320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.947410:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185880320:12345-0@lo:400:kworker.0 Request processed in 44us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472677.947416:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1772472677.947439:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1772472677.947447:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185880064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.947486:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185880064:12345-0@lo:400:kworker.0 Request processed in 36us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472677.947491:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1772472677.947517:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:0.0:1772472677.947522:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c40e069180, transno 4294967347 00000100:00100000:0.0:1772472677.947533:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185880320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.947819:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185880064:0@lo:400:kworker.0 00000100:00100000:0.0:1772472677.948063:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185879808:0@lo:400:kworker.0 00000100:00080000:2.0:1772472677.948144:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472677.948150:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472677.948152:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472678.454983:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472678.455008:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185880448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472678.455087:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472678.455160:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880448 00000100:00100000:3.0:1772472678.455169:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880448 00000100:00100000:3.0:1772472678.455220:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1772472678.455230:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185880448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472678.455272:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472678.455321:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185880448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472678.455328:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1772472678.455379:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185880448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472678.457777:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472678.457798:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185880576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472678.457866:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472678.457917:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880576 00000100:00100000:1.0:1772472678.457923:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880576 00000100:00100000:1.0:1772472678.457971:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772472678.457979:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185880576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472678.458017:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472678.458065:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185880576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472678.458072:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772472678.458311:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185880576:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472678.518917:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472679.546438:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472680.566918:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472681.383653:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472681.383689:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472681.383727:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472681.383774:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979392 00000100:00100000:0.0:1772472681.383785:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979392 00000100:00100000:1.0:1772472681.383793:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472681.383825:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979008 00000100:00100000:3.0:1772472681.383831:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979008 00000100:00100000:1.0:1772472681.383835:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979264 00000100:00100000:1.0:1772472681.383841:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979264 00000100:00100000:0.0:1772472681.383861:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:0.0:1772472681.383872:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169979392:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472681.383876:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1185 00000100:00100000:3.0:1772472681.383889:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169979008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472681.383896:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1107 00000100:00100000:1.0:1772472681.383906:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169979264:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472681.383965:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169979392:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472681.383969:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979136 00000100:00100000:2.0:1772472681.383972:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979136 00000100:00100000:0.0:1772472681.383973:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:2.0:1772472681.384003:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1495 00000100:00100000:2.0:1772472681.384010:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169979136:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472681.387299:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169979008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3402us (3559us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472681.387311:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1185 00000100:00080000:3.0:1772472681.387382:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472681.387389:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472681.387392:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472681.391714:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169979136:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 7691us (8057us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472681.391753:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1495 00000100:00100000:1.0:1772472681.396434:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169979264:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 12515us (12625us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472681.396451:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1107 00010000:00010000:0.0:1772472681.591095:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472682.615237:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472683.063140:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185880832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063214:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.063281:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185881344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063307:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.063336:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472683.063343:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185880704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063371:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.063393:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185881216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063413:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.063483:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880704 00000100:00100000:2.0:1772472683.063491:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880704 00000100:00100000:2.0:1772472683.063540:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1772472683.063549:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185880704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063600:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185880704:12345-0@lo:400:kworker.0 Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472683.063607:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1772472683.063648:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880832 00000100:00100000:2.0:1772472683.063652:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880832 00000100:00100000:2.0:1772472683.063677:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881216 00000100:00100000:2.0:1772472683.063680:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881216 00000100:00100000:2.0:1772472683.063722:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1772472683.063729:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185880832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063789:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185880832:12345-0@lo:400:kworker.0 Request processed in 62us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472683.063796:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1772472683.063810:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1772472683.063816:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185881216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063842:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185881216:12345-0@lo:400:kworker.0 Request processed in 27us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472683.063847:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:2.0:1772472683.063870:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881344 00000100:00100000:2.0:1772472683.063873:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881344 00000100:00100000:2.0:1772472683.063901:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1772472683.063907:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185881344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063935:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185881344:12345-0@lo:400:kworker.0 Request processed in 28us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472683.063940:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1772472683.063971:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185880704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063983:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185881216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.063991:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185880832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472683.064000:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185881344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472683.064603:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185880960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472683.064653:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472683.064685:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472683.064692:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185881088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472683.064727:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.064879:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185880960 00000100:00100000:2.0:1772472683.064886:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185880960 00000100:00080000:3.0:1772472683.065067:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472683.065073:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472683.065140:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1772472683.065151:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185880960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472683.065204:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185880960:12345-0@lo:400:kworker.0 Request processed in 55us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472683.065211:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1772472683.065627:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185880960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472683.065945:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881088 00000100:00100000:0.0:1772472683.065951:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881088 00000100:00100000:0.0:1772472683.066005:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1772472683.066013:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185881088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472683.066069:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185881088:12345-0@lo:400:kworker.0 Request processed in 57us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472683.066078:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1772472683.066287:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185881088:0@lo:400:kworker.0 00000100:00080000:3.0:1772472683.066580:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472683.575093:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185881600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472683.575164:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472683.575365:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881600 00000100:00100000:3.0:1772472683.575373:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881600 00000100:00100000:3.0:1772472683.575433:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1772472683.575443:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185881600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472683.575513:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472683.575628:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185881600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 185us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472683.575636:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1772472683.575943:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185881472:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472683.575985:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472683.576912:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881472 00000100:00100000:2.0:1772472683.576919:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881472 00000100:00100000:2.0:1772472683.576971:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1772472683.576980:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185881472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472683.577015:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472683.581426:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185881600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472683.581615:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185881472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4633us (5625us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472683.581628:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1772472683.581664:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185881472:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472683.639145:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472684.662991:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472685.687138:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472686.501307:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472686.501346:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472686.501375:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472686.501552:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979776 00000100:00100000:2.0:1772472686.501562:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979776 00000100:00100000:2.0:1772472686.501622:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1110 00000100:00100000:2.0:1772472686.501632:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169979776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472686.501773:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979520 00000100:00100000:0.0:1772472686.501778:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979520 00000100:00100000:0.0:1772472686.501808:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1187 00000100:00100000:0.0:1772472686.501815:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169979520:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472686.501991:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979648 00000100:00100000:1.0:1772472686.501996:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979648 00000100:00100000:1.0:1772472686.502030:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1499 00000100:00100000:1.0:1772472686.502038:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169979648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472686.507125:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169979776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 5483us (5765us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472686.507141:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1110 00000100:00080000:2.0:1772472686.508479:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472686.508488:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472686.509024:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472686.509099:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169979904 00000100:00100000:2.0:1772472686.509109:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169979904 00000100:00100000:2.0:1772472686.509168:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1111 00000100:00100000:2.0:1772472686.509180:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169979904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472686.509246:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169979904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472686.509254:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1111 00000100:00080000:3.0:1772472686.509542:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472686.511378:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169979520:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 9552us (10069us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472686.511391:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1187 00000100:00100000:1.0:1772472686.516590:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169979648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 14540us (15200us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472686.516606:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1499 00010000:00010000:1.0:1772472686.713441:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472687.735930:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472688.182986:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472688.183057:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185881856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183204:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472688.183256:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881856 00000100:00100000:2.0:1772472688.183257:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185881728:0@lo:400:kworker.0 00000100:00100000:0.0:1772472688.183263:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881856 00000100:00100000:2.0:1772472688.183285:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472688.183304:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1772472688.183313:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185881856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183323:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881728 00000100:00100000:2.0:1772472688.183326:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881728 00000100:00100000:2.0:1772472688.183350:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1772472688.183357:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185881728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472688.183362:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185881856:12345-0@lo:400:kworker.0 Request processed in 51us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472688.183381:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:2.0:1772472688.183397:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185881728:12345-0@lo:400:kworker.0 Request processed in 41us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472688.183403:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1772472688.183445:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185881856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183454:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185881728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183597:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185881984:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183622:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472688.183682:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185882112:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183694:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185881984 00000100:00100000:2.0:1772472688.183699:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185881984 00000100:00100000:3.0:1772472688.183717:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472688.183784:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882112 00000100:00100000:0.0:1772472688.183790:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882112 00000100:00080000:3.0:1772472688.183795:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472688.183801:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472688.183823:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:0.0:1772472688.183825:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1772472688.183831:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185882112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183837:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185881984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183870:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185881984:12345-0@lo:400:kworker.0 Request processed in 39us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472688.183870:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185882112:12345-0@lo:400:kworker.0 Request processed in 39us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472688.183879:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:0.0:1772472688.183879:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1772472688.183888:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185882112:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.183918:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185881984:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.184097:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472688.184225:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185882368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.184254:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472688.184325:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185882240:0@lo:400:kworker.0 00000100:00100000:2.0:1772472688.184347:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472688.184396:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882240 00000100:00100000:3.0:1772472688.184401:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882240 00000100:00080000:2.0:1772472688.184492:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472688.184524:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882368 00000100:00100000:0.0:1772472688.184529:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882368 00000100:00100000:3.0:1772472688.184634:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1772472688.184635:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1772472688.184649:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185882240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472688.184650:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185882368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472688.184706:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185882368:12345-0@lo:400:kworker.0 Request processed in 60us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472688.184719:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1772472688.184721:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185882240:12345-0@lo:400:kworker.0 Request processed in 64us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.184729:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:3.0:1772472688.184863:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185882368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472688.184872:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185882240:0@lo:400:kworker.0 00000100:00080000:2.0:1772472688.184938:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472688.607688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472688.607727:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980032 00000100:00100000:2.0:1772472688.607736:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980032 00000100:00100000:2.0:1772472688.607833:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 808 00000100:00100000:2.0:1772472688.607842:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980032:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472688.607934:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980032:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 93us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472688.607941:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 808 00000100:00080000:2.0:1772472688.607961:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472688.611980:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472688.612027:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980160 00000100:00100000:1.0:1772472688.612037:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980160 00000100:00100000:1.0:1772472688.612093:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 442 00000100:00100000:1.0:1772472688.612103:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980160:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:2.0:1772472688.612596:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472688.612709:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980160:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 605us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472688.612716:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 442 00000100:00100000:3.0:1772472688.624652:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472688.624688:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980288 00000100:00100000:3.0:1772472688.624697:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980288 00000100:00100000:3.0:1772472688.625389:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 443 00000100:00100000:3.0:1772472688.625400:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980288:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:1.0:1772472688.625595:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472688.627537:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980288:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 2131us (2884us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.627550:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 443 00000100:00100000:1.0:1772472688.648403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472688.649805:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980416 00000100:00100000:2.0:1772472688.649819:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980416 00000100:00100000:2.0:1772472688.649880:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 809 00000100:00100000:2.0:1772472688.649891:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980416:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472688.650245:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980416:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 354us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472688.650254:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 809 00000100:00100000:0.0:1772472688.665462:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472688.665955:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980544 00000100:00100000:3.0:1772472688.665967:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980544 00000100:00100000:3.0:1772472688.666067:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 810 00000100:00100000:3.0:1772472688.666078:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980544:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472688.666184:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980544:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 108us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.666192:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 810 00000100:00100000:2.0:1772472688.669872:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472688.670012:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980672 00000100:00100000:3.0:1772472688.670023:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980672 00000100:00100000:3.0:1772472688.670479:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 444 00000100:00100000:3.0:1772472688.670490:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980672:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472688.671956:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980672:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1461us (2089us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.671969:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 444 00000100:00100000:3.0:1772472688.683947:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472688.683989:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980800 00000100:00100000:3.0:1772472688.684000:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980800 00000100:00100000:3.0:1772472688.684953:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 445 00000100:00100000:3.0:1772472688.684967:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980800:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472688.685623:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:46464:x1858570169980800:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 659us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.685632:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 445 00000100:00100000:2.0:1772472688.694384:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472688.694433:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169980928 00000100:00100000:2.0:1772472688.694444:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169980928 00000100:00100000:2.0:1772472688.694497:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 811 00000100:00100000:2.0:1772472688.694509:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980928:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472688.694856:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46464:x1858570169980928:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 348us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472688.694865:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 811 00000100:00100000:3.0:1772472688.698871:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185882496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472688.698933:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472688.698981:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472688.698988:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185882624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472688.699009:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472688.699053:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882496 00000100:00100000:3.0:1772472688.699060:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882496 00000100:00100000:3.0:1772472688.699112:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882624 00000100:00100000:3.0:1772472688.699115:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882624 00000100:00100000:3.0:1772472688.699143:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1772472688.699151:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185882496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472688.699187:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472688.699225:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185882496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.699231:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1772472688.699246:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1772472688.699251:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185882624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472688.699268:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472688.699300:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185882624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472688.699306:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1772472688.699348:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185882624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472688.699368:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185882496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472688.753316:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472688.753396:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169981056 00000100:00100000:1.0:1772472688.753406:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169981056 00000100:00100000:1.0:1772472688.753464:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 812 00000100:00100000:1.0:1772472688.753475:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:46465:x1858570169981056:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472688.753496:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472688.753515:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12da9 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753575:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753588:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753602:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472688.753780:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00000004:00200000:1.0:1772472688.753784:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472688.753896:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753921:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0a99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da9 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753943:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da9 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.753952:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:1.0:1772472688.753954:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472688.753958:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472688.754013:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46465:x1858570169981056:12345-192.168.201.48@tcp:101:rm.0 Request processed in 540us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472688.754021:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 812 00000100:00100000:2.0:1772472688.762041:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472688.763294:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169981184 00000100:00100000:1.0:1772472688.763307:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169981184 00000100:00100000:1.0:1772472688.763379:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 139 00000100:00100000:1.0:1772472688.763390:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46465:x1858570169981184:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:1.0:1772472688.763513:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46465:x1858570169981184:12345-192.168.201.48@tcp:49:rm.0 Request processed in 124us (1490us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772472688.763522:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 139 00010000:00010000:1.0:1772472688.763679:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472688.769970:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472688.770020:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169981440 00000100:00100000:1.0:1772472688.770031:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169981440 00000100:00100000:1.0:1772472688.770096:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 813 00000100:00100000:1.0:1772472688.770106:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:46465:x1858570169981440:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472688.770139:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472688.770160:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0aa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12db0 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472688.770289:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00010000:1.0:1772472688.770557:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0aa7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12db0 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.770572:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772472688.770575:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472688.770580:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0aa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12db0 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472688.770593:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472688.770646:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46465:x1858570169981440:12345-192.168.201.48@tcp:101:rm.0 Request processed in 543us (689us total) trans 4294967609 rc 301/301 00000100:00100000:1.0:1772472688.770654:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 813 00000100:00100000:1.0:1772472688.778709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472688.778767:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169981568 00000100:00100000:1.0:1772472688.778777:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169981568 00000100:00100000:1.0:1772472688.779604:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 140 00000100:00100000:1.0:1772472688.779616:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46465:x1858570169981568:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:1.0:1772472688.791702:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46465:x1858570169981568:12345-192.168.201.48@tcp:37:rm.0 Request processed in 12076us (12987us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472688.791718:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 140 00000100:00100000:0.0:1772472688.799265:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472688.799465:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169981824 00000100:00100000:2.0:1772472688.799477:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169981824 00000100:00100000:2.0:1772472688.799539:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 141 00000100:00100000:2.0:1772472688.799549:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46465:x1858570169981824:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:2.0:1772472688.799825:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46465:x1858570169981824:12345-192.168.201.48@tcp:35:rm.0 Request processed in 277us (568us total) trans 4294967610 rc 0/0 00000100:00100000:2.0:1772472688.799832:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 141 00000100:00100000:0.0:1772472688.809851:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472688.818594:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982080 00000100:00100000:2.0:1772472688.818610:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982080 00000100:00100000:2.0:1772472688.818685:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 814 00000100:00100000:2.0:1772472688.818695:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:46465:x1858570169982080:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472688.818771:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1772472688.818799:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e0aa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12da9 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818818:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0a45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12d94 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818829:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c410b8ae00) 00010000:00010000:2.0:1772472688.818844:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e075f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12cde expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818853:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772472688.818862:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472688.818885:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818896:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818904:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818914:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818920:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.818925:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.819053:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.819060:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.819066:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472688.821518:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d:0x0]: returning size 11776 00010000:00010000:2.0:1772472688.821542:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821551:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821559:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821565:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472688.821569:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821576:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821592:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472688.821595:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472688.821599:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821605:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0ac3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821628:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821635:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821640:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821646:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472688.821648:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821659:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821667:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772472688.821669:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472688.821673:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472688.821677:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e0ab5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472688.821691:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f567e76b reply state 000000007f0654b6 transno 4294967611 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472688.821699:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472688.821810:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:46465:x1858570169982080:12345-192.168.201.48@tcp:36:rm.0 Request processed in 3111us (11963us total) trans 4294967611 rc 0/0 00000100:00100000:2.0:1772472688.821819:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 814 00010000:00010000:3.0:1772472688.832237:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832254:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832263:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832270:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472688.832275:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832283:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832301:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff90c424f78f00) 00010000:00010000:3.0:1772472688.832305:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472688.832309:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472688.832316:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e0abc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472689.796189:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472689.819116:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967609 is committed 00000001:00080000:1.0:1772472689.819139:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967611 is committed 00000020:00000080:1.0:1772472690.364150:0:79868:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbc0cbee0 20000000:00000080:1.0:1772472690.364173:0:79868:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435289000 uarg=0000000000000000 00010000:00010000:1.0:1772472690.368784:0:79868:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472690.368807:0:79868:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472690.368866:0:79868:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472690.368886:0:79868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472690.368904:0:79868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472690.368912:0:79868:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472690.368951:0:79868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472690.368967:0:79868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 17 pid: 5805 timeout: 2266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472690.368981:0:79868:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79868:1858570185882752:0@lo:104: 00000100:00100000:1.0:1772472690.369041:0:79868:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472690.369209:0:79868:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c419bdf300 going to sleep for 11 seconds 00000100:00100000:3.0:1772472690.369255:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882752 00000100:00100000:3.0:1772472690.369263:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882752 00000100:00100000:3.0:1772472690.369351:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1772472690.369362:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:79868:x1858570185882752:12345-0@lo:104: 00010000:00010000:3.0:1772472690.369375:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472690.369444:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472690.369451:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:79868:x1858570185882752:12345-0@lo:104: Request processed in 90us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472690.369457:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00010000:0.0:1772472690.369504:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472690.369513:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472690.369521:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472690.369523:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472690.369531:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472690.369537:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472690.369542:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472690.369571:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472690.369578:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472690.369598:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472690.369605:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e074a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0751 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472690.369622:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472690.369623:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472690.369625:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472690.369644:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185882880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472690.369674:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472690.369875:0:79868:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79868:1858570185882752:0@lo:104: 00010000:00010000:2.0:1772472690.369892:0:79868:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472690.369933:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185882880 00000100:00100000:2.0:1772472690.369938:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185882880 00010000:00010000:2.0:1772472690.369957:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 2266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472690.369980:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1772472690.369987:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185882880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472690.369997:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472690.370002:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 2266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370012:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 2266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370024:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e0751 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e074a expref: 18 pid: 5805 timeout: 2266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370037:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370047:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370060:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370067:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370074:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370080:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370086:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472690.370090:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370102:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370115:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370127:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472690.370155:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185882880:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472690.370162:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00010000:00010000:2.0:1772472690.370181:0:79868:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370188:0:79868:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472690.370194:0:79868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e0aca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472690.372773:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185882880:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472690.813205:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472691.114451:0:79916:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc7bb8760 20000000:00000080:3.0:1772472691.114470:0:79916:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c418677800 uarg=0000000000000000 00010000:00010000:3.0:1772472691.115034:0:79916:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472691.115049:0:79916:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472691.115073:0:79916:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472691.115100:0:79916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115116:0:79916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115127:0:79916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115134:0:79916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115140:0:79916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115153:0:79916:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115159:0:79916:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472691.115163:0:79916:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115171:0:79916:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115182:0:79916:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115190:0:79916:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.115196:0:79916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0ad1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472691.628275:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472691.628333:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472691.628365:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472691.628403:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472691.628427:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982208 00000100:00100000:3.0:1772472691.628436:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982208 00000100:00100000:3.0:1772472691.628496:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1189 00000100:00100000:3.0:1772472691.628506:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169982208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472691.628573:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169982208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472691.628581:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1189 00000100:00100000:3.0:1772472691.628623:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982592 00000100:00100000:3.0:1772472691.628627:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982592 00000100:00100000:3.0:1772472691.628659:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982464 00000100:00100000:3.0:1772472691.628662:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982464 00000100:00100000:1.0:1772472691.629127:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982336 00000100:00100000:1.0:1772472691.629133:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982336 00000100:00100000:1.0:1772472691.629165:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1503 00000100:00100000:1.0:1772472691.629173:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472691.629213:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472691.629220:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1503 00000100:00080000:1.0:1772472691.629237:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472691.629241:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472691.629242:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472691.629490:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1114 00000100:00100000:1.0:1772472691.629499:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982592:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472691.629528:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982592:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472691.629533:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1114 00000100:00100000:3.0:1772472691.629840:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1115 00000100:00100000:3.0:1772472691.629848:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982464:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472691.629883:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169982464:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472691.629889:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1115 00010000:00010000:3.0:1772472691.830961:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472691.905853:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472691.905862:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472691.905866:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472691.905917:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.905931:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.905944:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472691.905973:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185883008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472691.906039:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472691.906102:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472691.906253:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883008 00000100:00100000:3.0:1772472691.906261:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883008 00000100:00100000:3.0:1772472691.906326:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1772472691.906335:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185883008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472691.906349:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472691.906364:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0ad8 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.906387:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.906398:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472691.906407:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472691.906445:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185883008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472691.906452:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1772472691.906547:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185883008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472691.906560:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.906569:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472691.906588:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472691.906593:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.906600:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772472691.986101:0:79964:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfc156010 20000000:00000080:1.0:1772472691.986120:0:79964:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435145000 uarg=0000000000000000 00010000:00010000:1.0:1772472691.986448:0:79964:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472691.986463:0:79964:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472691.986489:0:79964:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472691.986506:0:79964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.986521:0:79964:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.986530:0:79964:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.986565:0:79964:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.986582:0:79964:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 17 pid: 5803 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472691.986596:0:79964:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79964:1858570185883136:0@lo:104: 00000100:00100000:1.0:1772472691.986979:0:79964:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472691.987091:0:79964:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c419bdf300 going to sleep for 11 seconds 00000100:00100000:2.0:1772472691.987253:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883136 00000100:00100000:2.0:1772472691.987261:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883136 00000100:00100000:2.0:1772472691.987431:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1772472691.987441:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:79964:x1858570185883136:12345-0@lo:104: 00010000:00010000:2.0:1772472691.987453:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.987512:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472691.987518:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:79964:x1858570185883136:12345-0@lo:104: Request processed in 79us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472691.987528:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1772472691.987582:0:79964:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79964:1858570185883136:0@lo:104: 00010000:00010000:1.0:1772472691.987601:0:79964:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987651:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472691.987666:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987674:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472691.987677:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987686:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472691.987693:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472691.987699:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472691.987734:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987773:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472691.987794:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987801:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e0ad8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0adf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472691.987817:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472691.987819:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472691.987821:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472691.987828:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472691.987837:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185883264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472691.987867:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472691.988376:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883264 00000100:00100000:2.0:1772472691.988381:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883264 00010000:00010000:2.0:1772472691.988401:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472691.988459:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1772472691.988467:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185883264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472691.988478:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472691.988483:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988494:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988509:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0adf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0ad8 expref: 18 pid: 5803 timeout: 2267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988521:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988529:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988543:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988551:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988562:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988569:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988574:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472691.988578:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.988586:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.988991:0:79964:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472691.989000:0:79964:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.990865:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.990882:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0ae6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472691.990901:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472691.991066:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185883264:12345-0@lo:103:ldlm_bl.0 Request processed in 2597us (3195us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472691.991087:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1772472691.994887:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185883264:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472692.855234:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472693.175300:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472693.175309:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472693.175315:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472693.175367:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472693.175381:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472693.175391:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472693.175419:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185883392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472693.175491:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472693.175663:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883392 00000100:00100000:0.0:1772472693.175672:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883392 00000100:00100000:1.0:1772472693.175713:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c419bdf300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472693.176359:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1772472693.176373:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185883392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472693.176389:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472693.176404:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0aed expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472693.176427:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472693.176438:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472693.176447:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca200, rc 0) 00000100:00100000:0.0:1772472693.176505:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185883392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472693.176513:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1772472693.176615:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185883392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472693.176631:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472693.176641:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472693.176660:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472693.176665:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472693.176672:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472693.303377:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185883520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472693.303454:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472693.303580:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883520 00000100:00100000:0.0:1772472693.303588:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883520 00000100:00100000:0.0:1772472693.303638:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1772472693.303647:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185883520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308522:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185883648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308584:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472693.308625:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472693.308631:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185884032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308652:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472693.308673:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185883904:0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308693:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472693.308705:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472693.308709:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185883776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308724:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472693.308760:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883648 00000100:00100000:2.0:1772472693.308768:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883648 00000100:00100000:2.0:1772472693.308812:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883904 00000100:00100000:2.0:1772472693.308814:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883904 00000100:00100000:2.0:1772472693.308831:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772472693.308838:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185883648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308887:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185883648:12345-0@lo:400:kworker.0 Request processed in 49us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472693.308895:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772472693.308909:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1772472693.308914:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185883904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.308936:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185883904:12345-0@lo:400:kworker.0 Request processed in 22us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472693.308941:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1772472693.308955:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884032 00000100:00100000:2.0:1772472693.308958:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884032 00000100:00100000:2.0:1772472693.308976:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185883776 00000100:00100000:2.0:1772472693.308978:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185883776 00000100:00100000:2.0:1772472693.308991:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1772472693.308997:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185884032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.309018:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185884032:12345-0@lo:400:kworker.0 Request processed in 22us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472693.309027:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1772472693.309036:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1772472693.309040:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185883776:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472693.309204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472693.309210:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472693.309212:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472693.312238:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185883776:0@lo:400:kworker.0 00000100:00100000:1.0:1772472693.312256:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185883904:0@lo:400:kworker.0 00000100:00100000:1.0:1772472693.312313:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185884032:0@lo:400:kworker.0 00000100:00100000:1.0:1772472693.312326:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185883648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472693.312380:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185883776:12345-0@lo:400:kworker.0 Request processed in 3335us (3651us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472693.312391:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1772472693.312768:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185883520:12345-0@lo:400:kworker.0 Request processed in 9120us (9311us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472693.312777:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1772472693.313043:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185883520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472693.815445:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472693.815471:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185884160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472693.815537:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472693.815604:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884160 00000100:00100000:3.0:1772472693.815611:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884160 00000100:00100000:3.0:1772472693.815667:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1772472693.815685:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185884160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472693.815719:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472693.815779:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185884160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472693.815786:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1772472693.815851:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185884160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472693.818200:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185884288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472693.818262:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472693.820630:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884288 00000100:00100000:3.0:1772472693.820644:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884288 00000100:00100000:3.0:1772472693.820707:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1772472693.820716:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185884288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472693.820767:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472693.820853:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185884288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (2590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472693.820860:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1772472693.821949:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185884288:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472693.878982:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472694.904020:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472695.930688:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472695.948870:0:80162:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefd8427a0 20000000:00000080:0.0:1772472695.949670:0:80162:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c94d000 uarg=0000000000000000 00010000:00010000:0.0:1772472695.950168:0:80162:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472695.950182:0:80162:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472695.950205:0:80162:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472695.950224:0:80162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.950252:0:80162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.950420:0:80162:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.950494:0:80162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.950515:0:80162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 17 pid: 5806 timeout: 2271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472695.950530:0:80162:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80162:1858570185884416:0@lo:104: 00000100:00100000:0.0:1772472695.950592:0:80162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472695.950776:0:80162:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c98c000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472695.954147:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884416 00000100:00100000:3.0:1772472695.954161:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884416 00000100:00100000:2.0:1772472695.954371:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1772472695.954385:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80162:x1858570185884416:12345-0@lo:104: 00010000:00010000:2.0:1772472695.954406:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472695.954508:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472695.954515:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80162:x1858570185884416:12345-0@lo:104: Request processed in 133us (3922us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472695.954522:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00010000:00010000:3.0:1772472695.954562:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472695.954569:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954576:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472695.954581:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954590:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472695.954597:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472695.954603:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472695.954640:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954646:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472695.954665:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954671:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0aed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0af4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954691:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472695.954693:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472695.954695:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472695.954715:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185884544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472695.954782:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472695.954831:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884544 00000100:00100000:3.0:1772472695.954835:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884544 00010000:00010000:3.0:1772472695.954854:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 18 pid: 5806 timeout: 2271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472695.954877:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1772472695.954884:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185884544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472695.954907:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472695.954913:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 18 pid: 5806 timeout: 2271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954925:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 18 pid: 5806 timeout: 2271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954943:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954952:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954966:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954974:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954981:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954988:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.954995:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472695.955000:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.955008:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.955016:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472695.955027:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472695.955052:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185884544:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472695.955059:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1772472695.955097:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185884544:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472695.955339:0:80162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e0af4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0aed expref: 17 pid: 5806 timeout: 2271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472695.955351:0:80162:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80162:1858570185884416:0@lo:104: 00010000:00010000:0.0:1772472695.955367:0:80162:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.955375:0:80162:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.955381:0:80162:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472695.955388:0:80162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e0afb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472696.743106:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472696.743169:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472696.743200:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472696.743241:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472696.743274:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983104 00000100:00100000:1.0:1772472696.743287:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983104 00000100:00100000:1.0:1772472696.743373:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982976 00000100:00100000:1.0:1772472696.743376:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982976 00000100:00100000:1.0:1772472696.743419:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1118 00000100:00100000:1.0:1772472696.743431:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983104:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472696.743531:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983104:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472696.743539:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1118 00000100:00100000:1.0:1772472696.743559:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00100000:1.0:1772472696.743566:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169982976:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472696.743595:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169982976:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472696.743602:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00100000:1.0:1772472696.743622:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982720 00000100:00100000:1.0:1772472696.743625:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982720 00000100:00100000:1.0:1772472696.743649:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00100000:1.0:1772472696.743654:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169982720:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472696.743677:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169982720:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472696.743683:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00080000:1.0:1772472696.743715:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472696.743720:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472696.744235:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169982848 00000100:00100000:3.0:1772472696.744245:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169982848 00000100:00100000:3.0:1772472696.744311:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1507 00000100:00100000:3.0:1772472696.744321:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169982848:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472696.744364:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169982848:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 46us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472696.744370:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1507 00000100:00080000:1.0:1772472696.747308:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472696.952108:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472697.846833:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472697.846845:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472697.846852:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472697.846920:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.846939:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.846955:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472697.847003:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185884672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472697.847097:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472697.847255:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4352eeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472697.861280:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884672 00000100:00100000:0.0:1772472697.861300:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884672 00000100:00100000:3.0:1772472697.861878:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1772472697.861892:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185884672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472697.861918:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472697.861945:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b02 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.861996:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.862011:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.862023:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772472697.862126:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185884672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 236us (15029us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472697.862133:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1772472697.862210:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185884672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472697.862238:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.862251:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472697.862280:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472697.862286:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.862293:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472697.979939:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472698.428245:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185884800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.428303:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185885056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472698.428377:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185884928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.430907:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472698.431010:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472698.431027:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185885184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.431073:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472698.431139:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885056 00000100:00100000:3.0:1772472698.431150:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885056 00000100:00100000:3.0:1772472698.431250:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1772472698.431263:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185885056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.431336:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185885056:12345-0@lo:400:kworker.0 Request processed in 76us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472698.431344:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1772472698.431374:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885184 00000100:00100000:3.0:1772472698.431379:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885184 00000100:00100000:0.0:1772472698.432297:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472698.432370:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185885312:0@lo:400:kworker.0 00000100:00100000:0.0:1772472698.432424:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472698.432465:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884800 00000100:00100000:0.0:1772472698.432474:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884800 00000100:00100000:0.0:1772472698.432514:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1772472698.432523:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185884800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472698.432572:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185884800:12345-0@lo:400:kworker.0 Request processed in 48us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472698.432579:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1772472698.432618:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885312 00000100:00100000:2.0:1772472698.432852:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472698.433127:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185885440:0@lo:400:kworker.0 00000100:00100000:2.0:1772472698.433162:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472698.433219:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185884928 00000100:00100000:2.0:1772472698.433223:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185884928 00000100:00100000:2.0:1772472698.433261:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1772472698.433268:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185884928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472698.433309:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185884928:12345-0@lo:400:kworker.0 Request processed in 41us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472698.433319:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1772472698.433372:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185884928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472698.434077:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885312 00000100:00100000:0.0:1772472698.434146:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1772472698.434154:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185885312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472698.434223:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185885312:12345-0@lo:400:kworker.0 Request processed in 70us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472698.434231:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1772472698.434295:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185885312:0@lo:400:kworker.0 00000100:00100000:0.0:1772472698.434310:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185884800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472698.434445:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885440 00000100:00100000:1.0:1772472698.434451:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885440 00000100:00100000:1.0:1772472698.434489:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1772472698.434712:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185885440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472698.434786:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185885440:12345-0@lo:400:kworker.0 Request processed in 78us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472698.434847:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185885440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.435133:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1772472698.435145:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185885184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.435185:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185885184:12345-0@lo:400:kworker.0 Request processed in 44us (4112us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472698.435202:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00080000:3.0:1772472698.435417:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472698.435422:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472698.435425:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472698.435926:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1772472698.435988:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185885184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.436004:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185885056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472698.935855:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472698.935896:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185885568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472698.935990:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472698.936051:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885568 00000100:00100000:1.0:1772472698.936062:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885568 00000100:00100000:1.0:1772472698.936131:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1772472698.936143:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185885568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472698.936212:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472698.936248:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185885696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472698.936272:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472698.936273:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185885568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472698.936281:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1772472698.936304:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885696 00000100:00100000:1.0:1772472698.936308:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885696 00000100:00100000:1.0:1772472698.936329:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1772472698.936331:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185885568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472698.936335:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185885696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472698.936359:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472698.936401:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185885696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472698.936408:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1772472698.936468:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185885696:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472698.999929:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472700.023460:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472701.052433:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472701.863660:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472701.863711:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472701.863790:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472701.863817:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472701.863868:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983616 00000100:00100000:1.0:1772472701.863879:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983616 00000100:00100000:2.0:1772472701.863900:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983360 00000100:00100000:2.0:1772472701.863904:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983360 00000100:00100000:1.0:1772472701.863941:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983488 00000100:00100000:1.0:1772472701.863944:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983488 00000100:00100000:2.0:1772472701.863946:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00100000:2.0:1772472701.863955:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983360:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472701.863963:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1122 00000100:00100000:1.0:1772472701.863969:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983616:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:3.0:1772472701.864033:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472701.864038:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472701.864040:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472701.864100:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983360:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 145us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472701.864108:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00100000:2.0:1772472701.864174:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1123 00000100:00100000:2.0:1772472701.864181:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983488:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472701.864373:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983232 00000100:00100000:0.0:1772472701.864379:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983232 00000100:00100000:0.0:1772472701.864408:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1195 00000100:00100000:0.0:1772472701.864414:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169983232:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472701.872920:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983616:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 8938us (9196us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472701.872936:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1122 00000100:00100000:2.0:1772472701.875799:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169983488:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 11604us (11967us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472701.875817:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1123 00000100:00100000:0.0:1772472701.881941:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169983232:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 17512us (18136us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472701.881958:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1195 00010000:00010000:3.0:1772472702.071571:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472703.095847:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472703.546397:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886208:0@lo:400:kworker.0 00000100:00100000:1.0:1772472703.546397:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185886080:0@lo:400:kworker.0 00000100:00100000:0.0:1772472703.546463:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185885824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472703.546471:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185885952:0@lo:400:kworker.0 00000100:00100000:1.0:1772472703.546917:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472703.546991:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886080 00000100:00100000:1.0:1772472703.546999:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886080 00000100:00100000:1.0:1772472703.547053:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1772472703.547062:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185886080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472703.547124:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185886080:12345-0@lo:400:kworker.0 Request processed in 63us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472703.547130:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00080000:1.0:1772472703.547152:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472703.547185:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185886080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472703.550074:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472703.550235:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886208 00000100:00100000:1.0:1772472703.550244:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886208 00000100:00100000:1.0:1772472703.550318:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1772472703.550328:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472703.550396:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886208:12345-0@lo:400:kworker.0 Request processed in 70us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472703.550414:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00080000:3.0:1772472703.550641:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472703.550675:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886208:0@lo:400:kworker.0 00000100:00100000:0.0:1772472703.551092:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472703.551180:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185886336:0@lo:400:kworker.0 00000100:00100000:0.0:1772472703.551214:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472703.552040:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472703.552138:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885824 00000100:00100000:3.0:1772472703.552147:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885824 00000100:00100000:3.0:1772472703.552198:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1772472703.552207:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185885824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472703.552269:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185885824:12345-0@lo:400:kworker.0 Request processed in 63us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472703.552276:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1772472703.552379:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185885824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472703.552815:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185886464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472703.552938:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472703.553034:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886464 00000100:00100000:0.0:1772472703.553039:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886464 00000100:00100000:0.0:1772472703.553087:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1772472703.553095:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185886464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472703.553145:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185886464:12345-0@lo:400:kworker.0 Request processed in 51us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472703.553152:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00080000:2.0:1772472703.553209:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472703.553240:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185886464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472703.553527:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886336 00000100:00100000:1.0:1772472703.553533:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886336 00000100:00080000:2.0:1772472703.553591:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472703.553733:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185885952 00000100:00100000:3.0:1772472703.553753:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185885952 00000100:00100000:3.0:1772472703.553787:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:3.0:1772472703.553794:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185886336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472703.553965:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1772472703.553973:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185885952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472703.554011:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185885952:12345-0@lo:400:kworker.0 Request processed in 40us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472703.554019:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1772472703.554050:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185885952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472703.554119:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185886336:12345-0@lo:400:kworker.0 Request processed in 324us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472703.554125:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1772472703.554520:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185886336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472704.057969:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472704.058043:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472704.058139:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472704.058147:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472704.058171:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472704.058251:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886720 00000100:00100000:0.0:1772472704.058260:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886720 00000100:00100000:0.0:1772472704.058311:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886592 00000100:00100000:0.0:1772472704.058314:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886592 00000100:00100000:0.0:1772472704.058335:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1772472704.058344:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472704.058382:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472704.058441:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472704.058449:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1772472704.058465:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1772472704.058471:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472704.058492:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472704.058516:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185886592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472704.058522:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1772472704.059305:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472704.059321:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185886720:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472704.119593:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472705.143262:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472706.168871:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1772472706.846108:0:80505:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 12:31:45 (1772472705) 00000100:00100000:3.0:1772472706.987663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472706.987694:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472706.987720:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472706.987764:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472706.987789:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983872 00000100:00100000:3.0:1772472706.987799:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983872 00000100:00100000:3.0:1772472706.987860:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1515 00000100:00100000:3.0:1772472706.987870:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169983872:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472706.987946:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169983872:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472706.987953:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1515 00000100:00100000:3.0:1772472706.987974:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984000 00000100:00100000:3.0:1772472706.987978:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984000 00000100:00100000:3.0:1772472706.988001:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984128 00000100:00100000:3.0:1772472706.988004:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984128 00000100:00100000:3.0:1772472706.988027:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1126 00000100:00100000:3.0:1772472706.988033:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169984000:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472706.988127:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169983744 00000100:00100000:0.0:1772472706.988132:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169983744 00000100:00100000:0.0:1772472706.988161:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1197 00000100:00100000:0.0:1772472706.988168:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169983744:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472706.988196:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169983744:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472706.988203:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1197 00000100:00100000:0.0:1772472706.988233:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1127 00000100:00100000:0.0:1772472706.988239:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169984128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472706.988264:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169984128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472706.988270:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1127 00000100:00100000:3.0:1772472706.992729:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169984000:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 4669us (5006us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472706.992908:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1126 00000100:00080000:3.0:1772472706.992946:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472706.992952:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472706.992956:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472707.190992:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:1.0:1772472707.870496:0:80553:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1772472707.878247:0:80553:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1772472708.223683:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472708.662997:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185886976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663110:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663338:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185887488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663369:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663401:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472708.663408:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185886848:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663439:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663464:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185887360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663487:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663514:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185887104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663541:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663562:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472708.663567:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185887232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663591:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472708.663630:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886976 00000100:00100000:3.0:1772472708.663640:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886976 00000100:00100000:3.0:1772472708.663697:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887360 00000100:00100000:3.0:1772472708.663701:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887360 00000100:00100000:3.0:1772472708.663730:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887104 00000100:00100000:3.0:1772472708.663733:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887104 00000100:00100000:3.0:1772472708.663779:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1772472708.663789:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185886976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663852:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185886976:12345-0@lo:400:kworker.0 Request processed in 63us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.663860:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1772472708.663893:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1772472708.663899:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185887360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663929:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185887360:12345-0@lo:400:kworker.0 Request processed in 31us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.663935:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1772472708.663947:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1772472708.663953:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185887104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.663987:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185887104:12345-0@lo:400:kworker.0 Request processed in 34us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.663993:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1772472708.664025:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887488 00000100:00100000:3.0:1772472708.664029:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887488 00000100:00100000:3.0:1772472708.664059:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887232 00000100:00100000:3.0:1772472708.664062:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887232 00000100:00100000:3.0:1772472708.664084:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1772472708.664090:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185887488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664120:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185887488:12345-0@lo:400:kworker.0 Request processed in 31us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.664406:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1772472708.664421:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1772472708.664429:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185887232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664460:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185887232:12345-0@lo:400:kworker.0 Request processed in 32us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.664467:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1772472708.664488:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185886848 00000100:00100000:3.0:1772472708.664492:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185886848 00000100:00100000:3.0:1772472708.664522:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1772472708.664528:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185886848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664559:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185886848:12345-0@lo:400:kworker.0 Request processed in 32us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472708.664566:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:3.0:1772472708.664611:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472708.664617:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472708.664620:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472708.664674:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185887232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664687:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185887104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664726:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185886848:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664759:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185887360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664773:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185886976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472708.664783:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185887488:0@lo:400:kworker.0 00000020:00000080:1.0:1772472709.088309:0:80601:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe461e9ba0 20000000:00000080:1.0:1772472709.088337:0:80601:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435146400 uarg=0000000000000000 10000000:01000000:1.0:1772472709.097277:0:80601:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472709.097314:0:80601:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472709.097339:0:80601:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472709.097350:0:80601:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472709.097406:0:80601:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472709.097426:0:80601:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 17 pid: 5806 timeout: 2284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472709.097444:0:80601:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80601:1858570185887616:0@lo:104: 00000100:00100000:0.0:1772472709.114201:0:80601:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472709.114280:0:80601:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472709.115047:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887616 00000100:00100000:2.0:1772472709.115063:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887616 00000100:00100000:2.0:1772472709.115146:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1772472709.115157:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80601:x1858570185887616:12345-0@lo:104: 00010000:00010000:2.0:1772472709.115180:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115273:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472709.115281:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80601:x1858570185887616:12345-0@lo:104: Request processed in 126us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472709.115289:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00010000:00010000:2.0:1772472709.115313:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472709.115320:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115328:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472709.115332:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115342:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472709.115349:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472709.115355:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472709.115402:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115408:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472709.115434:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115440:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e0b02 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b09 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115472:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472709.115475:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472709.115476:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472709.115503:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185887744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472709.115550:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472709.115598:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887744 00000100:00100000:2.0:1772472709.115602:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887744 00010000:00010000:2.0:1772472709.115620:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 18 pid: 5806 timeout: 2284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472709.115642:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1772472709.115647:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185887744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472709.115659:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472709.115664:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 18 pid: 5806 timeout: 2284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115674:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 18 pid: 5806 timeout: 2284 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115694:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115702:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115717:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115725:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115731:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115774:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115780:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472709.115785:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115793:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115801:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472709.115811:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472709.115836:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185887744:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472709.115842:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1772472709.115883:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185887744:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472709.116313:0:80601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e0b09 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b02 expref: 17 pid: 5806 timeout: 2284 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472709.116329:0:80601:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80601:1858570185887616:0@lo:104: 00010000:00010000:0.0:1772472709.116349:0:80601:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472709.116373:0:80601:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472709.116380:0:80601:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472709.116386:0:80601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b10 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80601 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472709.179323:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185887872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472709.179428:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472709.180808:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185887872 00000100:00100000:3.0:1772472709.180825:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185887872 00000100:00100000:3.0:1772472709.180930:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1772472709.180944:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185887872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472709.181089:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472709.181278:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185887872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 336us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472709.181287:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1772472709.181480:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185887872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472709.187326:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185888000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472709.187493:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472709.188943:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888000 00000100:00100000:0.0:1772472709.188959:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888000 00000100:00100000:0.0:1772472709.189043:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1772472709.189056:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185888000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472709.189115:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472709.189212:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185888000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 160us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472709.189222:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1772472709.189270:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185888000:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472709.246944:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472710.252230:0:80652:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff72cef110 20000000:00000080:2.0:1772472710.252248:0:80652:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528b400 uarg=0000000000000000 10000000:01000000:2.0:1772472710.252669:0:80652:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472710.254052:0:80652:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254073:0:80652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254085:0:80652:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254092:0:80652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254098:0:80652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254106:0:80652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254112:0:80652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472710.254117:0:80652:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254125:0:80652:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254138:0:80652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254145:0:80652:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.254152:0:80652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e0b17 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472710.264650:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472710.583998:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472710.584009:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472710.584014:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472710.584069:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472710.584080:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472710.584090:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472710.584118:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472710.584193:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472710.584253:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472710.584658:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888128 00000100:00100000:1.0:1772472710.584666:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888128 00000100:00100000:1.0:1772472710.584761:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1772472710.584772:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185888128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472710.584788:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472710.584803:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b1e expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472710.584829:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472710.584841:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472710.584851:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472710.584912:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185888128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472710.584919:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1772472710.585101:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472710.585116:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.585127:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472710.585148:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472710.585152:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472710.585159:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1772472711.082373:0:80701:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff794b27c0 20000000:00000080:3.0:1772472711.082389:0:80701:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c914000 uarg=0000000000000000 10000000:01000000:3.0:1772472711.082588:0:80701:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472711.082608:0:80701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.082625:0:80701:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.082634:0:80701:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.082673:0:80701:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.082687:0:80701:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 17 pid: 5806 timeout: 2286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472711.082700:0:80701:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80701:1858570185888256:0@lo:104: 00000100:00100000:3.0:1772472711.082801:0:80701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472711.082849:0:80701:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6d240 going to sleep for 11 seconds 00000100:00100000:2.0:1772472711.083066:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888256 00000100:00100000:2.0:1772472711.083074:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888256 00000100:00100000:2.0:1772472711.083127:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1772472711.083137:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80701:x1858570185888256:12345-0@lo:104: 00010000:00010000:2.0:1772472711.083149:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083198:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472711.083203:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80701:x1858570185888256:12345-0@lo:104: Request processed in 69us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472711.083209:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00010000:00010000:2.0:1772472711.083228:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472711.083234:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083241:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472711.083245:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083254:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472711.083261:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472711.083267:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472711.083295:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083301:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472711.083320:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083327:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e0b1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b25 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083341:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472711.083342:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472711.083344:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472711.083361:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185888384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472711.083388:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472711.083466:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888384 00000100:00100000:2.0:1772472711.083470:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888384 00010000:00010000:2.0:1772472711.083489:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 18 pid: 5806 timeout: 2286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472711.083508:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1772472711.083514:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185888384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472711.083525:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472711.083530:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 18 pid: 5806 timeout: 2286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083541:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 18 pid: 5806 timeout: 2286 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083556:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083564:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083576:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083582:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083588:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083595:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083600:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472711.083604:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083612:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083624:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.083632:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472711.083657:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185888384:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472711.083664:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1772472711.083694:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185888384:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472711.084075:0:80701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0b25 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b1e expref: 17 pid: 5806 timeout: 2286 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472711.084085:0:80701:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80701:1858570185888256:0@lo:104: 00010000:00010000:3.0:1772472711.084094:0:80701:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.084100:0:80701:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.084104:0:80701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.084111:0:80701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b2c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472711.290066:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472711.809475:0:80749:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2cc2f670 20000000:00000080:3.0:1772472711.809496:0:80749:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba05400 uarg=0000000000000000 10000000:01000000:3.0:1772472711.809735:0:80749:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472711.809784:0:80749:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809803:0:80749:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809814:0:80749:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809820:0:80749:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809827:0:80749:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809834:0:80749:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809841:0:80749:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472711.809845:0:80749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809854:0:80749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809875:0:80749:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809883:0:80749:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472711.809889:0:80749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0b33 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80749 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472712.113588:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472712.113673:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472712.114000:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984256 00000100:00100000:0.0:1772472712.114010:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984256 00000100:00100000:0.0:1772472712.114074:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1200 00000100:00100000:0.0:1772472712.114085:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169984256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472712.114158:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169984256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472712.114167:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1200 00000100:00100000:1.0:1772472712.114326:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984384 00000100:00100000:1.0:1772472712.114330:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984384 00000100:00100000:1.0:1772472712.114374:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1519 00000100:00100000:1.0:1772472712.114382:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169984384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:3.0:1772472712.114409:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472712.114433:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169984384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 50us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472712.114440:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1519 00000100:00100000:3.0:1772472712.119893:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472712.119989:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984512 00000100:00100000:0.0:1772472712.120006:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984512 00000100:00100000:0.0:1772472712.120114:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 446 00000100:00100000:0.0:1772472712.120126:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169984512:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:0.0:1772472712.120164:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e03bc 00000100:00080000:0.0:1772472712.120174:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c404b5d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772472712.120406:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:0.0:1772472712.120729:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169984512:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 604us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472712.120765:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 446 00000100:00080000:3.0:1772472712.120783:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472712.120803:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472712.122429:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472712.122607:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984640 00000100:00100000:1.0:1772472712.122615:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984640 00000100:00100000:1.0:1772472712.122676:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 447 00000100:00100000:1.0:1772472712.122686:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570169984640:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:1.0:1772472712.122717:0:6591:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e046b 00000100:00080000:1.0:1772472712.122725:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c405469800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1772472712.122900:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1772472712.123056:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:1.0:1772472712.123169:0:6591:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:1.0:1772472712.123579:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570169984640:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 892us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472712.123587:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 447 10000000:01000000:2.0:1772472712.246853:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472712.246859:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472712.246863:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472712.246911:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472712.246924:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472712.246936:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472712.246973:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472712.247038:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472712.247108:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472712.249155:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888512 00000100:00100000:1.0:1772472712.249167:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888512 00000100:00100000:1.0:1772472712.249240:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1772472712.249251:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185888512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472712.249279:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472712.249300:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b3a expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.249327:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.249338:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.249346:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472712.249413:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185888512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472712.249420:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1772472712.249474:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472712.249764:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.249849:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472712.249873:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472712.249878:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.249885:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.312017:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472712.512570:0:80797:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc6925270 20000000:00000080:1.0:1772472712.512588:0:80797:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352fb400 uarg=0000000000000000 10000000:01000000:1.0:1772472712.513068:0:80797:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472712.513089:0:80797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.513107:0:80797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.513116:0:80797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.513158:0:80797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.513173:0:80797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 17 pid: 5803 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472712.513188:0:80797:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80797:1858570185888640:0@lo:104: 00000100:00100000:1.0:1772472712.513250:0:80797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472712.513456:0:80797:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472712.513719:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888640 00000100:00100000:2.0:1772472712.513727:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888640 00000100:00100000:2.0:1772472712.514056:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1772472712.514066:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80797:x1858570185888640:12345-0@lo:104: 00010000:00010000:2.0:1772472712.514081:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472712.514148:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472712.514154:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80797:x1858570185888640:12345-0@lo:104: Request processed in 90us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472712.514161:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1772472712.514239:0:80797:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80797:1858570185888640:0@lo:104: 00010000:00010000:1.0:1772472712.514260:0:80797:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515762:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472712.515782:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515793:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472712.515797:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515808:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472712.515816:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472712.515822:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472712.515873:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515884:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472712.515910:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515917:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e0b3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b41 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.515937:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472712.515939:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472712.515941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472712.515979:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472712.515997:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185888768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472712.516054:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472712.516103:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888768 00000100:00100000:0.0:1772472712.516110:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888768 00010000:00010000:0.0:1772472712.516137:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472712.516166:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1772472712.516174:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185888768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472712.516187:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472712.516192:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516204:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516217:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e0b41 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b3a expref: 18 pid: 5803 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516232:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516241:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516257:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516264:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516270:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516276:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516281:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472712.516284:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516291:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516302:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472712.516311:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472712.516341:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185888768:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472712.516349:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1772472712.516383:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185888768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472712.516564:0:80797:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.516573:0:80797:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472712.516580:0:80797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0b48 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:2.0:1772472712.808731:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772472712.808765:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c404b58800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772472712.809161:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c404b58800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:0.0:1772472712.809213:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c404b5d000 for lustre-OST0000 00000001:00100000:1.0:1772472712.809892:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772472712.809898:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472712.811049:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:3.0:1772472712.811110:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c405469800 for lustre-OST0001 00000020:00000080:1.0:1772472713.191969:0:80848:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd153bb210 20000000:00000080:1.0:1772472713.191990:0:80848:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb5c00 uarg=0000000000000000 10000000:01000000:1.0:1772472713.192258:0:80848:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472713.192278:0:80848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192294:0:80848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192304:0:80848:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192310:0:80848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192320:0:80848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192328:0:80848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192335:0:80848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472713.192339:0:80848:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192346:0:80848:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192357:0:80848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192364:0:80848:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472713.192370:0:80848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0b4f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472713.336174:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472713.721851:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472713.721858:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472713.721862:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472713.721902:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472713.721914:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472713.721936:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472713.721961:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472713.722024:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.722078:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472713.726140:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185888896 00000100:00100000:0.0:1772472713.726155:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185888896 00000100:00100000:0.0:1772472713.726216:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1772472713.726226:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185888896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472713.726243:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472713.726264:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b56 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472713.726291:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472713.726304:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472713.726313:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772472713.726395:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185888896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (4371us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472713.726403:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1772472713.726567:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185888896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472713.726586:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472713.726596:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472713.726620:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472713.726626:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472713.726633:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472713.784246:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185889408:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784308:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.784351:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472713.784356:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185889024:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784397:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.784415:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185889536:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784437:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.784457:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185889152:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784474:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.784490:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472713.784494:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889280:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784512:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472713.784551:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889408 00000100:00100000:2.0:1772472713.784559:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889408 00000100:00100000:2.0:1772472713.784608:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889024 00000100:00100000:2.0:1772472713.784612:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889024 00000100:00100000:2.0:1772472713.784628:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889152 00000100:00100000:2.0:1772472713.784630:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889152 00000100:00100000:2.0:1772472713.784646:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:2.0:1772472713.784654:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185889408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784705:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185889408:12345-0@lo:400:kworker.0 Request processed in 51us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472713.784712:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:2.0:1772472713.784729:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:2.0:1772472713.784735:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185889024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784784:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185889024:12345-0@lo:400:kworker.0 Request processed in 50us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472713.784790:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:2.0:1772472713.784802:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:2.0:1772472713.784807:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185889152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784836:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185889152:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472713.784841:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:2.0:1772472713.784861:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889536 00000100:00100000:2.0:1772472713.784865:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889536 00000100:00100000:2.0:1772472713.784887:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889280 00000100:00100000:2.0:1772472713.784889:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889280 00000100:00100000:2.0:1772472713.784905:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1772472713.784910:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185889536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784952:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185889536:12345-0@lo:400:kworker.0 Request processed in 40us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472713.784957:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1772472713.784967:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1772472713.784974:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.784996:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889280:12345-0@lo:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472713.785005:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00080000:2.0:1772472713.785019:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472713.785023:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472713.785026:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472713.785058:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889280:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.785068:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185889152:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.785098:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185889024:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.785106:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185889536:0@lo:400:kworker.0 00000100:00100000:2.0:1772472713.785114:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185889408:0@lo:400:kworker.0 00000100:00100000:2.0:1772472714.295142:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472714.295214:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472714.295352:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889664 00000100:00100000:0.0:1772472714.295362:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889664 00000100:00100000:0.0:1772472714.295419:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1772472714.295429:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472714.295485:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472714.295530:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472714.295537:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1772472714.295785:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472714.298806:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472714.298830:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472714.298926:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472714.299600:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889792 00000100:00100000:1.0:1772472714.299610:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889792 00000100:00100000:1.0:1772472714.299676:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1772472714.299686:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472714.299725:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472714.299815:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185889792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472714.299825:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1772472714.300031:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185889792:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472714.362610:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472715.387405:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472715.705065:0:80996:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8edad450 20000000:00000080:2.0:1772472715.705081:0:80996:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba17000 uarg=0000000000000000 10000000:01000000:2.0:1772472715.705529:0:80996:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472715.705548:0:80996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.705566:0:80996:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.705575:0:80996:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.705614:0:80996:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.705628:0:80996:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 17 pid: 5806 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472715.705644:0:80996:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80996:1858570185889920:0@lo:104: 00000100:00100000:2.0:1772472715.705702:0:80996:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472715.705783:0:80996:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843840 going to sleep for 11 seconds 00000100:00100000:3.0:1772472715.705836:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1772472715.705848:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185889920 00000100:00100000:3.0:1772472715.705854:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185889920 00000100:00100000:3.0:1772472715.705906:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1772472715.705914:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c41c744850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80996:x1858570185889920:12345-0@lo:104: 00010000:00010000:3.0:1772472715.705927:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.705988:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472715.705995:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c41c744850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:80996:x1858570185889920:12345-0@lo:104: Request processed in 81us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472715.706002:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00010000:00010000:3.0:1772472715.706056:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472715.706062:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706070:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472715.706074:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706083:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472715.706091:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472715.706097:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472715.706132:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706138:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472715.706155:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706162:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55c00/0xc2ef6d41852e0b56 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b5d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706183:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472715.706184:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472715.706186:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472715.706196:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185890048:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472715.706219:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472715.706265:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890048 00000100:00100000:3.0:1772472715.706276:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890048 00010000:00010000:3.0:1772472715.706292:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 18 pid: 5806 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472715.706312:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1772472715.706317:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185890048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472715.706670:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472715.706676:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 18 pid: 5806 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706688:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 18 pid: 5806 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706702:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706710:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706721:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706728:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706735:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706769:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706774:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472715.706779:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706786:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706794:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472715.706803:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472715.706834:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185890048:12345-0@lo:103:ldlm_bl.0 Request processed in 516us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472715.706841:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1772472715.706939:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185890048:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472715.708080:0:80996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e0b5d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b56 expref: 17 pid: 5806 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472715.708099:0:80996:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80996:1858570185889920:0@lo:104: 00010000:00010000:2.0:1772472715.708117:0:80996:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.708129:0:80996:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.708135:0:80996:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472715.708267:0:80996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b64 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.407136:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472716.658929:0:81044:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4b73ca90 20000000:00000080:0.0:1772472716.658946:0:81044:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c9a7000 uarg=0000000000000000 10000000:01000000:0.0:1772472716.659154:0:81044:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472716.659265:0:81044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659283:0:81044:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659293:0:81044:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659299:0:81044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659305:0:81044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659311:0:81044:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659316:0:81044:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472716.659321:0:81044:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659330:0:81044:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659344:0:81044:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659352:0:81044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472716.659358:0:81044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e0b6b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472717.221273:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472717.221994:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472717.222034:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984768 00000100:00100000:2.0:1772472717.222042:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169984896 00000100:00100000:1.0:1772472717.222046:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984768 00000100:00100000:2.0:1772472717.222049:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169984896 00000100:00100000:2.0:1772472717.222127:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1523 00000100:00100000:1.0:1772472717.222127:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:1.0:1772472717.222142:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169984768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472717.222144:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169984896:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472717.222226:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169984768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472717.222227:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169984896:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (963us total) trans 0 rc 0/0 00000100:00080000:3.0:1772472717.222244:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472717.222244:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:2.0:1772472717.222249:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1523 00010000:00010000:0.0:1772472717.432082:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472717.686845:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472717.687010:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472717.687015:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472717.687064:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472717.687076:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472717.687088:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472717.687112:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185890176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472717.687190:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472717.687246:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472717.687403:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890176 00000100:00100000:2.0:1772472717.687411:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890176 00000100:00100000:2.0:1772472717.687459:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1772472717.687466:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185890176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472717.687480:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472717.687494:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b72 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472717.687515:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472717.687525:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472717.687534:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772472717.687573:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185890176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472717.687580:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1772472717.687674:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185890176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472717.687687:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472717.687696:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472717.687712:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472717.687717:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472717.687724:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472718.456101:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472718.906269:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472718.906297:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185890304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472718.906374:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472718.906438:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890304 00000100:00100000:1.0:1772472718.906446:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890304 00000100:00100000:1.0:1772472718.906491:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1772472718.906498:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185890304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472718.906545:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185890304:12345-0@lo:400:kworker.0 Request processed in 47us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472718.906553:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1772472718.906597:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185890304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472718.906665:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185890688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472718.906690:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472718.906706:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472718.906711:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185890816:0@lo:400:kworker.0 00000100:00100000:1.0:1772472718.906735:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472718.907075:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185890560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907105:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472718.907123:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472718.907128:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185890432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907181:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472718.907202:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185890944:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907223:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472718.907251:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890688 00000100:00100000:2.0:1772472718.907255:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890688 00000100:00100000:2.0:1772472718.907309:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890944 00000100:00100000:2.0:1772472718.907313:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890944 00000100:00100000:2.0:1772472718.907335:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1772472718.907341:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185890688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907382:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185890688:12345-0@lo:400:kworker.0 Request processed in 40us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472718.907388:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1772472718.907403:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1772472718.907409:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185890944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907437:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185890944:12345-0@lo:400:kworker.0 Request processed in 29us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472718.907442:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1772472718.907461:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890816 00000100:00100000:2.0:1772472718.907465:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890816 00000100:00100000:2.0:1772472718.907489:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890560 00000100:00100000:2.0:1772472718.907492:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890560 00000100:00100000:2.0:1772472718.907509:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185890432 00000100:00100000:2.0:1772472718.907512:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185890432 00000100:00100000:2.0:1772472718.907525:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:2.0:1772472718.907531:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185890816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907561:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185890816:12345-0@lo:400:kworker.0 Request processed in 30us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472718.907566:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:2.0:1772472718.907577:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:2.0:1772472718.907582:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185890560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907603:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185890560:12345-0@lo:400:kworker.0 Request processed in 22us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472718.907609:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:2.0:1772472718.907619:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:2.0:1772472718.907625:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185890432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907648:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185890432:12345-0@lo:400:kworker.0 Request processed in 23us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472718.907653:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00080000:2.0:1772472718.907679:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472718.907684:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472718.907686:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472718.907723:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185890432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907736:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185890944:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907775:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185890560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907805:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185890816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472718.907814:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185890688:0@lo:400:kworker.0 00000020:00000080:0.0:1772472719.195687:0:81192:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8126a610 20000000:00000080:0.0:1772472719.195705:0:81192:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c410017400 uarg=0000000000000000 00010000:00010000:0.0:1772472719.196375:0:81192:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472719.196389:0:81192:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472719.196410:0:81192:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472719.196429:0:81192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.196446:0:81192:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.196455:0:81192:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.196494:0:81192:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.196511:0:81192:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 17 pid: 5803 timeout: 2295 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472719.196525:0:81192:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81192:1858570185891072:0@lo:104: 00000100:00100000:0.0:1772472719.196584:0:81192:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472719.196687:0:81192:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43519af00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472719.196731:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891072 00000100:00100000:1.0:1772472719.197050:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891072 00000100:00100000:1.0:1772472719.197131:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1772472719.197256:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81192:x1858570185891072:12345-0@lo:104: 00010000:00010000:1.0:1772472719.197270:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472719.197379:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472719.197385:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81192:x1858570185891072:12345-0@lo:104: Request processed in 133us (802us total) trans 0 rc 0/0 00010000:00010000:2.0:1772472719.197416:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472719.197423:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197431:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472719.197435:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197444:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472719.197456:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472719.197461:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472719.197492:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197498:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472719.197516:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197521:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e0b72 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b79 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197539:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472719.197541:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472719.197542:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472719.197562:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185891200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472719.197593:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472719.197635:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891200 00000100:00100000:2.0:1772472719.197639:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891200 00010000:00010000:2.0:1772472719.197657:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 18 pid: 5803 timeout: 2295 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472719.197678:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1772472719.197685:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185891200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472719.197695:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472719.197699:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 18 pid: 5803 timeout: 2295 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197710:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 18 pid: 5803 timeout: 2295 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197725:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197733:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197763:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197769:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197776:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197782:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197788:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472719.197792:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197812:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197821:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472719.197844:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472719.197871:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185891200:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472719.197878:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1772472719.197927:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185891200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472719.198355:0:81192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e0b79 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b72 expref: 17 pid: 5803 timeout: 2295 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472719.198369:0:81192:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81192:1858570185891072:0@lo:104: 00010000:00010000:0.0:1772472719.198388:0:81192:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.198397:0:81192:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.198403:0:81192:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472719.198409:0:81192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e0b80 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472719.201624:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1772472719.415021:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185891328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472719.415091:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472719.415159:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891328 00000100:00100000:0.0:1772472719.415167:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891328 00000100:00100000:0.0:1772472719.415242:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1772472719.415254:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185891328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472719.415296:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472719.415346:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185891328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472719.415354:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1772472719.415382:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185891328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472719.416584:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185891456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472719.416633:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472719.416772:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891456 00000100:00100000:1.0:1772472719.416778:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891456 00000100:00100000:1.0:1772472719.416812:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1772472719.416820:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185891456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472719.416855:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472719.416895:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185891456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472719.416902:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1772472719.417001:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185891456:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472719.480107:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472720.502908:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472721.210131:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472721.210140:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472721.210146:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472721.210197:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472721.210211:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472721.210223:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472721.210251:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185891584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472721.210320:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472721.210373:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4053c6000 going to sleep for 11 seconds 00000100:00100000:2.0:1772472721.210552:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891584 00000100:00100000:2.0:1772472721.210560:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891584 00000100:00100000:2.0:1772472721.210618:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1772472721.210627:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185891584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472721.210641:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472721.210656:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0b87 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472721.210679:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472721.210691:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472721.210701:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55c00, rc 0) 00000100:00100000:2.0:1772472721.210776:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185891584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472721.210784:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1772472721.211020:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185891584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472721.211036:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472721.211045:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472721.211065:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472721.211071:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472721.211078:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472721.530838:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472722.341549:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472722.341602:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472722.341701:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985024 00000100:00100000:2.0:1772472722.341711:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985024 00000100:00100000:2.0:1772472722.341800:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:2.0:1772472722.341811:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169985024:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472722.341896:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169985024:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472722.341904:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:1.0:1772472722.342306:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985152 00000100:00100000:1.0:1772472722.342313:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985152 00000100:00100000:1.0:1772472722.342494:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1527 00000100:00100000:1.0:1772472722.342503:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169985152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472722.342555:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169985152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472722.342562:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1527 00000100:00080000:2.0:1772472722.342682:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472722.551047:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472722.846880:0:81390:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffae2786c0 20000000:00000080:0.0:1772472722.846898:0:81390:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303539400 uarg=0000000000000000 00010000:00010000:0.0:1772472722.847203:0:81390:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472722.847220:0:81390:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472722.847243:0:81390:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472722.847265:0:81390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.847285:0:81390:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.847293:0:81390:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.847331:0:81390:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.847345:0:81390:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 17 pid: 5805 timeout: 2298 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472722.847360:0:81390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81390:1858570185891712:0@lo:104: 00000100:00100000:0.0:1772472722.847428:0:81390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472722.847488:0:81390:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472722.847611:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891712 00000100:00100000:3.0:1772472722.847619:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891712 00000100:00100000:3.0:1772472722.847670:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1772472722.847679:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81390:x1858570185891712:12345-0@lo:104: 00010000:00010000:3.0:1772472722.847691:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472722.847821:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472722.847828:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81390:x1858570185891712:12345-0@lo:104: Request processed in 150us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472722.847835:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00010000:00010000:2.0:1772472722.847903:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472722.847911:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.847919:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472722.847922:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.847931:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472722.847938:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472722.847944:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472722.847985:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.847991:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472722.848011:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848023:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e0b87 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0b8e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848038:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472722.848040:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472722.848042:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472722.848054:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185891840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472722.848085:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472722.848128:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891840 00000100:00100000:2.0:1772472722.848132:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891840 00010000:00010000:2.0:1772472722.848152:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 18 pid: 5805 timeout: 2298 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472722.848174:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1772472722.848181:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185891840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472722.848191:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472722.848195:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 18 pid: 5805 timeout: 2298 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848205:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 18 pid: 5805 timeout: 2298 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848220:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848229:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848246:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848254:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848261:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848268:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848272:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472722.848276:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848283:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848292:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472722.848300:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472722.848328:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185891840:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472722.848335:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1772472722.848401:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185891840:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472722.850618:0:81390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55c00/0xc2ef6d41852e0b8e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0b87 expref: 17 pid: 5805 timeout: 2298 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472722.850637:0:81390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbcaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81390:1858570185891712:0@lo:104: 00010000:00010000:0.0:1772472722.850662:0:81390:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.850671:0:81390:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.850678:0:81390:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472722.850684:0:81390:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e0b95 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472723.577019:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472723.706606:0:81438:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd22e7f200 20000000:00000080:2.0:1772472723.706626:0:81438:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c40574e000 uarg=0000000000000000 00010000:00010000:2.0:1772472723.707884:0:81438:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472723.707903:0:81438:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472723.707925:0:81438:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472723.707946:0:81438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707962:0:81438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707973:0:81438:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707979:0:81438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707985:0:81438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707992:0:81438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.707999:0:81438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472723.708003:0:81438:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.708011:0:81438:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.708026:0:81438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.708034:0:81438:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472723.708040:0:81438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e0b9c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472724.030429:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185891968:0@lo:400:kworker.0 00000100:00100000:1.0:1772472724.030466:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185892352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472724.030497:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472724.030497:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472724.030571:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892352 00000100:00100000:1.0:1772472724.030579:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892352 00000100:00100000:1.0:1772472724.030637:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1772472724.030646:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185892352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472724.030718:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185892352:12345-0@lo:400:kworker.0 Request processed in 65us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472724.030726:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00080000:1.0:1772472724.030777:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472724.030810:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185892352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472724.030837:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185892480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472724.030866:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472724.033529:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185892224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472724.033594:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472724.034129:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185892096:0@lo:400:kworker.0 00000100:00100000:0.0:1772472724.034171:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185891968 00000100:00100000:0.0:1772472724.034179:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185891968 00000100:00100000:0.0:1772472724.034227:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1772472724.034235:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185891968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472724.034291:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185891968:12345-0@lo:400:kworker.0 Request processed in 56us (3793us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472724.034298:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1772472724.034349:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185891968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472724.041968:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472724.042036:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892480 00000100:00100000:1.0:1772472724.042047:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892480 00000100:00100000:1.0:1772472724.042105:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892224 00000100:00100000:1.0:1772472724.042109:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892224 00000100:00100000:1.0:1772472724.042130:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1772472724.042138:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185892480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472724.042209:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185892480:12345-0@lo:400:kworker.0 Request processed in 72us (11343us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472724.042216:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1772472724.042232:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1772472724.042237:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185892224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472724.042258:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185892224:12345-0@lo:400:kworker.0 Request processed in 22us (8665us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472724.042263:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1772472724.042307:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185892480:0@lo:400:kworker.0 00000100:00080000:2.0:1772472724.042391:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472724.045180:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185892224:0@lo:400:kworker.0 00000100:00100000:0.0:1772472724.046995:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185892608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472724.047071:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472724.047322:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892608 00000100:00100000:2.0:1772472724.047330:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892608 00000100:00100000:2.0:1772472724.047400:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1772472724.047411:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185892608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472724.047472:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185892608:12345-0@lo:400:kworker.0 Request processed in 63us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472724.047479:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00080000:1.0:1772472724.047697:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472724.048651:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185892608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472724.049167:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892096 00000100:00100000:3.0:1772472724.049174:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892096 00000100:00100000:3.0:1772472724.049265:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1772472724.049275:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185892096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472724.049348:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185892096:12345-0@lo:400:kworker.0 Request processed in 74us (7388us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472724.049355:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1772472724.049418:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185892096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472724.536410:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472724.536433:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185892736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472724.536494:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472724.536564:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892736 00000100:00100000:1.0:1772472724.536571:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892736 00000100:00100000:1.0:1772472724.536615:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1772472724.536624:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185892736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472724.536657:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472724.536700:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185892736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472724.536708:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1772472724.536781:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185892736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472724.545712:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472724.545760:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185892864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472724.545829:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472724.545882:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892864 00000100:00100000:3.0:1772472724.545891:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892864 00000100:00100000:3.0:1772472724.545936:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1772472724.545944:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185892864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472724.545981:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472724.546029:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185892864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472724.546036:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1772472724.546281:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185892864:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472724.603243:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472724.732626:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472724.732634:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472724.732639:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472724.732689:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472724.732701:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472724.732713:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472724.732765:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185892992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472724.732834:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472724.732893:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7780 going to sleep for 11 seconds 00000100:00100000:2.0:1772472724.733465:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185892992 00000100:00100000:2.0:1772472724.733474:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185892992 00000100:00100000:2.0:1772472724.733532:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1772472724.733542:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185892992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472724.733556:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472724.733571:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0ba3 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472724.733597:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472724.733608:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472724.733618:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472724.733674:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185892992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472724.733681:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472724.733863:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185892992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472724.733880:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472724.733888:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472724.733907:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472724.733912:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472724.733925:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472725.630220:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472726.649857:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472727.461101:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472727.461138:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472727.461163:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985408 00000100:00100000:3.0:1772472727.461170:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985408 00000100:00100000:3.0:1772472727.461224:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1531 00000100:00100000:3.0:1772472727.461233:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169985408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472727.461297:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169985408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 65us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472727.461304:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1531 00000100:00100000:3.0:1772472727.461326:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985280 00000100:00100000:3.0:1772472727.461329:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985280 00000100:00100000:3.0:1772472727.461349:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:3.0:1772472727.461354:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169985280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472727.461375:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169985280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 21us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472727.461381:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00080000:3.0:1772472727.461402:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472727.670908:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472728.698703:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472729.144036:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472729.144059:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185893120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.144069:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185893248:0@lo:400:kworker.0 00000100:00100000:0.0:1772472729.144122:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185893632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472729.144826:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185893376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145095:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472729.145154:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185893760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145183:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472729.145208:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472729.145229:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893248 00000100:00100000:0.0:1772472729.145230:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472729.145236:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185893504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145238:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893248 00000100:00100000:0.0:1772472729.145257:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472729.145281:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893632 00000100:00100000:3.0:1772472729.145284:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893632 00000100:00100000:3.0:1772472729.145314:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1772472729.145324:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185893248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145378:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185893248:12345-0@lo:400:kworker.0 Request processed in 55us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.145385:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1772472729.145401:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1772472729.145408:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185893632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145438:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185893632:12345-0@lo:400:kworker.0 Request processed in 31us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.145444:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1772472729.145462:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893760 00000100:00100000:3.0:1772472729.145466:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893760 00000100:00100000:3.0:1772472729.145489:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893504 00000100:00100000:3.0:1772472729.145491:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893504 00000100:00100000:3.0:1772472729.145510:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1772472729.145516:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185893760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145544:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185893760:12345-0@lo:400:kworker.0 Request processed in 29us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.145550:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1772472729.145560:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1772472729.145566:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185893504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145590:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185893504:12345-0@lo:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.145598:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00080000:3.0:1772472729.145617:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472729.145621:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472729.145623:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472729.145668:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185893504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145682:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185893632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145713:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185893248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.145722:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185893760:0@lo:400:kworker.0 00000100:00100000:1.0:1772472729.150785:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472729.151139:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893120 00000100:00100000:3.0:1772472729.151149:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893120 00000100:00100000:3.0:1772472729.151201:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1772472729.151209:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185893120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.151269:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185893120:12345-0@lo:400:kworker.0 Request processed in 60us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.151276:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1772472729.154923:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472729.155375:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185893120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.155721:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893376 00000100:00100000:3.0:1772472729.155728:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893376 00000100:00100000:3.0:1772472729.156155:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1772472729.156165:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185893376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472729.156377:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185893376:12345-0@lo:400:kworker.0 Request processed in 213us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.156385:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00080000:1.0:1772472729.156424:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472729.157343:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185893376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472729.655061:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185893888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472729.655137:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472729.655387:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185893888 00000100:00100000:1.0:1772472729.655396:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185893888 00000100:00100000:1.0:1772472729.655438:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1772472729.655448:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185893888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472729.655484:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472729.655538:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185893888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472729.655545:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1772472729.655631:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185893888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472729.655886:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472729.655897:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185894016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472729.655929:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472729.656009:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894016 00000100:00100000:3.0:1772472729.656014:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894016 00000100:00100000:3.0:1772472729.656048:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1772472729.656056:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185894016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472729.656075:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472729.656123:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185894016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472729.656130:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1772472729.656202:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185894016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472729.727324:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472730.114652:0:81731:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce3da98b0 20000000:00000080:2.0:1772472730.114670:0:81731:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c40574c400 uarg=0000000000000000 00010000:00010000:2.0:1772472730.115266:0:81731:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472730.115279:0:81731:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472730.115295:0:81731:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472730.115310:0:81731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.115324:0:81731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.115334:0:81731:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.115367:0:81731:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.115377:0:81731:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 17 pid: 5805 timeout: 2305 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472730.115388:0:81731:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81731:1858570185894144:0@lo:104: 00000100:00100000:2.0:1772472730.115442:0:81731:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472730.115526:0:81731:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472730.116231:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894144 00000100:00100000:1.0:1772472730.116241:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894144 00000100:00100000:1.0:1772472730.116313:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1772472730.116321:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81731:x1858570185894144:12345-0@lo:104: 00010000:00010000:1.0:1772472730.116333:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472730.116395:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472730.116399:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81731:x1858570185894144:12345-0@lo:104: Request processed in 80us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472730.116405:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1772472730.116461:0:81731:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81731:1858570185894144:0@lo:104: 00010000:00010000:2.0:1772472730.116477:0:81731:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116519:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472730.116525:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116532:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472730.116536:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116544:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472730.116551:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472730.116557:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472730.116606:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116613:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472730.116636:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116652:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e0ba3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0baa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116672:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472730.116674:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472730.116675:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472730.116688:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185894272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472730.116725:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472730.116805:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894272 00000100:00100000:3.0:1772472730.116809:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894272 00010000:00010000:3.0:1772472730.116832:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 2305 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472730.116856:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1772472730.116863:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185894272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472730.116873:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472730.116879:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 2305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116888:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 2305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116915:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e0baa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0ba3 expref: 18 pid: 5805 timeout: 2305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116928:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116936:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116959:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116966:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116972:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116979:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116983:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472730.116987:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.116994:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.117005:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.117013:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472730.117041:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185894272:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472730.117048:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1772472730.117080:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185894272:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472730.117171:0:81731:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.117180:0:81731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472730.117186:0:81731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e0bb1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472730.748034:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472731.157214:0:81781:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff09670960 20000000:00000080:1.0:1772472731.157230:0:81781:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352f8000 uarg=0000000000000000 00010000:00010000:1.0:1772472731.160209:0:81781:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472731.160244:0:81781:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472731.160276:0:81781:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472731.160298:0:81781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160314:0:81781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160324:0:81781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160331:0:81781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160337:0:81781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160345:0:81781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160351:0:81781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472731.160355:0:81781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160363:0:81781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160383:0:81781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160391:0:81781:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.160397:0:81781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e0bb8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472731.450721:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472731.450729:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472731.450735:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472731.450799:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.450812:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.450824:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472731.450851:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185894400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472731.450916:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472731.453292:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472731.453322:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894400 00000100:00100000:0.0:1772472731.453332:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894400 00000100:00100000:0.0:1772472731.453383:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1772472731.453393:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185894400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472731.453412:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472731.453430:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0bbf expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472731.453457:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472731.453468:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472731.453477:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:1.0:1772472731.454861:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185894400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472731.454887:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.454899:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472731.454939:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472731.454945:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472731.454952:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472731.455709:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185894400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2313us (4789us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472731.455720:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00010000:00010000:3.0:1772472731.767061:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472732.593968:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472732.594079:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472732.596128:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985536 00000100:00100000:3.0:1772472732.596147:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985536 00000100:00100000:3.0:1772472732.596232:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1213 00000100:00100000:3.0:1772472732.596246:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169985536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472732.596373:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169985536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 129us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472732.596381:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1213 00000100:00100000:0.0:1772472732.596952:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985664 00000100:00100000:0.0:1772472732.596959:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985664 00000100:00100000:0.0:1772472732.597031:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1535 00000100:00100000:0.0:1772472732.597040:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169985664:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472732.597089:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169985664:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 51us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472732.597096:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1535 00000100:00080000:3.0:1772472732.597475:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472732.791445:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472733.815182:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472734.264104:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185894912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.264104:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185894656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472734.264182:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185894784:0@lo:400:kworker.0 00000100:00100000:0.0:1772472734.264353:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185894528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.267236:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472734.267314:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185895168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.267347:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472734.267410:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894656 00000100:00100000:2.0:1772472734.267418:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894656 00000100:00100000:2.0:1772472734.267465:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1772472734.267474:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185894656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.267529:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185894656:12345-0@lo:400:kworker.0 Request processed in 56us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472734.267536:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1772472734.267606:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185894656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.267659:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895168 00000100:00100000:2.0:1772472734.267663:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895168 00000100:00100000:2.0:1772472734.267710:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1772472734.267718:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185895168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.268153:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185895168:12345-0@lo:400:kworker.0 Request processed in 435us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472734.268160:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:2.0:1772472734.268178:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472734.268200:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185895168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.270965:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472734.271552:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472734.271600:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185895040:0@lo:400:kworker.0 00000100:00100000:0.0:1772472734.271633:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472734.271661:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894784 00000100:00100000:0.0:1772472734.271669:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894784 00000100:00100000:0.0:1772472734.271716:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895040 00000100:00100000:0.0:1772472734.271719:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895040 00000100:00100000:0.0:1772472734.271760:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1772472734.271769:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185894784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472734.271824:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185894784:12345-0@lo:400:kworker.0 Request processed in 55us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472734.271831:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1772472734.271847:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1772472734.271853:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185895040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472734.271878:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185895040:12345-0@lo:400:kworker.0 Request processed in 25us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472734.271883:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1772472734.271918:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185895040:0@lo:400:kworker.0 00000100:00080000:0.0:1772472734.271958:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472734.271980:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472734.272168:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894528 00000100:00100000:3.0:1772472734.272173:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894528 00000100:00100000:3.0:1772472734.272205:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1772472734.272211:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185894528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472734.272250:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185894528:12345-0@lo:400:kworker.0 Request processed in 38us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472734.272255:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1772472734.272282:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185894912 00000100:00100000:3.0:1772472734.272286:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185894912 00000100:00100000:3.0:1772472734.272313:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1772472734.272318:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185894912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472734.272347:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185894912:12345-0@lo:400:kworker.0 Request processed in 30us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472734.272353:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00080000:3.0:1772472734.272363:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472734.272390:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185894528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472734.272416:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185894912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472734.274501:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185894784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472734.775138:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472734.775160:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185895296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472734.775225:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472734.775328:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895296 00000100:00100000:1.0:1772472734.775337:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895296 00000100:00100000:1.0:1772472734.775394:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1772472734.775403:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185895296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472734.775438:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472734.775486:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185895296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472734.775494:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1772472734.775536:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185895296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472734.775705:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472734.775716:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185895424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472734.775773:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472734.776041:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895424 00000100:00100000:3.0:1772472734.776046:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895424 00000100:00100000:3.0:1772472734.776081:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1772472734.776089:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185895424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472734.776109:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472734.776144:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185895424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472734.776150:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1772472734.776181:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185895424:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472734.843656:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472735.231976:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472735.232076:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985792 00000100:00100000:2.0:1772472735.232087:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985792 00000100:00100000:2.0:1772472735.232164:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 815 00000100:00100000:2.0:1772472735.232175:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47679:x1858570169985792:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472735.232197:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472735.232221:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0bcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12db7 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232280:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232293:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232307:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472735.232370:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772472735.232373:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472735.232399:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232420:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0bcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12db7 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232440:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12db7 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.232447:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:2.0:1772472735.232450:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472735.232453:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55800, rc 0) 00000100:00100000:2.0:1772472735.232637:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47679:x1858570169985792:12345-192.168.201.48@tcp:101:rm.0 Request processed in 464us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472735.232646:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 815 00000100:00080000:3.0:1772472735.232779:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472735.237788:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472735.237907:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169985920 00000100:00100000:0.0:1772472735.237918:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169985920 00000100:00100000:0.0:1772472735.237981:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 816 00000100:00100000:0.0:1772472735.237989:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47679:x1858570169985920:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472735.238011:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472735.238031:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0bdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dbe expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238085:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238102:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238113:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238162:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238170:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238176:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238246:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238253:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238260:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238266:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472735.238271:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238278:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238290:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:0.0:1772472735.238293:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472735.238297:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238304:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0be2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238315:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238321:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238326:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238331:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472735.238333:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238339:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238345:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472735.238347:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472735.238349:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238355:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0be9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238381:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0bdb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dbe expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238390:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:0.0:1772472735.238393:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472735.238396:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dbe expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.238404:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772472735.238465:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47679:x1858570169985920:12345-192.168.201.48@tcp:101:rm.0 Request processed in 476us (688us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472735.238472:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 816 00000100:00100000:2.0:1772472735.306687:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472735.306780:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472735.306866:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986048 00000100:00100000:3.0:1772472735.306877:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986048 00000100:00100000:3.0:1772472735.306927:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986304 00000100:00100000:3.0:1772472735.306931:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986304 00000100:00100000:3.0:1772472735.306958:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 817 00000100:00100000:3.0:1772472735.306967:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169986048:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:3.0:1772472735.307008:0:5810:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:3.0:1772472735.307070:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169986048:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 104us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472735.307077:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 817 00000100:00100000:3.0:1772472735.307093:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 818 00000100:00100000:3.0:1772472735.307099:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47683:x1858570169986304:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:3.0:1772472735.307132:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472735.307154:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0bd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12db7 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307172:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78000) 00010000:00010000:3.0:1772472735.307182:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472735.307265:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307278:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307287:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307297:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307304:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.307311:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472735.307988:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00010000:00010000:3.0:1772472735.307999:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308005:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308011:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308016:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472735.308020:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308026:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308036:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772472735.308039:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472735.308043:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.308048:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e0bf0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472735.308061:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001352be98 reply state 00000000b257bed2 transno 4294967612 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472735.308069:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472735.308119:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47683:x1858570169986304:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 1017us (1377us total) trans 4294967612 rc 0/0 00000100:00100000:3.0:1772472735.308126:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 818 00010000:00010000:2.0:1772472735.313649:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313667:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313674:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313680:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472735.313684:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313692:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313709:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c4052b6700) 00010000:00010000:2.0:1772472735.313712:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472735.313717:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.313723:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0bf7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472735.393629:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472735.393727:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986432 00000100:00100000:0.0:1772472735.393770:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986432 00000100:00100000:0.0:1772472735.393834:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 819 00000100:00100000:0.0:1772472735.393846:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47687:x1858570169986432:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472735.393881:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472735.393921:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0bfe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dc5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.393987:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.394001:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.394012:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472735.394069:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472735.394074:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472735.394102:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.394126:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0bfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dc5 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.394143:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dc5 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.394151:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472735.394155:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472735.394158:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472735.394223:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47687:x1858570169986432:12345-192.168.201.48@tcp:101:chown.0 Request processed in 379us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472735.394230:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 819 00000100:00100000:1.0:1772472735.398669:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472735.398793:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986560 00000100:00100000:2.0:1772472735.398804:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986560 00000100:00100000:2.0:1772472735.398873:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 820 00000100:00100000:2.0:1772472735.398884:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47687:x1858570169986560:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:2.0:1772472735.398904:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472735.398925:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0c0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dcc expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.398982:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.398996:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399007:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399021:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399029:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399036:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399178:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399186:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399193:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472735.399235:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000004:00200000:2.0:1772472735.399239:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472735.399264:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399276:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399282:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399288:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399293:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472735.399297:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399304:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399316:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:2.0:1772472735.399320:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472735.399324:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399329:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0c13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399343:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399353:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399358:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399362:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472735.399365:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399370:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399376:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78f00) 00010000:00010000:2.0:1772472735.399379:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472735.399381:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399386:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0c1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399418:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0c0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dcc expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399431:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dcc expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472735.399437:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472735.399440:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472735.399443:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55600, rc 0) 00000100:00100000:2.0:1772472735.399512:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:47687:x1858570169986560:12345-192.168.201.48@tcp:101:chown.0 Request processed in 629us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472735.399522:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 820 00000100:00100000:1.0:1772472735.406482:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472735.406703:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986816 00000100:00100000:0.0:1772472735.406714:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986816 00000100:00100000:0.0:1772472735.406871:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 821 00000100:00100000:0.0:1772472735.406882:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:47687:x1858570169986816:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:0.0:1772472735.406947:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472735.406976:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0c21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dcc expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.406997:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78600) 00010000:00010000:0.0:1772472735.407007:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472735.407032:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.407048:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472735.407057:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472735.407269:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c8ca0c98 reply state 000000002d6ddb8d transno 4294967613 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472735.407278:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472735.407292:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 512 00000100:00100000:0.0:1772472735.407376:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:47687:x1858570169986816:12345-192.168.201.48@tcp:36:chown.0 Request processed in 495us (903us total) trans 4294967613 rc 0/0 00000100:00100000:0.0:1772472735.407384:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 821 00010000:00010000:1.0:1772472735.412109:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412127:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412136:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412143:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472735.412147:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412156:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412175:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:1.0:1772472735.412178:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472735.412183:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472735.412188:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472735.863250:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472735.918981:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967613 is committed 00000020:00000080:1.0:1772472736.289909:0:81978:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff068bc450 20000000:00000080:1.0:1772472736.289927:0:81978:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528a800 uarg=0000000000000000 00010000:00010000:1.0:1772472736.290215:0:81978:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772472736.290251:0:81978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:1.0:1772472736.290255:0:81978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472736.290267:0:81978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dc5 expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472736.290288:0:81978:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772472736.290310:0:81978:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472736.290324:0:81978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472736.290337:0:81978:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472736.290346:0:81978:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472736.290383:0:81978:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472736.290397:0:81978:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 17 pid: 5805 timeout: 2312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472736.290411:0:81978:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81978:1858570185895552:0@lo:104: 00000100:00100000:1.0:1772472736.290468:0:81978:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472736.290519:0:81978:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5be40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472736.293651:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895552 00000100:00100000:3.0:1772472736.293665:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895552 00000100:00100000:3.0:1772472736.293731:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1772472736.293760:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81978:x1858570185895552:12345-0@lo:104: 00010000:00010000:3.0:1772472736.293778:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.293895:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472736.293903:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:81978:x1858570185895552:12345-0@lo:104: Request processed in 162us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472736.293910:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00010000:00010000:3.0:1772472736.293933:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472736.293938:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.293945:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472736.293949:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.293957:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472736.293964:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472736.293970:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472736.294004:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.294010:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472736.294030:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.294036:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e0bbf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0bc6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472736.294059:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472736.294061:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472736.294063:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472736.294077:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185895680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472736.294113:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472736.294608:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895680 00000100:00100000:2.0:1772472736.294615:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895680 00010000:00010000:2.0:1772472736.294641:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 18 pid: 5805 timeout: 2312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472736.294674:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1772472736.294681:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185895680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472736.294692:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472736.294697:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 18 pid: 5805 timeout: 2312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294708:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 18 pid: 5805 timeout: 2312 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294726:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294735:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294775:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294783:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294789:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294796:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294801:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472736.294806:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294814:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294822:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294831:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472736.294872:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185895680:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472736.294889:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00010000:00010000:2.0:1772472736.294942:0:81978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e0bc6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0bbf expref: 17 pid: 5805 timeout: 2312 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472736.294955:0:81978:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302434700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81978:1858570185895552:0@lo:104: 00010000:00010000:2.0:1772472736.294974:0:81978:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294982:0:81978:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.294989:0:81978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472736.295000:0:81978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e0c2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472736.298849:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185895680:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472736.887037:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472737.316152:0:82026:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5a98d670 20000000:00000080:0.0:1772472737.316168:0:82026:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303271800 uarg=0000000000000000 00010000:00010000:0.0:1772472737.316406:0:82026:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472737.316421:0:82026:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472737.316442:0:82026:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472737.316462:0:82026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.316479:0:82026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.316489:0:82026:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.316496:0:82026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.316504:0:82026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.316511:0:82026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.317074:0:82026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472737.317079:0:82026:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.317089:0:82026:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.317103:0:82026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.317112:0:82026:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.317118:0:82026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e0c36 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472737.527222:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472737.527232:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472737.527238:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472737.527309:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.527322:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.527340:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472737.527371:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305590a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185895808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472737.527443:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472737.527498:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c403309540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472737.527677:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895808 00000100:00100000:3.0:1772472737.527686:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895808 00000100:00100000:3.0:1772472737.527767:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1772472737.527776:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185895808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472737.527791:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472737.527807:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0c3d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472737.528113:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472737.528126:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472737.528135:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472737.528190:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185895808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 416us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472737.528197:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1772472737.530001:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305590a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185895808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472737.530026:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.530038:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472737.530063:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472737.530069:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472737.530076:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472737.702243:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472737.702288:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472737.702441:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169986944 00000100:00100000:0.0:1772472737.702452:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169986944 00000100:00100000:0.0:1772472737.702518:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1216 00000100:00100000:0.0:1772472737.702530:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169986944:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472737.702604:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169986944:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472737.702616:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1216 00000100:00100000:3.0:1772472737.702688:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987072 00000100:00100000:3.0:1772472737.702693:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987072 00000100:00100000:3.0:1772472737.702768:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1539 00000100:00100000:3.0:1772472737.702776:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169987072:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472737.702841:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472737.703001:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169987072:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 225us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472737.703009:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1539 00010000:00010000:0.0:1772472737.916567:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472738.936765:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472739.383101:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.383178:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.383232:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472739.383239:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185895936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.383268:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.383292:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185896448:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.383317:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.383344:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185896192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472739.383577:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185896064:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.384528:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.384593:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896320 00000100:00100000:0.0:1772472739.384601:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896320 00000100:00100000:0.0:1772472739.384653:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1772472739.384663:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185896320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.384727:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185896320:12345-0@lo:400:kworker.0 Request processed in 65us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472739.384734:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1772472739.384771:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185895936 00000100:00100000:0.0:1772472739.384775:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185895936 00000100:00100000:0.0:1772472739.384798:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1772472739.384804:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185895936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.384834:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185895936:12345-0@lo:400:kworker.0 Request processed in 30us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472739.384843:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1772472739.384872:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896448 00000100:00100000:0.0:1772472739.384875:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896448 00000100:00100000:0.0:1772472739.384899:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896192 00000100:00100000:0.0:1772472739.384902:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896192 00000100:00100000:0.0:1772472739.384922:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1772472739.384928:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185896448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.384958:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185896448:12345-0@lo:400:kworker.0 Request processed in 31us (1641us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472739.384964:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1772472739.384975:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1772472739.384982:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185896192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.385012:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185896192:12345-0@lo:400:kworker.0 Request processed in 30us (1642us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472739.385017:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00080000:0.0:1772472739.385036:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472739.385041:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472739.385078:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305591c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185896192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.385108:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185895936:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.385118:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305592680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185896448:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.385128:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305590000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896320:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.391221:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.391278:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185896576:0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.391331:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.391376:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896576 00000100:00100000:0.0:1772472739.391384:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896576 00000100:00100000:0.0:1772472739.391451:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1772472739.391459:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185896576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472739.391529:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185896576:12345-0@lo:400:kworker.0 Request processed in 71us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472739.391537:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00080000:0.0:1772472739.391559:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472739.391588:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305593b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185896576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472739.391883:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896064 00000100:00100000:2.0:1772472739.391888:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896064 00000100:00100000:2.0:1772472739.391919:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1772472739.391927:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185896064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472739.391967:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185896064:12345-0@lo:400:kworker.0 Request processed in 42us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472739.391974:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1772472739.392346:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185896064:0@lo:400:kworker.0 00000100:00100000:2.0:1772472739.895328:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472739.895355:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185896704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472739.895641:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472739.895698:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472739.895858:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896832 00000100:00100000:1.0:1772472739.895866:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896832 00000100:00100000:1.0:1772472739.895917:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1772472739.895927:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185896832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472739.895962:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472739.896008:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185896832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472739.896015:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1772472739.896107:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472739.896570:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305591180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472739.896697:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896704 00000100:00100000:3.0:1772472739.896702:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896704 00000100:00100000:3.0:1772472739.896765:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1772472739.896782:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185896704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472739.896804:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472739.896844:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185896704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472739.896852:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1772472739.897028:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185896704:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472739.959026:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472740.797573:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472740.797676:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987200 00000100:00100000:3.0:1772472740.797692:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987200 00000100:00100000:3.0:1772472740.797846:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 13 00000100:00100000:3.0:1772472740.797859:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570169987200:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472740.797879:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472740.797881:0:5798:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e0c05) 00010000:00010000:3.0:1772472740.797883:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472740.797938:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570169987200:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 82us (379us total) trans 0 rc 116/116 00000100:00100000:3.0:1772472740.797950:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 13 00000100:00080000:0.0:1772472740.798775:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472740.990618:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472741.903001:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472741.903105:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987328 00000100:00100000:0.0:1772472741.903116:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987328 00000100:00100000:0.0:1772472741.903175:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 822 00000100:00100000:0.0:1772472741.903186:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47792:x1858570169987328:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472741.903206:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472741.903231:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dd3 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903291:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903305:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903319:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472741.903411:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472741.903415:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472741.903454:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903477:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0c4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dd3 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903496:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dd3 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.903504:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472741.903507:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472741.903510:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472741.903565:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47792:x1858570169987328:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 382us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472741.903573:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 822 00000100:00100000:3.0:1772472741.909052:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472741.909143:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987456 00000100:00100000:0.0:1772472741.909156:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987456 00000100:00100000:0.0:1772472741.909217:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 823 00000100:00100000:0.0:1772472741.909227:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47792:x1858570169987456:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472741.909250:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472741.909272:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dda expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909344:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909374:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909387:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909414:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909421:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909428:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909561:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909569:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909577:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472741.909617:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1772472741.909621:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472741.909647:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909663:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909669:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909675:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909680:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472741.909685:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909693:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909705:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472741.909709:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472741.909714:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909720:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0c60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909734:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909768:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909774:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909779:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472741.909782:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909787:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909795:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a000) 00010000:00010000:0.0:1772472741.909798:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472741.909801:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909807:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0c67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909838:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0c59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dda expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909852:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dda expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472741.909859:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472741.909862:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472741.909864:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb200, rc 0) 00000100:00100000:0.0:1772472741.909929:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47792:x1858570169987456:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 703us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472741.909938:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 823 00000100:00100000:0.0:1772472741.915042:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472741.915167:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987712 00000100:00100000:3.0:1772472741.915180:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987712 00000100:00100000:3.0:1772472741.915243:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 824 00000100:00100000:3.0:1772472741.915254:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47792:x1858570169987712:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472741.915312:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472741.915341:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0c6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dda expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472741.915647:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:3.0:1772472741.915663:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472741.915692:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472741.915705:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472741.915715:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.010730:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1772472742.016617:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e5a6b515 reply state 00000000039e9ee5 transno 4294967614 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472742.016636:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472742.016679:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:3.0:1772472742.016813:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305593b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:47792:x1858570169987712:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 101558us (101778us total) trans 4294967614 rc 0/0 00000100:00100000:3.0:1772472742.016823:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 824 00000001:00080000:3.0:1772472742.016867:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967614 is committed 00010000:00010000:2.0:1772472742.017081:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017091:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017098:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017104:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472742.017109:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017119:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017136:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:2.0:1772472742.017139:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472742.017144:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.017150:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0c75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472742.120404:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472742.120593:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169987840 00000100:00100000:3.0:1772472742.120604:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169987840 00000100:00100000:3.0:1772472742.120686:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 825 00000100:00100000:3.0:1772472742.120697:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47796:x1858570169987840:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472742.120721:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472742.120778:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0c7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12de1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120838:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120851:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120863:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120877:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120884:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.120890:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121010:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121019:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121026:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472742.121061:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472742.121066:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472742.121091:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121103:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121109:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121115:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121120:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472742.121124:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121132:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121145:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:3.0:1772472742.121148:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472742.121153:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121164:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0c83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121178:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121185:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121191:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121196:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472742.121199:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121205:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121212:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472742.121215:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472742.121218:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121224:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121253:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0c7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de1 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121267:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de1 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.121275:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:3.0:1772472742.121277:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472742.121280:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472742.121338:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47796:x1858570169987840:12345-192.168.201.48@tcp:101:touch.0 Request processed in 643us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472742.121345:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 825 00000100:00080000:0.0:1772472742.121759:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472742.127993:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472742.128078:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988096 00000100:00100000:3.0:1772472742.128089:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988096 00000100:00100000:3.0:1772472742.128146:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 826 00000100:00100000:3.0:1772472742.128155:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47796:x1858570169988096:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472742.128175:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472742.128195:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0c98 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12de8 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128339:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128354:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128365:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128455:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128464:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.128476:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472742.129005:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1772472742.129232:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0cad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129242:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0cad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129250:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0cad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129285:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129292:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129299:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129305:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472742.129310:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129317:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129329:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:3.0:1772472742.129332:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472742.129338:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129344:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0c9f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472742.129356:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000031d32c34 reply state 000000006b069990 transno 4294967615 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472742.129364:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472742.129393:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0c98 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de8 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129406:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0cad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de8 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.129413:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472742.129416:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472742.129418:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472742.129592:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47796:x1858570169988096:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1436us (1608us total) trans 4294967615 rc 0/0 00000100:00100000:3.0:1772472742.129601:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 826 00010000:00010000:3.0:1772472742.131173:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131188:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131196:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131206:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472742.131211:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131220:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131232:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472742.131235:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472742.131239:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.131245:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0ca6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472742.137303:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472742.137539:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988352 00000100:00100000:3.0:1772472742.137550:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988352 00000100:00100000:3.0:1772472742.137606:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 827 00000100:00100000:3.0:1772472742.137617:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:47796:x1858570169988352:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772472742.137685:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472742.137714:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0cad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de8 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.137775:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472742.137788:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472742.137829:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.137842:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.137853:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472742.138149:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a47fc0f4 reply state 000000008314eba3 transno 4294967616 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472742.138160:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472742.138256:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47796:x1858570169988352:12345-192.168.201.48@tcp:36:touch.0 Request processed in 639us (961us total) trans 4294967616 rc 0/0 00000100:00100000:3.0:1772472742.138263:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 827 00000100:00100000:3.0:1772472742.141087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472742.141888:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988480 00000100:00100000:0.0:1772472742.141901:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988480 00000100:00100000:0.0:1772472742.141974:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 828 00000100:00100000:0.0:1772472742.141985:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47796:x1858570169988480:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472742.142013:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472742.142036:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0cc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12def expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.142098:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12def expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.142115:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12def expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.142133:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472742.142137:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472742.142140:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772472742.142199:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47796:x1858570169988480:12345-192.168.201.48@tcp:101:touch.0 Request processed in 216us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472742.142207:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 828 00010000:00010000:2.0:1772472742.144024:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144040:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144049:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144054:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472742.144060:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144067:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144083:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:2.0:1772472742.144086:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472742.144090:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472742.144099:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0cbb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472742.145966:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472742.146049:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988608 00000100:00100000:2.0:1772472742.146059:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988608 00000100:00100000:2.0:1772472742.146107:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 448 00000100:00100000:2.0:1772472742.146115:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2356:x1858570169988608:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:2.0:1772472742.146147:0:32804:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2167 last 0 00000020:00000080:2.0:1772472742.146178:0:32804:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e0cc9 00002000:00100000:2.0:1772472742.146191:0:32804:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c404845800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1772472742.146213:0:32804:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1772472742.146482:0:32804:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1772472742.146512:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c404842000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772472742.146586:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169988608:12345-192.168.201.48@tcp:8:touch.0 Request processed in 470us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472742.146595:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 448 00000100:00100000:0.0:1772472742.157225:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472742.157323:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988736 00000100:00100000:3.0:1772472742.157334:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988736 00000100:00100000:3.0:1772472742.157422:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 449 00000100:00100000:3.0:1772472742.157442:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169988736:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:0.0:1772472742.158149:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472742.215616:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:0:x1858570169988736:12345-192.168.201.48@tcp:2:touch.0 Request processed in 58172us (58388us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1772472742.215631:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 449 00000001:00100000:1.0:1772472742.215963:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:1.0:1772472742.215978:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:2.0:1772472742.218617:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472742.218981:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169988992 00000100:00100000:1.0:1772472742.218991:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169988992 00000100:00100000:1.0:1772472742.219039:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 142 00000100:00100000:1.0:1772472742.219051:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47796:x1858570169988992:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:1.0:1772472742.219402:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47796:x1858570169988992:12345-192.168.201.48@tcp:35:touch.0 Request processed in 344us (783us total) trans 4294967617 rc 0/0 00000100:00100000:1.0:1772472742.219410:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 142 00000100:00100000:3.0:1772472742.322605:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472742.322838:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169989120 00000100:00100000:0.0:1772472742.322848:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169989120 00000100:00100000:0.0:1772472742.322911:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 829 00000100:00100000:0.0:1772472742.322921:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47800:x1858570169989120:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472742.322947:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472742.322968:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0cd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12df6 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323027:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323041:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323054:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323069:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323076:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323082:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323177:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323186:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323197:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472742.323229:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00000004:00200000:0.0:1772472742.323234:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472742.323253:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323264:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323271:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323277:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323283:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323289:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472742.323293:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323301:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323313:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:0.0:1772472742.323316:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472742.323321:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323332:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323346:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323352:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323358:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323363:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472742.323366:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323372:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323380:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c410b8a900) 00010000:00010000:0.0:1772472742.323382:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472742.323385:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323475:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323509:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0cd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12df6 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323522:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12df6 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.323530:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472742.323533:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472742.323536:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472742.323707:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47800:x1858570169989120:12345-192.168.201.48@tcp:101:rm.0 Request processed in 787us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472742.323716:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 829 00000100:00100000:2.0:1772472742.330454:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472742.330566:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169989248 00000100:00100000:0.0:1772472742.330578:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169989248 00000100:00100000:0.0:1772472742.330636:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 450 00000100:00100000:0.0:1772472742.330645:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169989248:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472742.330664:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472742.330688:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12dfd expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472742.330715:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x69a5c9a6, atime: 0x69a5c9a6, ctime: 0x69a5c9a6, blocks: 0x1 00010000:00010000:0.0:1772472742.330779:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472742.330782:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472742.330791:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.330811:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.330826:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472742.330891:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570169989248:12345-192.168.201.48@tcp:101:rm.0 Request processed in 247us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472742.330908:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 450 00000100:00100000:3.0:1772472742.334668:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472742.335407:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169989504 00000100:00100000:0.0:1772472742.335418:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169989504 00000100:00100000:0.0:1772472742.335486:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 830 00000100:00100000:0.0:1772472742.335497:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47800:x1858570169989504:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772472742.341270:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472742.341312:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0ce5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12df6 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341340:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0cc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12def expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341351:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472742.341363:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472742.341391:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341413:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341423:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341449:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341456:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341466:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341586:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341594:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.341601:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472742.342044:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].26, 64 off9856 00000004:00080000:0.0:1772472742.342055:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2168174315334ns, next at 2169174312524ns, rc = 0 00010000:00010000:0.0:1772472742.342109:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342119:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342127:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342134:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342141:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342147:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342173:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472742.342194:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342200:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342207:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342213:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472742.342218:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342226:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342235:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772472742.342239:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472742.342242:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342249:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d01 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342264:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342270:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342280:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342285:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472742.342288:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342295:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342302:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:0.0:1772472742.342304:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472742.342307:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472742.342313:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0cf3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472742.342323:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006dab226a reply state 00000000e527372b transno 4294967618 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472742.342332:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472742.342437:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47800:x1858570169989504:12345-192.168.201.48@tcp:36:rm.0 Request processed in 6932us (7770us total) trans 4294967618 rc 0/0 00000100:00100000:0.0:1772472742.342446:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 830 00010000:00010000:3.0:1772472742.342919:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472742.342927:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.342934:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472742.342937:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.342944:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.342954:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:3.0:1772472742.342957:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472742.342960:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.342965:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.342981:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472742.342983:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472742.342984:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472742.348872:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348891:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348911:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348919:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472742.348924:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348932:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348949:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c410b8a000) 00010000:00010000:3.0:1772472742.348952:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472742.348958:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472742.348964:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0cfa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472742.822228:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472742.822329:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169989632 00000100:00100000:1.0:1772472742.822340:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169989632 00000100:00100000:1.0:1772472742.822413:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:1.0:1772472742.822453:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169989632:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472742.822537:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169989632:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472742.822544:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1218 00010000:00010000:3.0:1772472743.032006:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472743.699847:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472743.700067:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169989760 00000100:00100000:1.0:1772472743.700076:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169989760 00000100:00100000:1.0:1772472743.700137:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 831 00000100:00100000:1.0:1772472743.700147:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47815:x1858570169989760:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472743.700171:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472743.700191:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0d0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e04 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700251:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700270:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700284:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472743.700340:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:1.0:1772472743.700344:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472743.700381:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700416:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e0d0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e04 expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700435:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e04 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.700444:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:1.0:1772472743.700447:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472743.700451:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472743.700517:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47815:x1858570169989760:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 370us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472743.700524:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 831 00000100:00100000:1.0:1772472743.710278:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472743.710397:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990016 00000100:00100000:2.0:1772472743.710415:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990016 00000100:00100000:2.0:1772472743.710473:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 832 00000100:00100000:2.0:1772472743.710483:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47815:x1858570169990016:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472743.710537:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472743.710566:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0d16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e04 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.710593:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0c91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12de1 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.710604:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:2.0:1772472743.710614:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472743.710635:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.710648:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.710657:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472743.795144:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967618 is committed 00000004:00080000:1.0:1772472743.795159:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 69 committed 00000001:00080000:1.0:1772472743.795187:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967619 is committed 00000100:00100000:3.0:1772472743.795357:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472743.795386:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472743.795456:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472743.795638:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185896960 00000100:00100000:1.0:1772472743.795646:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185896960 00000100:00100000:1.0:1772472743.795720:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772472743.795730:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185896960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472743.795782:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:26 count 1 00010000:00010000:1.0:1772472743.795808:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.795830:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.795839:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472743.795841:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472743.795844:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.795871:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.795885:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 5 pid: 32804 timeout: 2269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472743.795898:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185897088:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472743.795955:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f9c0 going to sleep for 11 seconds 00000100:00080000:3.0:1772472743.797198:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00010000:2.0:1772472743.797302:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005fde7366 reply state 000000009cb7b826 transno 4294967619 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472743.797316:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472743.797356:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00080000:2.0:1772472743.797534:0:5811:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472743.797557:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47815:x1858570169990016:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 87073us (87285us total) trans 4294967619 rc 0/0 00000100:00100000:2.0:1772472743.797566:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 832 00010000:00010000:1.0:1772472743.801344:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801361:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801377:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801387:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472743.801392:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801408:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801426:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:1.0:1772472743.801429:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472743.801434:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.801440:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e0d1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472743.802376:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185897088:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472743.802415:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472743.803428:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472743.803541:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990144 00000100:00100000:2.0:1772472743.803548:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990144 00010000:00010000:2.0:1772472743.803582:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 2269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472743.803618:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 388 00000100:00100000:2.0:1772472743.803627:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169990144:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472743.803641:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472743.803646:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 2269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.803659:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 2269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.803681:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000198b911/0xc2ef6d41852e0cec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dfd expref: 6 pid: 32804 timeout: 2269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.803695:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472743.803697:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472743.803702:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.803716:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.803778:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472743.803832:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169990144:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 206us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472743.803843:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 388 00010000:00010000:1.0:1772472743.804076:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.804087:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.804101:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.804108:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.804130:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472743.804607:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185896960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8877us (9148us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1772472743.804616:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000004:00080000:0.0:1772472743.804794:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c30559d880/2, rc 0, transno 4294967349 00000100:00100000:0.0:1772472743.804802:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185896960:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1772472743.804870:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472743.804877:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.804885:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472743.804889:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.804899:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.804913:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.804920:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bea4134/0xc2ef6d41852e0d24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.804950:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472743.804952:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472743.804954:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472743.865673:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472743.865783:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990272 00000100:00100000:0.0:1772472743.865794:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990272 00000100:00100000:0.0:1772472743.865890:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 833 00000100:00100000:0.0:1772472743.865912:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47819:x1858570169990272:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472743.865937:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472743.865957:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0d2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e0b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866018:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866032:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866043:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866056:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866076:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866083:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866208:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866218:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866225:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472743.866258:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1772472743.866262:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472743.866286:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866298:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866304:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866311:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866317:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472743.866321:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866329:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866353:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472743.866356:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472743.866361:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866374:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866389:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866425:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866431:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866436:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472743.866440:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866446:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866453:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a600) 00010000:00010000:0.0:1772472743.866456:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472743.866459:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866465:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e0d39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866492:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e0d2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e0b expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866504:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e0b expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472743.866511:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472743.866514:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472743.866516:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772472743.866577:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47819:x1858570169990272:12345-192.168.201.48@tcp:101:touch.0 Request processed in 678us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472743.866585:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 833 00000100:00100000:0.0:1772472743.870212:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472743.870319:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990528 00000100:00100000:3.0:1772472743.870432:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990528 00000100:00100000:3.0:1772472743.870525:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 834 00000100:00100000:3.0:1772472743.870537:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305593100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:47819:x1858570169990528:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472743.870559:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472743.870579:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0d47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e12 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870718:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870732:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870773:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870786:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870793:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.870805:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472743.871285:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1772472743.871532:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0d5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871544:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871553:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0d5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871588:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871594:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871600:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871605:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472743.871609:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871618:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871631:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:3.0:1772472743.871633:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472743.871639:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871643:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0d4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472743.871656:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000bee6d0fa reply state 00000000031accae transno 4294967620 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472743.871665:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472743.871694:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0d47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e12 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871706:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0d5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e12 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.871714:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472743.871716:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472743.871718:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772472743.871814:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305593100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47819:x1858570169990528:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1278us (1611us total) trans 4294967620 rc 0/0 00000100:00100000:3.0:1772472743.871822:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 834 00010000:00010000:3.0:1772472743.877059:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877075:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877083:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877095:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472743.877099:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877106:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877122:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6900) 00010000:00010000:3.0:1772472743.877125:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472743.877129:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.877135:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472743.878217:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472743.878306:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990784 00000100:00100000:2.0:1772472743.878317:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990784 00000100:00100000:2.0:1772472743.878381:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 835 00000100:00100000:2.0:1772472743.878392:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:47819:x1858570169990784:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:2.0:1772472743.878456:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472743.878480:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0d5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e12 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.878495:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:2.0:1772472743.878503:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472743.878542:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.878559:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472743.878569:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472743.878699:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008ea7b69f reply state 000000004036b2f4 transno 4294967621 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472743.878715:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472743.879171:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47819:x1858570169990784:12345-192.168.201.48@tcp:36:touch.0 Request processed in 780us (959us total) trans 4294967621 rc 0/0 00000100:00100000:2.0:1772472743.879180:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 835 00000100:00100000:0.0:1772472743.885984:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772472743.886080:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886093:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886100:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886106:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472743.886111:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886118:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886136:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:1.0:1772472743.886139:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472743.886143:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472743.886149:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e0d6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472743.886680:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169990912 00000100:00100000:3.0:1772472743.886691:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169990912 00000100:00100000:3.0:1772472743.886787:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 836 00000100:00100000:3.0:1772472743.886796:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:47819:x1858570169990912:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472743.886818:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472743.886837:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e19 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.886888:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e19 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.886900:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e19 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472743.886922:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472743.886924:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472743.886927:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772472743.886978:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305593480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47819:x1858570169990912:12345-192.168.201.48@tcp:101:touch.0 Request processed in 183us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472743.886985:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 836 00000100:00100000:0.0:1772472743.891140:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472743.891224:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991040 00000100:00100000:1.0:1772472743.891234:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991040 00000100:00100000:1.0:1772472743.891281:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 452 00000100:00100000:1.0:1772472743.891288:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2356:x1858570169991040:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:1.0:1772472743.891323:0:32804:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2169 last 0 00000020:00000080:1.0:1772472743.891375:0:32804:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e0d78 00002000:00100000:1.0:1772472743.891388:0:32804:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3031a3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1772472743.891418:0:32804:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772472743.891640:0:32804:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1772472743.891668:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c3031a2000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472743.891734:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570169991040:12345-192.168.201.48@tcp:8:touch.0 Request processed in 444us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472743.891768:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 452 00000100:00100000:0.0:1772472743.895809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472743.895941:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991168 00000100:00100000:1.0:1772472743.895951:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991168 00000100:00100000:1.0:1772472743.896024:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 453 00000100:00100000:1.0:1772472743.896034:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570169991168:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:3.0:1772472743.896584:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472743.927968:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:0:x1858570169991168:12345-192.168.201.48@tcp:2:touch.0 Request processed in 31925us (32156us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1772472743.927981:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 453 00000001:00080000:2.0:1772472743.928068:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00100000:2.0:1772472743.928081:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:3.0:1772472743.932227:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472743.932338:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991424 00000100:00100000:1.0:1772472743.932348:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991424 00000100:00100000:1.0:1772472743.932470:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 143 00000100:00100000:1.0:1772472743.932480:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:47819:x1858570169991424:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:1.0:1772472743.933082:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47819:x1858570169991424:12345-192.168.201.48@tcp:35:touch.0 Request processed in 601us (863us total) trans 4294967622 rc 0/0 00000100:00100000:1.0:1772472743.933090:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 143 00000100:00100000:3.0:1772472744.014850:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472744.015414:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991552 00000100:00100000:0.0:1772472744.015424:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991552 00000100:00100000:0.0:1772472744.015504:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 837 00000100:00100000:0.0:1772472744.015514:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47823:x1858570169991552:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472744.015541:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472744.015562:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e20 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015622:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015637:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015647:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015660:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015667:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.015674:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016125:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016134:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016141:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472744.016177:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x45:0x0]: returning size 0 00000004:00200000:0.0:1772472744.016182:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472744.016201:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016214:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016222:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016228:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016234:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016240:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472744.016244:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016251:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016263:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472744.016266:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472744.016271:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016277:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0d86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016290:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016296:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016301:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016306:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472744.016308:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016315:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016322:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c410b8a600) 00010000:00010000:0.0:1772472744.016325:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472744.016328:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016337:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e0d8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016368:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e0d7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e20 expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016381:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e20 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472744.016390:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:0.0:1772472744.016392:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472744.016395:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00080000:3.0:1772472744.016550:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472744.016596:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47823:x1858570169991552:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1082us (1756us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472744.016605:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 837 00000100:00100000:0.0:1772472744.021418:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472744.021514:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991680 00000100:00100000:1.0:1772472744.021525:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991680 00000100:00100000:1.0:1772472744.021587:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 454 00000100:00100000:1.0:1772472744.021597:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169991680:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472744.021616:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472744.021637:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e27 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472744.021665:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x69a5c9a8, atime: 0x69a5c9a8, ctime: 0x69a5c9a8, blocks: 0x1 00010000:00010000:1.0:1772472744.021684:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472744.021686:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472744.021694:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.021725:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.021762:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472744.021819:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169991680:12345-192.168.201.48@tcp:101:rm.0 Request processed in 223us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.021826:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 454 00000100:00100000:1.0:1772472744.026222:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472744.027200:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169991936 00000100:00100000:3.0:1772472744.027212:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169991936 00000100:00100000:3.0:1772472744.027286:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 838 00000100:00100000:3.0:1772472744.027297:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47823:x1858570169991936:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772472744.027353:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472744.027394:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e0d94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e20 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027427:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0d71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x45:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e19 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027439:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472744.027449:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472744.027471:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027490:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027498:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027511:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027518:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027525:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027629:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027636:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.027643:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472744.028073:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].26, 64 off9856 00000004:00080000:3.0:1772472744.028084:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2169860344053ns, next at 2170860341732ns, rc = 0 00010000:00010000:3.0:1772472744.028139:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028149:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028161:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028168:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028174:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028180:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028211:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472744.028232:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028239:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028245:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028251:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472744.028255:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028263:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028272:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772472744.028275:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472744.028279:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028285:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0db0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028300:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028306:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028312:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028317:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472744.028320:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028325:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028332:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:3.0:1772472744.028335:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472744.028338:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.028344:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0da2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472744.028353:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000015f73d50 reply state 00000000eb17e137 transno 4294967623 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472744.028365:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472744.028458:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47823:x1858570169991936:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1162us (2244us total) trans 4294967623 rc 0/0 00000100:00100000:3.0:1772472744.028468:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 838 00010000:00010000:2.0:1772472744.029418:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472744.029428:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.029437:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472744.029440:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.029453:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.029466:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:2.0:1772472744.029468:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472744.029472:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.029478:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e0db7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.029498:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472744.029500:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472744.029501:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472744.032557:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032570:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032575:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032580:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472744.032584:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032589:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032602:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6300) 00010000:00010000:1.0:1772472744.032604:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472744.032606:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.032610:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e0da9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472744.055120:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472744.506736:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185897344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.506816:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.506862:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185897856:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.506887:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.506913:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472744.506919:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185897216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.506947:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.506972:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185897728:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.506995:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.507021:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185897472:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507041:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.507058:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472744.507064:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185897600:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507083:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472744.507113:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897344 00000100:00100000:1.0:1772472744.507121:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897344 00000100:00100000:1.0:1772472744.507161:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897728 00000100:00100000:1.0:1772472744.507164:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897728 00000100:00100000:1.0:1772472744.507190:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897472 00000100:00100000:1.0:1772472744.507193:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897472 00000100:00100000:1.0:1772472744.507210:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1772472744.507217:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185897344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507266:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185897344:12345-0@lo:400:kworker.0 Request processed in 48us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507273:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1772472744.507293:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1772472744.507300:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185897728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507327:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185897728:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507332:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1772472744.507342:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1772472744.507348:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185897472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507402:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185897472:12345-0@lo:400:kworker.0 Request processed in 54us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507408:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1772472744.507425:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897856 00000100:00100000:1.0:1772472744.507429:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897856 00000100:00100000:1.0:1772472744.507452:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897600 00000100:00100000:1.0:1772472744.507456:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897600 00000100:00100000:1.0:1772472744.507475:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1772472744.507482:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185897856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507511:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185897856:12345-0@lo:400:kworker.0 Request processed in 30us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507517:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1772472744.507529:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1772472744.507535:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185897600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507561:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185897600:12345-0@lo:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507567:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1772472744.507583:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897216 00000100:00100000:1.0:1772472744.507586:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897216 00000100:00100000:1.0:1772472744.507609:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1772472744.507615:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185897216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507640:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185897216:12345-0@lo:400:kworker.0 Request processed in 26us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472744.507645:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00080000:1.0:1772472744.507680:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472744.507684:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472744.507725:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185897600:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507736:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185897472:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507910:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185897216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507920:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185897728:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507929:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30415ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185897344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.507941:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185897856:0@lo:400:kworker.0 00000100:00100000:1.0:1772472744.859718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472744.859849:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992064 00000100:00100000:3.0:1772472744.859860:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992064 00000100:00100000:3.0:1772472744.859938:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 839 00000100:00100000:3.0:1772472744.859949:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47837:x1858570169992064:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472744.859974:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472744.859996:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0dbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e2e expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860064:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860078:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860092:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472744.860167:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472744.860172:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472744.860196:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860221:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0dbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e2e expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860242:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e2e expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472744.860251:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:3.0:1772472744.860253:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472744.860257:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4cc00, rc 0) 00000100:00100000:3.0:1772472744.860316:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47837:x1858570169992064:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 370us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472744.860324:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 839 00000100:00100000:3.0:1772472744.863171:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472744.863454:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992320 00000100:00100000:1.0:1772472744.863465:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992320 00000100:00100000:1.0:1772472744.863527:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 840 00000100:00100000:1.0:1772472744.863537:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47837:x1858570169992320:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472744.863594:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472744.863623:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e0dc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e2e expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.863645:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0d40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e0b expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.863656:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:1.0:1772472744.863667:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472744.863690:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.863713:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.863722:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472744.863996:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d3baaea4 reply state 000000001365fdbe transno 4294967624 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472744.864007:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472744.864021:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:1.0:1772472744.864104:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47837:x1858570169992320:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 568us (941us total) trans 4294967624 rc 0/0 00000100:00100000:1.0:1772472744.864111:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 840 00010000:00010000:1.0:1772472744.866946:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.866964:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.866972:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.866979:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472744.866984:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.866992:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.867008:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772472744.867011:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472744.867016:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472744.867022:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0dcc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472745.021164:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185897984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472745.021231:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472745.021292:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472745.021298:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185898112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472745.021322:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472745.021395:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185897984 00000100:00100000:2.0:1772472745.021403:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185897984 00000100:00100000:2.0:1772472745.021458:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898112 00000100:00100000:2.0:1772472745.021462:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898112 00000100:00100000:2.0:1772472745.021485:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1772472745.021494:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185897984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472745.021531:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472745.021582:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30415ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185897984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472745.021589:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1772472745.021606:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1772472745.021613:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185898112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472745.021623:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472745.021648:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185898112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472745.021654:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:1.0:1772472745.022395:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472745.022445:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bbe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185898112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472745.022462:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305590700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185897984:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472745.051070:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.051292:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992448 00000100:00100000:1.0:1772472745.051302:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992448 00000100:00100000:1.0:1772472745.051372:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 841 00000100:00100000:1.0:1772472745.051394:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992448:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472745.051505:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992448:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 123us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.051513:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 841 00000100:00100000:0.0:1772472745.054667:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.054883:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992576 00000100:00100000:1.0:1772472745.054893:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992576 00000100:00100000:1.0:1772472745.054978:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 455 00000100:00100000:1.0:1772472745.054987:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47849:x1858570169992576:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472745.055270:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47849:x1858570169992576:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 283us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.055278:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 455 00000100:00080000:3.0:1772472745.055543:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472745.057694:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.058248:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992704 00000100:00100000:1.0:1772472745.058259:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992704 00000100:00100000:1.0:1772472745.058336:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 456 00000100:00100000:1.0:1772472745.058356:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47849:x1858570169992704:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:3.0:1772472745.058727:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472745.059041:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47849:x1858570169992704:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 694us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.059049:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 456 00000100:00100000:0.0:1772472745.062310:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472745.062490:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992832 00000100:00100000:3.0:1772472745.062499:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992832 00000100:00100000:3.0:1772472745.062612:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 842 00000100:00100000:3.0:1772472745.062624:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992832:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472745.063156:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992832:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 533us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472745.063165:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 842 00000100:00100000:2.0:1772472745.068098:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.068270:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169992960 00000100:00100000:1.0:1772472745.068280:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169992960 00000100:00100000:1.0:1772472745.068475:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 843 00000100:00100000:1.0:1772472745.068486:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992960:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472745.068590:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169992960:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 105us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.068598:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 843 00000100:00100000:3.0:1772472745.071003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472745.071115:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993088 00000100:00100000:2.0:1772472745.071126:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993088 00000100:00100000:2.0:1772472745.071187:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 457 00000100:00100000:2.0:1772472745.071197:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47849:x1858570169993088:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472745.071529:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47849:x1858570169993088:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 332us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472745.071538:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 457 00000100:00100000:3.0:1772472745.074459:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472745.074881:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993216 00000100:00100000:0.0:1772472745.074893:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993216 00000100:00100000:0.0:1772472745.074968:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 458 00000100:00100000:0.0:1772472745.074979:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47849:x1858570169993216:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472745.075294:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47849:x1858570169993216:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 316us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472745.075303:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 458 00000100:00100000:2.0:1772472745.078240:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.078462:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993344 00000100:00100000:1.0:1772472745.078472:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993344 00000100:00100000:1.0:1772472745.078533:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 844 00000100:00100000:1.0:1772472745.078542:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169993344:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472745.078898:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47849:x1858570169993344:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 355us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.078908:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 844 00010000:00010000:2.0:1772472745.079105:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472745.156317:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472745.156503:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993472 00000100:00100000:3.0:1772472745.156514:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993472 00000100:00100000:3.0:1772472745.156578:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 845 00000100:00100000:3.0:1772472745.156589:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:47853:x1858570169993472:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772472745.156611:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472745.156633:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0dd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e35 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156711:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156725:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156737:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156788:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156794:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156801:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156934:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156943:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.156949:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472745.156986:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472745.156990:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472745.157016:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157029:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157035:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157042:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157048:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472745.157053:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157060:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157073:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:3.0:1772472745.157076:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472745.157080:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157087:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0dda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157100:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157110:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157116:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157120:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472745.157123:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157128:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157136:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c4052b6900) 00010000:00010000:3.0:1772472745.157138:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472745.157141:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157146:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0de1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157177:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0dd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e35 expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157190:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e35 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472745.157197:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472745.157200:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472745.157203:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472745.157268:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47853:x1858570169993472:12345-192.168.201.48@tcp:101:dd.0 Request processed in 681us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472745.157276:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 845 00000100:00100000:0.0:1772472745.162446:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.162605:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993728 00000100:00100000:1.0:1772472745.162616:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993728 00000100:00100000:1.0:1772472745.162690:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 846 00000100:00100000:1.0:1772472745.162702:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:47853:x1858570169993728:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472745.162723:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472745.162786:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0def lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e3c expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162926:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162940:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162952:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162966:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162972:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.162978:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472745.163323:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1772472745.163505:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0e04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163514:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0e04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163522:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0e04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163556:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163562:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163569:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163575:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472745.163580:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163588:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163599:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:1.0:1772472745.163602:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472745.163607:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163613:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0df6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472745.163626:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c0bd511b reply state 000000006e0c0f42 transno 4294967625 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472745.163635:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472745.163660:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e0def lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e3c expref: 15 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163673:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0e04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e3c expref: 14 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.163681:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472745.163683:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472745.163686:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772472745.163787:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+15:47853:x1858570169993728:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1087us (1352us total) trans 4294967625 rc 0/0 00000100:00100000:1.0:1772472745.163795:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 846 00010000:00010000:1.0:1772472745.166449:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166464:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166472:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166479:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472745.166484:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166491:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166506:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c420328900) 00010000:00010000:1.0:1772472745.166509:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472745.166513:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.166519:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e0dfd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472745.181919:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472745.182026:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993856 00000100:00100000:2.0:1772472745.182037:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993856 00000100:00100000:2.0:1772472745.182096:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 459 00000100:00100000:2.0:1772472745.182106:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:47853:x1858570169993856:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472745.182127:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472745.182150:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e43 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472745.182179:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1772472745.182202:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472745.182205:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472745.182214:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.182240:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.182255:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772472745.182323:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:47853:x1858570169993856:12345-192.168.201.48@tcp:101:dd.0 Request processed in 217us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472745.182332:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 459 00000100:00100000:2.0:1772472745.204328:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.204452:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169993984 00000100:00100000:1.0:1772472745.204463:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169993984 00002000:00100000:1.0:1772472745.204517:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff90c404a7e300 x1858570169993984/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:26/0 lens 488/0 e 0 to 0 dl 1772472756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472745.204528:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c404a7e300 with x1858570169993984 ext(0->1048575) 00002000:00010000:1.0:1772472745.204534:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c404a7e300 00000100:00100000:1.0:1772472745.204573:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 20 00000100:00100000:1.0:1772472745.204584:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169993984:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:3.0:1772472745.268271:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570169993984:12345-192.168.201.48@tcp:4:dd.0 Request processed in 63676us (63942us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1772472745.268286:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 20 00002000:00100000:3.0:1772472745.268311:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff90c404a7e300 x1858570169993984/t4294967350(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:26/0 lens 488/448 e 0 to 0 dl 1772472756 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472745.268322:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c404a7e300 with x1858570169993984 ext(0->1048575) 00002000:00010000:3.0:1772472745.268329:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c404a7e300 00000100:00100000:2.0:1772472745.275315:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472745.275496:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994112 00000100:00100000:3.0:1772472745.275509:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994112 00000100:00100000:3.0:1772472745.275585:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 847 00000100:00100000:3.0:1772472745.275595:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+14:47853:x1858570169994112:12345-192.168.201.48@tcp:44:dd.0 00000100:00100000:3.0:1772472745.371627:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+14:47853:x1858570169994112:12345-192.168.201.48@tcp:44:dd.0 Request processed in 96022us (96321us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472745.371642:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 847 00000001:00080000:1.0:1772472745.371796:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967625 is committed 00000004:00080000:1.0:1772472745.371825:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000100:00100000:1.0:1772472745.373295:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185898240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472745.373537:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472745.373817:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898240 00000100:00100000:0.0:1772472745.373827:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898240 00000100:00100000:0.0:1772472745.374633:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1772472745.374648:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185898240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772472745.374919:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00010000:00010000:0.0:1772472745.374946:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472745.374968:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472745.374976:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472745.374978:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472745.374982:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472745.375015:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472745.375030:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 5 pid: 32804 timeout: 2271 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472745.375045:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185898368:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772472745.375648:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c22540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472745.377653:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.377947:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994240 00000100:00100000:1.0:1772472745.377956:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994240 00000100:00100000:1.0:1772472745.378011:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 461 00000100:00100000:1.0:1772472745.378021:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570169994240:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:2.0:1772472745.400001:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472745.400354:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185898368:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472745.400394:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472745.402579:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994368 00000100:00100000:2.0:1772472745.402594:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994368 00010000:00010000:2.0:1772472745.402643:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 2271 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472745.402814:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 389 00000100:00100000:2.0:1772472745.402825:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570169994368:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472745.402843:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472745.402849:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 2271 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.402866:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 2271 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.402896:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e0d9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e27 expref: 6 pid: 32804 timeout: 2271 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.402915:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472745.402917:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472745.402922:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.402931:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472745.402957:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472745.403017:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169994368:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 193us (3028us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472745.403024:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 389 00010000:00010000:1.0:1772472745.403437:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.403447:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.403457:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.403464:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.403486:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472745.404063:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185898240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29418us (30524us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1772472745.404072:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000004:00080000:2.0:1772472745.405999:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c40e068e00/2, rc 0, transno 4294967349 00000100:00100000:2.0:1772472745.406012:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185898240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772472745.406234:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472745.406244:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.406256:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472745.406261:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.406272:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.406291:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.406699:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e0e19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472745.406725:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472745.406727:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472745.406729:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472745.461840:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570169994240:12345-192.168.201.48@tcp:16:dd.0 Request processed in 83808us (84185us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472745.461854:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 461 00000001:00080000:1.0:1772472745.461892:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:1.0:1772472745.461904:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:2.0:1772472745.469914:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472745.470024:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994624 00000100:00100000:0.0:1772472745.470033:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994624 00000100:00100000:0.0:1772472745.470195:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 144 00000100:00100000:0.0:1772472745.470206:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:47853:x1858570169994624:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:0.0:1772472745.470909:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:47853:x1858570169994624:12345-192.168.201.48@tcp:35:dd.0 Request processed in 701us (1001us total) trans 4294967626 rc 0/0 00000100:00100000:0.0:1772472745.470918:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 144 00010000:00010000:2.0:1772472746.103877:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472747.127859:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472747.252466:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967626 is committed 00000100:00100000:2.0:1772472747.947601:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472747.949206:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472747.949297:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472747.949341:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472747.949384:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995136 00000100:00100000:2.0:1772472747.949397:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995136 00000100:00100000:2.0:1772472747.949470:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995008 00000100:00100000:2.0:1772472747.949474:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995008 00000100:00100000:2.0:1772472747.949500:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1144 00000100:00100000:2.0:1772472747.949512:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169995136:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472747.949611:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169995136:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 101us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472747.949620:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1144 00000100:00100000:2.0:1772472747.949642:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1145 00000100:00100000:2.0:1772472747.949650:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169995008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472747.949677:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169995008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472747.949684:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1145 00000100:00080000:3.0:1772472747.949970:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472747.949976:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472747.950123:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994752 00000100:00100000:1.0:1772472747.950129:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994752 00000100:00100000:1.0:1772472747.950173:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1220 00000100:00100000:1.0:1772472747.950181:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169994752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472747.950215:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570169994752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472747.950223:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1220 00000100:00100000:0.0:1772472747.958876:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169994880 00000100:00100000:0.0:1772472747.958913:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169994880 00000100:00100000:0.0:1772472747.959040:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1546 00000100:00100000:0.0:1772472747.959057:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570169994880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472747.959194:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570169994880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 143us (11609us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472747.959203:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1546 00000100:00080000:3.0:1772472747.961378:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472748.159882:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472748.966236:0:82419:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2174798492408ns, next at 2169174312524ns, rc = 0 00000004:00080000:1.0:1772472748.966362:0:82419:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2174798621730ns, next at 2170860341732ns, rc = 0 00000004:00080000:3.0:1772472748.973718:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000004:00080000:3.0:1772472748.973856:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 70 committed 00010000:00010000:2.0:1772472749.182772:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472749.282184:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:0.0:1772472749.623289:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185898752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.623423:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472749.623521:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772472749.623529:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185898624:0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.623554:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472749.623572:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185899136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.623596:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472749.623648:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898752 00000100:00100000:0.0:1772472749.623657:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898752 00000100:00100000:0.0:1772472749.623723:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898624 00000100:00100000:0.0:1772472749.623727:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898624 00000100:00100000:0.0:1772472749.623813:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:0.0:1772472749.623823:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185898752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.623886:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185898752:12345-0@lo:400:kworker.0 Request processed in 64us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472749.623895:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:0.0:1772472749.623915:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:0.0:1772472749.623921:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185898624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.623948:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185898624:12345-0@lo:400:kworker.0 Request processed in 28us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472749.623953:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:0.0:1772472749.623977:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899136 00000100:00100000:0.0:1772472749.623981:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899136 00000100:00100000:0.0:1772472749.624015:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1772472749.624022:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185899136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.624052:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185899136:12345-0@lo:400:kworker.0 Request processed in 31us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472749.624058:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00080000:0.0:1772472749.624075:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472749.624080:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472749.624130:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185898624:0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.624141:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:0.0:1772472749.624148:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c40e068e00, transno 4294967349 00000100:00100000:0.0:1772472749.624158:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185899136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472749.624169:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185898752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624519:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185898496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624570:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472749.624619:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185899008:0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624645:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472749.624667:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472749.624673:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185898880:0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624698:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472749.624724:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899008 00000100:00100000:1.0:1772472749.624763:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899008 00000100:00100000:1.0:1772472749.624798:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1772472749.624805:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185899008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624844:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185899008:12345-0@lo:400:kworker.0 Request processed in 40us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472749.624851:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1772472749.624872:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898880 00000100:00100000:1.0:1772472749.624876:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898880 00000100:00100000:1.0:1772472749.624902:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1772472749.624909:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185898880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.624938:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185898880:12345-0@lo:400:kworker.0 Request processed in 30us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472749.624944:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1772472749.624989:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:1.0:1772472749.624995:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c30559d880, transno 4294967349 00000100:00100000:1.0:1772472749.625008:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185898880:0@lo:400:kworker.0 00000100:00100000:1.0:1772472749.625019:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185899008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472749.625568:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185898496 00000100:00100000:3.0:1772472749.625575:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185898496 00000100:00100000:3.0:1772472749.625627:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1772472749.625635:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185898496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472749.625682:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185898496:12345-0@lo:400:kworker.0 Request processed in 49us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472749.625688:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00080000:0.0:1772472749.625882:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472749.625888:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472749.626219:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185898496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472750.135558:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185899392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472750.135665:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472750.135770:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899392 00000100:00100000:1.0:1772472750.135780:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899392 00000100:00100000:1.0:1772472750.135851:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1772472750.135862:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185899392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472750.135915:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472750.135984:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185899392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472750.135993:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1772472750.136057:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185899392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472750.136493:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185899264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472750.136533:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472750.138779:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899264 00000100:00100000:1.0:1772472750.138799:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899264 00000100:00100000:1.0:1772472750.138881:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1772472750.138892:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185899264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472750.138939:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472750.139224:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185899264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 334us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472750.139232:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1772472750.140170:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185899264:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472750.200299:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472750.758175:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472750.758245:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995264 00000100:00100000:0.0:1772472750.758259:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995264 00000100:00100000:0.0:1772472750.758353:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 848 00000100:00100000:0.0:1772472750.758364:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995264:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472750.758470:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995264:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 108us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472750.758478:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 848 00000100:00080000:1.0:1772472750.758757:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472750.765851:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472750.766208:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995392 00000100:00100000:1.0:1772472750.766223:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995392 00000100:00100000:1.0:1772472750.766339:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 462 00000100:00100000:1.0:1772472750.766353:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48046:x1858570169995392:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472750.767261:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48046:x1858570169995392:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 901us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472750.767274:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 462 00000100:00080000:3.0:1772472750.767822:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472750.776599:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472750.779391:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995520 00000100:00100000:0.0:1772472750.779413:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995520 00000100:00100000:0.0:1772472750.779504:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 463 00000100:00100000:0.0:1772472750.779517:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48046:x1858570169995520:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:2.0:1772472750.779851:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472750.780369:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48046:x1858570169995520:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 852us (3784us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472750.780378:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 463 00000100:00100000:3.0:1772472750.791945:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472750.792180:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995648 00000100:00100000:1.0:1772472750.792193:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995648 00000100:00100000:1.0:1772472750.792293:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 849 00000100:00100000:1.0:1772472750.792305:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995648:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472750.792734:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995648:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 424us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472750.792764:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 849 00000100:00100000:1.0:1772472750.796601:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472750.796697:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995776 00000100:00100000:2.0:1772472750.796719:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995776 00000100:00100000:2.0:1772472750.796957:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 850 00000100:00100000:2.0:1772472750.796971:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995776:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472750.797338:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169995776:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 370us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472750.797348:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 850 00000100:00100000:1.0:1772472750.817236:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472750.820498:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169995904 00000100:00100000:3.0:1772472750.820521:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169995904 00000100:00100000:3.0:1772472750.820603:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 464 00000100:00100000:3.0:1772472750.820616:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48046:x1858570169995904:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472750.821057:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48046:x1858570169995904:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 443us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472750.821068:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 464 00000100:00100000:3.0:1772472750.825776:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472750.826168:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996032 00000100:00100000:2.0:1772472750.826185:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996032 00000100:00100000:2.0:1772472750.827450:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 465 00000100:00100000:2.0:1772472750.827466:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48046:x1858570169996032:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472750.828186:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48046:x1858570169996032:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 722us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472750.828196:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 465 00000100:00100000:1.0:1772472750.840044:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472750.840211:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996160 00000100:00100000:3.0:1772472750.840224:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996160 00000100:00100000:3.0:1772472750.840311:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 851 00000100:00100000:3.0:1772472750.840322:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169996160:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472750.840699:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48046:x1858570169996160:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 377us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472750.840708:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 851 00000100:00100000:2.0:1772472750.959504:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472750.959561:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996416 00000100:00100000:2.0:1772472750.959574:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996416 00000100:00100000:2.0:1772472750.959641:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 852 00000100:00100000:2.0:1772472750.959653:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48050:x1858570169996416:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472750.959734:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472750.959789:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e0e04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e3c expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.959811:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772472750.959825:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472750.959856:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.959873:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.959885:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960038:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960053:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960061:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960212:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960220:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.960227:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472750.960818:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].27, 64 off9920 00000004:00080000:2.0:1772472750.960831:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2176793090686ns, next at 2177793087926ns, rc = 0 00010000:00010000:2.0:1772472750.963438:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963471:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963486:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963497:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963504:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963515:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963592:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472750.963628:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963635:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963642:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963648:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472750.963654:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963664:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963680:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472750.963684:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472750.963691:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963697:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e2e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963721:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963728:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963735:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963766:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472750.963769:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963776:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963784:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772472750.963787:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472750.963791:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472750.963797:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472750.963809:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f5ccdfff reply state 0000000078365474 transno 4294967627 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472750.963821:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472750.963968:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48050:x1858570169996416:12345-192.168.201.48@tcp:36:rm.0 Request processed in 4309us (4471us total) trans 4294967627 rc 0/0 00000100:00100000:2.0:1772472750.963980:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 852 00010000:00010000:1.0:1772472750.964446:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472750.964455:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.964463:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472750.964467:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.964474:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.964485:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:1.0:1772472750.964487:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472750.964491:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.964497:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e0e35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.964517:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472750.964520:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472750.964521:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472750.974839:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974865:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974874:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974881:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472750.974889:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974906:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974929:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c424f78f00) 00010000:00010000:1.0:1772472750.974932:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472750.974938:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472750.974944:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0e27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472751.229663:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472752.247882:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472753.061020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472753.061070:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472753.061118:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996672 00000100:00100000:0.0:1772472753.061132:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996672 00000100:00080000:2.0:1772472753.061193:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472753.061711:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1550 00000100:00100000:0.0:1772472753.061725:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570169996672:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472753.061888:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570169996672:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 166us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472753.061899:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1550 00000100:00100000:3.0:1772472753.062658:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996544 00000100:00100000:3.0:1772472753.062669:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996544 00000100:00100000:3.0:1772472753.062812:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:3.0:1772472753.062823:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169996544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472753.062885:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169996544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 63us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472753.062886:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472753.062898:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:1.0:1772472753.062987:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996928 00000100:00100000:3.0:1772472753.062992:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472753.062993:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996928 00000100:00100000:1.0:1772472753.063045:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169996800 00000100:00100000:1.0:1772472753.063048:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169996800 00000100:00100000:1.0:1772472753.063071:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1148 00000100:00100000:1.0:1772472753.063079:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169996928:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472753.063114:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570169996928:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472753.063122:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1148 00000100:00100000:1.0:1772472753.063136:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00100000:1.0:1772472753.063142:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169996800:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472753.063165:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570169996800:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472753.063176:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00080000:1.0:1772472753.063207:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472753.063211:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472753.275043:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472753.327069:0:82568:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2179159325940ns, next at 2177793087926ns, rc = 0 00000001:00080000:0.0:1772472753.381057:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967627 is committed 00000004:00080000:0.0:1772472753.381069:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 71 committed 00000004:00080000:0.0:1772472753.381094:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 72 committed 00000100:00100000:1.0:1772472753.381291:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472753.381324:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185899520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472753.381421:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472753.381709:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899520 00000100:00100000:2.0:1772472753.381722:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899520 00000100:00100000:2.0:1772472753.381849:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1772472753.381859:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185899520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772472753.381892:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00010000:00010000:2.0:1772472753.381921:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472753.381945:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472753.381953:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472753.381955:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472753.381959:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472753.381989:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472753.382004:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 5 pid: 6592 timeout: 2279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472753.382020:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570185899648:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472753.382108:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6780 going to sleep for 11 seconds 00000100:00080000:1.0:1772472753.383040:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472753.388061:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570185899648:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472753.388099:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472753.390395:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472753.391348:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997056 00000100:00100000:3.0:1772472753.391365:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997056 00010000:00010000:3.0:1772472753.391432:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 2279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472753.391555:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 390 00000100:00100000:3.0:1772472753.391570:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570169997056:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472753.391592:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472753.391600:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 2279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472753.391617:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 2279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472753.391646:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064f806ad/0xc2ef6d41852e0e12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e43 expref: 6 pid: 6592 timeout: 2279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472753.392030:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472753.392033:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472753.392040:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472753.392054:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472753.392089:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472753.392204:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392216:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392228:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392246:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392269:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472753.392894:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185899520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11036us (11471us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1772472753.392912:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00010000:00010000:1.0:1772472753.392946:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472753.392953:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392968:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472753.392973:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.392984:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.393000:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.393007:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e0e3c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472753.393031:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472753.393033:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472753.393035:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472753.393085:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43e98df80/2, rc 0, transno 4294967351 00000100:00100000:1.0:1772472753.393101:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185899520:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1772472753.393395:0:82568:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2179225654456ns, next at 2170860341732ns, rc = 0 00000100:00100000:3.0:1772472753.394035:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169997056:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 2464us (3653us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472753.394044:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 390 00000004:00080000:0.0:1772472753.407712:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00010000:00010000:2.0:1772472754.295659:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472754.743191:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185900032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472754.743288:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.743392:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185899904:0@lo:400:kworker.0 00000100:00100000:0.0:1772472754.743421:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.743446:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472754.743452:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185899776:0@lo:400:kworker.0 00000100:00100000:0.0:1772472754.743480:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.743536:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900032 00000100:00100000:0.0:1772472754.743544:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900032 00000100:00100000:0.0:1772472754.743612:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899904 00000100:00100000:0.0:1772472754.743616:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899904 00000100:00100000:0.0:1772472754.743640:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1772472754.743648:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185900032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472754.743798:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1772472754.743808:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185899904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472754.743846:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185899904:12345-0@lo:400:kworker.0 Request processed in 40us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472754.743854:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1772472754.744455:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185900032:12345-0@lo:400:kworker.0 Request processed in 806us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472754.744460:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1772472754.744475:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185899776 00000100:00100000:0.0:1772472754.744478:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185899776 00000100:00100000:0.0:1772472754.744494:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:0.0:1772472754.744507:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185899776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472754.744763:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185899776:12345-0@lo:400:kworker.0 Request processed in 255us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472754.744771:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00080000:0.0:1772472754.744798:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472754.744819:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185900160:0@lo:400:kworker.0 00000100:00100000:0.0:1772472754.744848:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.744907:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185899776:0@lo:400:kworker.0 00000100:00100000:0.0:1772472754.744932:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185899904:0@lo:400:kworker.0 00000100:00100000:3.0:1772472754.745011:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900160 00000100:00100000:3.0:1772472754.745014:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900160 00000100:00100000:3.0:1772472754.745043:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1772472754.745049:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185900160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472754.745089:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185900160:12345-0@lo:400:kworker.0 Request processed in 40us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472754.745096:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1772472754.745123:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185900160:0@lo:400:kworker.0 00000100:00100000:1.0:1772472754.745237:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185900416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472754.745268:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.745281:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900416 00000100:00100000:1.0:1772472754.745285:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472754.745285:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900416 00000100:00100000:1.0:1772472754.745290:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185900288:0@lo:400:kworker.0 00000100:00100000:1.0:1772472754.745312:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472754.745315:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1772472754.745321:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185900416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472754.745339:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900288 00000100:00100000:1.0:1772472754.745342:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900288 00000100:00100000:0.0:1772472754.745353:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185900416:12345-0@lo:400:kworker.0 Request processed in 33us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472754.745359:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1772472754.745365:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00080000:0.0:1772472754.745370:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472754.745371:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185900288:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472754.745373:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472754.745396:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185900416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472754.745399:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185900288:12345-0@lo:400:kworker.0 Request processed in 28us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472754.745405:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1772472754.745411:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185900288:0@lo:400:kworker.0 00000100:00100000:2.0:1772472754.745475:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185900032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472755.255021:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185900544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472755.255091:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472755.255173:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472755.255192:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185900672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472755.255227:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472755.255322:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900544 00000100:00100000:1.0:1772472755.255331:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900544 00000100:00100000:1.0:1772472755.255379:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900672 00000100:00100000:1.0:1772472755.255382:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900672 00000100:00100000:1.0:1772472755.255412:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1772472755.255420:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185900544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472755.255457:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472755.255500:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185900544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472755.255507:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1772472755.255523:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1772472755.255529:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185900672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472755.255548:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472755.255571:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185900672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472755.255576:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1772472755.255778:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185900672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472755.255789:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185900544:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1772472755.259229:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472755.320390:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472755.805395:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00010000:00010000:2.0:1772472756.344831:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472757.366908:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472758.181895:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472758.181928:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472758.181948:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472758.181996:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472758.182034:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997440 00000100:00100000:3.0:1772472758.182047:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997440 00000100:00100000:3.0:1772472758.182128:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997568 00000100:00100000:3.0:1772472758.182131:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997568 00000100:00100000:3.0:1772472758.182165:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1152 00000100:00100000:3.0:1772472758.182177:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169997440:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472758.182266:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169997440:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472758.182273:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1152 00000100:00100000:3.0:1772472758.182288:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00100000:3.0:1772472758.182292:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169997568:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472758.182312:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570169997568:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 20us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472758.182316:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00080000:3.0:1772472758.182511:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472758.182515:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472758.183033:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997184 00000100:00100000:2.0:1772472758.183041:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997184 00000100:00100000:2.0:1772472758.183082:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1224 00000100:00100000:2.0:1772472758.183090:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169997184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472758.183141:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570169997184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472758.183149:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1224 00000100:00100000:0.0:1772472758.183914:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997312 00000100:00100000:0.0:1772472758.183920:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997312 00000100:00100000:0.0:1772472758.183992:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1554 00000100:00100000:0.0:1772472758.184002:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169997312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472758.184051:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570169997312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (2122us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472758.184058:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1554 00000100:00080000:3.0:1772472758.184710:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472758.392412:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472759.415319:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472759.866685:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185901056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472759.866800:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472759.866875:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472759.866893:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185901184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472759.866923:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472759.867242:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185900800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867284:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472759.867317:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185901312:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867360:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472759.867381:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472759.867387:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185900928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867407:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472759.867423:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185901440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867444:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472759.867474:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901056 00000100:00100000:1.0:1772472759.867484:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901056 00000100:00100000:1.0:1772472759.867541:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901312 00000100:00100000:1.0:1772472759.867544:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901312 00000100:00100000:1.0:1772472759.867564:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900928 00000100:00100000:1.0:1772472759.867567:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900928 00000100:00100000:1.0:1772472759.867587:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:1.0:1772472759.867595:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185901056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867664:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185901056:12345-0@lo:400:kworker.0 Request processed in 69us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472759.867672:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:1.0:1772472759.867691:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1772472759.867697:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185901312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867726:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185901312:12345-0@lo:400:kworker.0 Request processed in 30us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472759.867732:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1772472759.867767:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1772472759.867774:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185900928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867801:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185900928:12345-0@lo:400:kworker.0 Request processed in 27us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472759.867806:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1772472759.867852:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185900928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.867864:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185901312:0@lo:400:kworker.0 00000100:00100000:2.0:1772472759.868328:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185900800 00000100:00100000:2.0:1772472759.868335:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185900800 00000100:00100000:2.0:1772472759.868382:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1772472759.868390:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185900800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472759.868431:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185900800:12345-0@lo:400:kworker.0 Request processed in 44us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472759.868437:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1772472759.868483:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185901056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472759.873295:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901184 00000100:00100000:3.0:1772472759.873319:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901184 00000100:00100000:3.0:1772472759.873383:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901440 00000100:00100000:3.0:1772472759.873388:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901440 00000100:00100000:3.0:1772472759.873418:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1772472759.873429:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185901184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472759.873575:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185901184:12345-0@lo:400:kworker.0 Request processed in 147us (6650us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472759.873584:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1772472759.873603:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1772472759.873610:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185901440:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472759.873629:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472759.873636:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472759.873639:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472759.873659:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185901440:12345-0@lo:400:kworker.0 Request processed in 48us (6213us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472759.873666:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1772472759.873714:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:3.0:1772472759.873721:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43e98df80, transno 4294967351 00000100:00100000:1.0:1772472759.873837:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185901440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472759.873850:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185900800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472759.895311:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185901184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472760.375191:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185901568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472760.375291:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472760.375497:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901568 00000100:00100000:0.0:1772472760.375508:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901568 00000100:00100000:0.0:1772472760.375587:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1772472760.375599:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185901568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472760.375649:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472760.375711:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185901568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472760.375719:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1772472760.375988:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185901568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472760.376227:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185901696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472760.376267:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472760.376359:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901696 00000100:00100000:1.0:1772472760.376365:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901696 00000100:00100000:1.0:1772472760.376407:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1772472760.376416:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185901696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472760.376443:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472760.376486:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185901696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472760.376493:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1772472760.376673:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4352e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185901696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472760.443365:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472761.470650:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472762.486994:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472763.307403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472763.307450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472763.307484:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472763.307515:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472763.307611:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997824 00000100:00100000:1.0:1772472763.307621:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997824 00000100:00100000:1.0:1772472763.307695:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1558 00000100:00100000:1.0:1772472763.307706:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169997824:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472763.307797:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570169997824:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472763.307805:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1558 00000100:00100000:0.0:1772472763.307981:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997952 00000100:00100000:0.0:1772472763.307986:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997952 00000100:00100000:0.0:1772472763.308024:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998080 00000100:00100000:0.0:1772472763.308027:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998080 00000100:00100000:2.0:1772472763.308030:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169997696 00000100:00100000:2.0:1772472763.308034:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169997696 00000100:00100000:0.0:1772472763.308050:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1156 00000100:00100000:0.0:1772472763.308056:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169997952:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472763.308058:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:2.0:1772472763.308076:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169997696:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472763.308110:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570169997696:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472763.308110:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169997952:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472763.308118:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:0.0:1772472763.308118:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1156 00000100:00100000:0.0:1772472763.308130:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1157 00000100:00100000:0.0:1772472763.308136:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169998080:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472763.308157:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570169998080:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472763.308163:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1157 00000100:00080000:3.0:1772472763.308485:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472763.308489:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472763.308492:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472763.514720:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472764.536847:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472764.983262:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472764.988235:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472764.988300:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185901824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472764.988391:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472764.991252:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185902080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472764.991322:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472764.991386:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472764.991393:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185902208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472764.991419:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472764.991455:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902080 00000100:00100000:3.0:1772472764.991462:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902080 00000100:00100000:3.0:1772472764.991515:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1772472764.991524:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185902080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472764.991584:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185902080:12345-0@lo:400:kworker.0 Request processed in 61us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472764.991592:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1772472764.991613:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902208 00000100:00100000:3.0:1772472764.991617:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902208 00000100:00100000:3.0:1772472764.991656:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1772472764.991663:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185902208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472764.991691:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185902208:12345-0@lo:400:kworker.0 Request processed in 29us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472764.991697:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:3.0:1772472764.991712:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472764.991716:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472764.991778:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185902208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472764.991791:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185902080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472764.993208:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901824 00000100:00100000:2.0:1772472764.993218:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901824 00000100:00100000:1.0:1772472764.996016:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185902336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472764.996109:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472764.996161:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185901952:0@lo:400:kworker.0 00000100:00100000:1.0:1772472764.996185:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472764.996225:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902336 00000100:00100000:1.0:1772472764.996232:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902336 00000100:00100000:3.0:1772472764.996260:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1772472764.996276:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185901952 00000100:00100000:1.0:1772472764.996280:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185901952 00000100:00100000:3.0:1772472764.996285:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185901824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472764.996305:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1772472764.996314:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4352e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185902336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472764.996398:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1772472764.996407:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185901952:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472764.996871:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472764.996893:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472764.996903:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185902464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472765.000227:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4352e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185902336:12345-0@lo:400:kworker.0 Request processed in 3906us (4109us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472765.000240:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1772472765.000344:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185901824:0@lo:400:kworker.0 00000100:00100000:3.0:1772472765.002648:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185901824:12345-0@lo:400:kworker.0 Request processed in 6364us (14243us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472765.002664:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1772472765.002687:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472765.002793:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185902336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472765.003138:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902464 00000100:00100000:1.0:1772472765.003146:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902464 00000100:00100000:1.0:1772472765.003215:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1772472765.003225:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185902464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472765.003284:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185902464:12345-0@lo:400:kworker.0 Request processed in 61us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472765.003291:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00080000:0.0:1772472765.003354:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472765.003378:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185902464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472765.003478:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185901952:12345-0@lo:400:kworker.0 Request processed in 7071us (7290us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472765.003487:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1772472765.003564:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185901952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472765.495120:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472765.495142:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185902592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472765.495208:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472765.495318:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902592 00000100:00100000:1.0:1772472765.495327:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902592 00000100:00100000:1.0:1772472765.495386:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1772472765.495395:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185902592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472765.495431:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472765.495490:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185902592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472765.495498:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1772472765.495836:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185902592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472765.498914:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185902720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472765.498978:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472765.499700:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902720 00000100:00100000:1.0:1772472765.499709:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902720 00000100:00100000:1.0:1772472765.499790:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1772472765.499801:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185902720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472765.499838:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472765.499906:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185902720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472765.499913:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1772472765.500012:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185902720:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472765.559078:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472766.583101:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472767.607755:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472768.429629:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472768.429683:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472768.429727:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472768.429805:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472768.430027:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998336 00000100:00100000:1.0:1772472768.430039:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998336 00000100:00100000:1.0:1772472768.430115:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1562 00000100:00100000:1.0:1772472768.430126:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169998336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472768.430208:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570169998336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 84us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472768.430217:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1562 00000100:00100000:3.0:1772472768.430649:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998464 00000100:00100000:3.0:1772472768.430655:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998464 00000100:00100000:3.0:1772472768.430691:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998592 00000100:00100000:3.0:1772472768.430694:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998592 00000100:00100000:3.0:1772472768.430717:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1160 00000100:00100000:3.0:1772472768.430724:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169998464:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472768.430787:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169998464:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 63us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472768.430794:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1160 00000100:00100000:3.0:1772472768.430806:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:3.0:1772472768.430813:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169998592:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472768.430835:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570169998592:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472768.430841:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:0.0:1772472768.431170:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998208 00000100:00100000:0.0:1772472768.431175:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998208 00000100:00100000:0.0:1772472768.431210:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1228 00000100:00100000:0.0:1772472768.431217:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169998208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472768.431251:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570169998208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (1634us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472768.431257:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1228 00000100:00080000:2.0:1772472768.431819:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472768.431824:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472768.431827:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472768.631043:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472769.655587:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472770.103100:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.103173:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472770.103240:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472770.103246:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185903104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.103272:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472770.103303:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903104 00000100:00100000:0.0:1772472770.103310:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903104 00000100:00100000:0.0:1772472770.103379:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:0.0:1772472770.103387:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185903104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.103438:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185903104:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472770.103446:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:0.0:1772472770.103468:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903232 00000100:00100000:0.0:1772472770.103471:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903232 00000100:00100000:0.0:1772472770.103498:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1772472770.103506:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.103534:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903232:12345-0@lo:400:kworker.0 Request processed in 30us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472770.103539:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1772472770.103575:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185903104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.103585:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103684:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185902848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103721:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472770.103775:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185903360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103797:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472770.103813:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472770.103818:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185902976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103838:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472770.103853:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185903488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103869:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472770.103893:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903488 00000100:00100000:1.0:1772472770.103896:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903488 00000100:00100000:1.0:1772472770.103924:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1772472770.103930:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185903488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.103977:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185903488:12345-0@lo:400:kworker.0 Request processed in 47us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472770.103983:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1772472770.104002:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903360 00000100:00100000:1.0:1772472770.104006:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903360 00000100:00100000:1.0:1772472770.104026:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902976 00000100:00100000:1.0:1772472770.104028:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902976 00000100:00100000:1.0:1772472770.104042:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1772472770.104048:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185903360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.104075:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185903360:12345-0@lo:400:kworker.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472770.104080:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1772472770.104090:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1772472770.104095:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185902976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.104118:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185902976:12345-0@lo:400:kworker.0 Request processed in 23us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472770.104123:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1772472770.104151:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185902976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.104161:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185903488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.104169:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185903360:0@lo:400:kworker.0 00000100:00080000:2.0:1772472770.104252:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472770.104256:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472770.104259:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472770.104479:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185902848 00000100:00100000:0.0:1772472770.104484:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185902848 00000100:00100000:0.0:1772472770.104553:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1772472770.104561:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185902848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472770.104603:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185902848:12345-0@lo:400:kworker.0 Request processed in 44us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472770.104610:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1772472770.104671:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185902848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472770.616570:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472770.616593:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472770.616662:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472770.617766:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903616 00000100:00100000:0.0:1772472770.617787:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903616 00000100:00100000:0.0:1772472770.617859:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1772472770.617870:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472770.617907:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472770.617990:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472770.617998:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1772472770.618632:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472770.618672:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472770.618768:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472770.618895:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903744 00000100:00100000:2.0:1772472770.618901:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903744 00000100:00100000:2.0:1772472770.618949:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1772472770.618957:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472770.618979:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472770.619026:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185903744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472770.619035:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1772472770.619948:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185903744:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472770.678973:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472771.706524:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472771.842583:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472771.844000:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998720 00000100:00100000:0.0:1772472771.844013:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998720 00000100:00100000:0.0:1772472771.844091:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 853 00000100:00100000:0.0:1772472771.844102:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169998720:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472771.844193:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169998720:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 93us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472771.844201:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 853 00000100:00080000:2.0:1772472771.846413:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472771.865382:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472771.865419:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998848 00000100:00100000:2.0:1772472771.865429:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998848 00000100:00100000:2.0:1772472771.865489:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 467 00000100:00100000:2.0:1772472771.865500:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169998848:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472771.865823:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169998848:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 325us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472771.865831:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 467 00000100:00080000:2.0:1772472771.865853:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472771.876199:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472771.876290:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169998976 00000100:00100000:3.0:1772472771.876304:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169998976 00000100:00100000:3.0:1772472771.878540:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 468 00000100:00100000:3.0:1772472771.879040:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169998976:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:1.0:1772472771.880524:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472771.881291:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169998976:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 2714us (5083us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472771.881307:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 468 00000100:00100000:2.0:1772472771.888032:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472771.888110:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999104 00000100:00100000:3.0:1772472771.888129:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999104 00000100:00100000:3.0:1772472771.888295:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 854 00000100:00100000:3.0:1772472771.888309:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999104:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472771.888762:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999104:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 433us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472771.888785:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 854 00000100:00100000:2.0:1772472771.910565:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472771.910795:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999232 00000100:00100000:3.0:1772472771.910806:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999232 00000100:00100000:3.0:1772472771.910865:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 855 00000100:00100000:3.0:1772472771.910875:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999232:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472771.910981:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999232:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 107us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472771.910989:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 855 00000100:00100000:1.0:1772472771.934266:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472771.934305:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999360 00000100:00100000:1.0:1772472771.934315:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999360 00000100:00100000:1.0:1772472771.934365:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 469 00000100:00100000:1.0:1772472771.934374:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169999360:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472771.934664:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169999360:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 290us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472771.934672:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 469 00000100:00100000:2.0:1772472771.951594:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472771.951803:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999488 00000100:00100000:1.0:1772472771.951814:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999488 00000100:00100000:1.0:1772472771.951871:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 470 00000100:00100000:1.0:1772472771.951891:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169999488:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472771.952195:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48308:x1858570169999488:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 314us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472771.952204:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 470 00000100:00100000:1.0:1772472771.964030:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472771.964071:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999616 00000100:00100000:1.0:1772472771.967438:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999616 00000100:00100000:1.0:1772472771.967517:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 856 00000100:00100000:1.0:1772472771.967527:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999616:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472771.967870:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48308:x1858570169999616:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 343us (3849us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472771.967877:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 856 00010000:00010000:1.0:1772472772.728473:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472773.493781:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.493849:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570169999744 00000100:00100000:3.0:1772472773.493860:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570169999744 00000100:00100000:3.0:1772472773.495140:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 857 00000100:00100000:3.0:1772472773.495153:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48322:x1858570169999744:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472773.495177:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472773.495202:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0e43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e4a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495269:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495284:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495299:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472773.495371:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472773.495376:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472773.495403:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495431:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0e43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e4a expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495446:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e4a expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.495456:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772472773.495459:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472773.495463:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472773.495534:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48322:x1858570169999744:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 383us (1761us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472773.495542:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 857 00000100:00080000:2.0:1772472773.500790:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472773.505859:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472773.505928:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000000 00000100:00100000:1.0:1772472773.505939:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000000 00000100:00100000:1.0:1772472773.506002:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 858 00000100:00100000:1.0:1772472773.506012:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48322:x1858570170000000:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472773.506073:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472773.506104:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e0e4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e4a expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.506127:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e0de8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e35 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.506139:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:1.0:1772472773.506153:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472773.506182:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.506195:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.506206:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472773.541038:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.541080:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.541110:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.541141:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000384 00000100:00100000:3.0:1772472773.541151:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000384 00000100:00100000:3.0:1772472773.541221:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000256 00000100:00100000:3.0:1772472773.541224:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000256 00000100:00100000:3.0:1772472773.541251:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1164 00000100:00100000:3.0:1772472773.541261:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170000384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472773.541331:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170000384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472773.541339:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1164 00000100:00100000:3.0:1772472773.541355:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1165 00000100:00100000:3.0:1772472773.541362:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170000256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472773.541390:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170000256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472773.541396:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1165 00000100:00100000:1.0:1772472773.541671:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000128 00000100:00100000:1.0:1772472773.541676:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000128 00000100:00100000:1.0:1772472773.541712:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00100000:1.0:1772472773.541720:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170000128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472773.541771:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170000128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472773.541777:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00080000:1.0:1772472773.542918:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472773.542925:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:1.0:1772472773.581057:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000cb756fe2 reply state 00000000f912a633 transno 4294967628 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472773.581076:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472773.581122:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:1.0:1772472773.581247:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48322:x1858570170000000:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 75231us (75396us total) trans 4294967628 rc 0/0 00000100:00100000:1.0:1772472773.581258:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 858 00000001:00080000:2.0:1772472773.581513:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967628 is committed 00010000:00010000:1.0:1772472773.582255:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582267:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582277:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582285:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472773.582291:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582300:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582321:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472773.582325:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472773.582330:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472773.582337:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0e51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472773.661700:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472773.662162:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000512 00000100:00100000:0.0:1772472773.662172:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000512 00000100:00100000:0.0:1772472773.662346:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 145 00000100:00100000:0.0:1772472773.662359:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48326:x1858570170000512:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:0.0:1772472773.662477:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48326:x1858570170000512:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 122us (789us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472773.662486:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 145 00000100:00100000:3.0:1772472773.664869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472773.664949:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000640 00000100:00100000:2.0:1772472773.664960:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000640 00000100:00100000:2.0:1772472773.665018:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 859 00000100:00100000:2.0:1772472773.665029:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48326:x1858570170000640:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472773.665054:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472773.665076:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e51 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665136:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665152:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665162:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665171:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665176:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665180:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665319:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665325:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665329:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472773.665348:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:2.0:1772472773.665350:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472773.665368:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665376:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665383:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665387:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665391:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472773.665394:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665399:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665407:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772472773.665409:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472773.665412:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665415:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0e5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665425:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665428:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665432:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665435:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472773.665437:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665441:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665444:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78600) 00010000:00010000:2.0:1772472773.665445:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472773.665447:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665450:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665470:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e51 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665478:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e51 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.665482:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472773.665483:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472773.665485:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772472773.665537:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48326:x1858570170000640:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 511us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472773.665550:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 859 00000100:00100000:1.0:1772472773.668892:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.668992:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170000896 00000100:00100000:3.0:1772472773.669002:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170000896 00000100:00100000:3.0:1772472773.669091:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 860 00000100:00100000:3.0:1772472773.669098:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48326:x1858570170000896:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472773.669117:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472773.669133:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0e74 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e58 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669252:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669263:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669271:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669280:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669285:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669288:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472773.669691:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1772472773.669933:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0e89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669943:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0e89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669951:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0e89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669987:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.669994:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670000:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670007:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.670011:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670019:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670032:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772472773.670035:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.670040:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670052:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0e7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472773.670065:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000061039614 reply state 000000001e97c585 transno 4294967629 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472773.670073:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472773.670103:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0e74 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e58 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670115:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0e89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e58 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.670120:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472773.670121:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472773.670123:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772472773.670183:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48326:x1858570170000896:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1085us (1312us total) trans 4294967629 rc 0/0 00000100:00100000:3.0:1772472773.670191:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 860 00010000:00010000:3.0:1772472773.672317:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672335:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672343:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672349:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.672354:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672362:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672378:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6900) 00010000:00010000:3.0:1772472773.672381:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.672385:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.672391:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0e82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472773.672877:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472773.672962:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001152 00000100:00100000:2.0:1772472773.672973:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001152 00000100:00100000:2.0:1772472773.673037:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 861 00000100:00100000:2.0:1772472773.673049:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48326:x1858570170001152:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:2.0:1772472773.673112:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472773.673127:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e0e89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e58 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.673136:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:2.0:1772472773.673141:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472773.673180:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.673190:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.673197:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472773.673301:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000069a33d7e reply state 00000000814f1c5a transno 4294967630 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472773.673307:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472773.673387:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48326:x1858570170001152:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 342us (516us total) trans 4294967630 rc 0/0 00000100:00100000:2.0:1772472773.673395:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 861 00000100:00100000:1.0:1772472773.675598:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472773.675783:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001280 00000100:00100000:2.0:1772472773.675793:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001280 00000100:00100000:2.0:1772472773.675840:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 862 00000100:00100000:2.0:1772472773.675850:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48326:x1858570170001280:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772472773.675872:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472773.675902:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e5f expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.675959:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e5f expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.675974:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e9e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e5f expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.675994:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472773.675997:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472773.676000:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472773.676062:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:48326:x1858570170001280:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 212us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472773.676069:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 862 00010000:00010000:3.0:1772472773.676332:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676341:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676348:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676354:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.676358:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676367:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676378:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472773.676381:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.676385:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.676390:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e0e97 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472773.678457:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.678498:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001408 00000100:00100000:3.0:1772472773.678507:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001408 00000100:00100000:3.0:1772472773.678612:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 471 00000100:00100000:3.0:1772472773.678620:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170001408:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:3.0:1772472773.678999:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170001408:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 378us (550us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1772472773.679007:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 471 00000100:00100000:0.0:1772472773.683713:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472773.683835:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001664 00000100:00100000:1.0:1772472773.683844:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001664 00000100:00100000:1.0:1772472773.684010:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 146 00000100:00100000:1.0:1772472773.684022:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48326:x1858570170001664:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:1.0:1772472773.684325:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:48326:x1858570170001664:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 304us (619us total) trans 4294967631 rc 0/0 00000100:00100000:1.0:1772472773.684337:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 146 00000100:00100000:2.0:1772472773.738162:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.738375:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001792 00000100:00100000:3.0:1772472773.738385:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001792 00000100:00100000:3.0:1772472773.738480:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 863 00000100:00100000:3.0:1772472773.738490:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:48330:x1858570170001792:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772472773.738515:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472773.738536:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ea5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e66 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738600:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738613:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738625:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738644:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738651:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738655:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738774:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738782:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738788:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472773.738823:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 0 00000004:00200000:3.0:1772472773.738828:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472773.738850:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738861:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738868:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738874:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.738895:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739369:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.739373:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739382:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739396:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772472773.739400:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.739405:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739412:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0eac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739424:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739428:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739432:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739435:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.739436:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739443:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739448:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6900) 00010000:00010000:3.0:1772472773.739449:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.739451:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739454:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0eb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739480:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ea5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e66 expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739488:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e66 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.739493:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472773.739495:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472773.739496:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772472773.739551:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48330:x1858570170001792:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 1063us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472773.739560:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 863 00000100:00100000:0.0:1772472773.742433:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.742484:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170001920 00000100:00100000:3.0:1772472773.742496:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170001920 00000100:00100000:3.0:1772472773.742546:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 472 00000100:00100000:3.0:1772472773.742556:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170001920:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772472773.742578:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472773.742599:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e6d expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472773.742625:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x69a5c9c5, atime: 0x69a5c9c5, ctime: 0x69a5c9c5, blocks: 0x1 00010000:00010000:3.0:1772472773.742641:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472773.742643:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472773.742650:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.742663:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.742674:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772472773.742721:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170001920:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 169us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472773.742726:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 472 00000100:00100000:0.0:1772472773.748400:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472773.748477:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002176 00000100:00100000:3.0:1772472773.748488:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002176 00000100:00100000:3.0:1772472773.748551:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 864 00000100:00100000:3.0:1772472773.748561:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48330:x1858570170002176:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772472773.748615:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472773.748641:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0eba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e66 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748663:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e0e9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e5f expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748675:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472773.748687:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472773.748707:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748717:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748724:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748734:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748790:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748798:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748913:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748921:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.748929:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472773.749439:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].27, 64 off9920 00000004:00080000:3.0:1772472773.749447:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2199581707220ns, next at 2200581705649ns, rc = 0 00010000:00010000:3.0:1772472773.749489:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749496:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749501:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749506:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749510:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749514:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749567:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472773.749588:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749594:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749601:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749607:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.749612:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749618:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749626:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772472773.749627:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472773.749631:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749634:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0ed6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x47:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749645:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749649:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749652:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749655:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.749657:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749660:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749664:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772472773.749665:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.749667:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.749670:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0ec8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472773.749677:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003e570fed reply state 0000000049d7f8be transno 4294967632 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472773.749683:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472773.749769:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48330:x1858570170002176:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1207us (1377us total) trans 4294967632 rc 0/0 00000100:00100000:3.0:1772472773.749777:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 864 00010000:00010000:2.0:1772472773.750325:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472773.750332:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.750339:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472773.750342:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.750349:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.750360:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:2.0:1772472773.750362:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472773.750365:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.750371:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e0edd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472773.750386:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472773.750388:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472773.750390:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472773.751282:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472773.753456:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753472:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753479:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753484:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472773.753489:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753496:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753511:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6900) 00010000:00010000:3.0:1772472773.753514:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472773.753518:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472773.753525:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ecf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472774.775023:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472775.218831:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472775.218970:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002304 00000100:00100000:1.0:1772472775.218981:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002304 00000100:00100000:1.0:1772472775.219075:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 865 00000100:00100000:1.0:1772472775.219087:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:48350:x1858570170002304:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472775.219111:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472775.219132:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0ee4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e74 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219205:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219221:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219233:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472775.219290:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:1.0:1772472775.219295:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472775.219320:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219346:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e0ee4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e74 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219365:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e74 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472775.219379:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:1.0:1772472775.219382:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472775.219386:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472775.219443:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48350:x1858570170002304:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 358us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472775.219451:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 865 00000100:00080000:3.0:1772472775.219635:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472775.226891:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185904000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.226962:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227028:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185904512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227057:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227083:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472775.227089:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185903872:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227114:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227137:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185904384:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227163:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227189:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185904128:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227211:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227230:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472775.227235:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185904256:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227255:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472775.227283:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904000 00000100:00100000:2.0:1772472775.227291:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904000 00000100:00100000:2.0:1772472775.227329:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904384 00000100:00100000:2.0:1772472775.227333:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904384 00000100:00100000:2.0:1772472775.227358:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904128 00000100:00100000:2.0:1772472775.227362:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904128 00000100:00100000:2.0:1772472775.227379:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1772472775.227387:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185904000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227437:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185904000:12345-0@lo:400:kworker.0 Request processed in 50us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.227444:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1772472775.227462:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1772472775.227468:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185904384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227495:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185904384:12345-0@lo:400:kworker.0 Request processed in 27us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.227500:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1772472775.227511:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1772472775.227517:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185904128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227545:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305592680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185904128:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.227550:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1772472775.227574:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904512 00000100:00100000:2.0:1772472775.227578:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904512 00000100:00100000:2.0:1772472775.227603:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904256 00000100:00100000:2.0:1772472775.227606:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904256 00000100:00100000:2.0:1772472775.227624:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472775.227630:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185904512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227658:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bbe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185904512:12345-0@lo:400:kworker.0 Request processed in 28us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.227664:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472775.227675:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1772472775.227681:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185904256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227706:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185904256:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.227712:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00080000:2.0:1772472775.227727:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472775.227731:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472775.227733:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472775.227787:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185904256:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227797:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185904128:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227826:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185904384:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227835:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185904000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.227842:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185904512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472775.232808:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472775.232840:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002560 00000100:00100000:3.0:1772472775.232849:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002560 00000100:00100000:3.0:1772472775.232907:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 866 00000100:00100000:3.0:1772472775.232916:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48350:x1858570170002560:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772472775.232985:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472775.233017:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e0eeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e74 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.233040:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0e6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e51 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.233053:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772472775.233063:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472775.233085:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.233097:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.233107:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472775.235774:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185903872 00000100:00100000:2.0:1772472775.235788:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185903872 00000100:00100000:2.0:1772472775.235836:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1772472775.235846:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185903872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472775.235945:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185903872:12345-0@lo:400:kworker.0 Request processed in 100us (8829us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.235952:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1772472775.236023:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185903872:0@lo:400:kworker.0 00000004:00010000:3.0:1772472775.324965:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b48cfa1e reply state 00000000c842d5fa transno 4294967633 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472775.324991:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472775.325051:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:3.0:1772472775.325174:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:48350:x1858570170002560:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 92242us (92357us total) trans 4294967633 rc 0/0 00000100:00100000:3.0:1772472775.325185:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 866 00000001:00080000:2.0:1772472775.327075:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967631 is committed 00000001:00080000:2.0:1772472775.327106:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967633 is committed 00000004:00080000:2.0:1772472775.327112:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000100:00100000:0.0:1772472775.327801:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472775.327825:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185904640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772472775.327900:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772472775.328027:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328040:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328048:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328055:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472775.328060:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328069:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328084:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472775.328088:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472775.328093:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.328099:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0ef2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472775.328336:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904640 00000100:00100000:2.0:1772472775.328345:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904640 00000100:00100000:2.0:1772472775.328397:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1772472775.328406:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185904640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472775.328438:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00010000:00010000:2.0:1772472775.328461:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.328484:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.328492:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472775.328494:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472775.328497:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.328525:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.328540:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 6 pid: 6590 timeout: 2301 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472775.328552:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305591500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185904768:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472775.328616:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f900 going to sleep for 11 seconds 00000100:00100000:0.0:1772472775.337418:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305591500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185904768:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472775.337447:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472775.338899:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472775.340155:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002688 00000100:00100000:2.0:1772472775.340170:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002688 00010000:00010000:2.0:1772472775.340232:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 2301 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472775.340273:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 391 00000100:00100000:2.0:1772472775.340283:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c424ee3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170002688:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472775.340301:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472775.340307:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 2301 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340320:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 2301 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340344:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2509a92/0xc2ef6d41852e0ec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e6d expref: 7 pid: 6590 timeout: 2301 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340359:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472775.340361:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472775.340366:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340375:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340400:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472775.340454:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c424ee3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170002688:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 173us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472775.340461:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 391 00010000:00010000:2.0:1772472775.340524:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340534:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340544:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340551:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.340568:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472775.341049:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185904640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12643us (13148us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1772472775.341057:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00010000:00010000:2.0:1772472775.341078:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472775.341083:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.341090:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472775.341094:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.341103:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.341116:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.341122:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e0ef9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472775.341141:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472775.341142:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472775.341144:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472775.341277:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43b99c000/2, rc 0, transno 4294967351 00000100:00100000:2.0:1772472775.341283:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185904640:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1772472775.341474:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472775.437837:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472775.442101:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002816 00000100:00100000:3.0:1772472775.442116:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002816 00000100:00100000:3.0:1772472775.442190:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 867 00000100:00100000:3.0:1772472775.442201:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48354:x1858570170002816:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472775.442228:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472775.442247:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e7b expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442309:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442325:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442337:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442350:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442356:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442363:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442493:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442501:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442512:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472775.442538:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472775.442542:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472775.442564:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442575:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442582:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442588:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442592:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472775.442596:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442603:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442615:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:3.0:1772472775.442618:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472775.442622:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442628:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442644:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442650:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442656:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442662:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472775.442665:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442671:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442677:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c4052b6900) 00010000:00010000:3.0:1772472775.442679:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472775.442682:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442688:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442714:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e7b expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442727:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e7b expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472775.442761:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472775.442764:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472775.442766:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772472775.442833:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48354:x1858570170002816:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 635us (5006us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472775.442842:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 867 00000100:00100000:1.0:1772472775.735928:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472775.735954:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185904896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472775.736027:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472775.736179:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185904896 00000100:00100000:0.0:1772472775.736187:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185904896 00000100:00100000:0.0:1772472775.736237:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1772472775.736248:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185904896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472775.736299:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472775.736360:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185904896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472775.736367:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1772472775.736387:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472775.736396:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185905024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472775.736423:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472775.736454:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905024 00000100:00100000:0.0:1772472775.736457:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905024 00000100:00100000:0.0:1772472775.736481:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1772472775.736487:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185905024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472775.736506:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472775.736538:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185905024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472775.736544:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1772472775.736589:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185905024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472775.736621:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185904896:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472775.799022:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472776.415915:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000001:00080000:3.0:1772472776.415942:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000100:00100000:2.0:1772472776.576668:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.582016:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170002944 00000100:00100000:3.0:1772472776.582031:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170002944 00000100:00100000:3.0:1772472776.582097:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 868 00000100:00100000:3.0:1772472776.582108:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48372:x1858570170002944:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472776.582130:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472776.582152:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e82 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582223:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582236:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582249:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472776.582311:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:3.0:1772472776.582316:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472776.582339:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582364:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e82 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582380:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e82 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.582389:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472776.582392:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472776.582396:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472776.582759:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48372:x1858570170002944:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 632us (6080us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.582767:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 868 00000100:00100000:0.0:1772472776.592877:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472776.594143:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003200 00000100:00100000:2.0:1772472776.594156:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003200 00000100:00100000:2.0:1772472776.594216:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 869 00000100:00100000:2.0:1772472776.594226:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48372:x1858570170003200:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472776.594277:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472776.594303:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e82 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.594323:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e7b expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.594335:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:2.0:1772472776.594346:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472776.594371:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.594384:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.594394:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472776.595092:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000396beabb reply state 00000000367d15d7 transno 4294967634 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472776.595104:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472776.595121:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000100:00100000:2.0:1772472776.595207:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48372:x1858570170003200:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 981us (2339us total) trans 4294967634 rc 0/0 00000100:00100000:2.0:1772472776.595215:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 869 00010000:00010000:3.0:1772472776.610908:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610929:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610937:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610944:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472776.610949:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610958:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610978:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:3.0:1772472776.610981:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472776.610987:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.610994:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472776.692908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.693076:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003328 00000100:00100000:3.0:1772472776.693087:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003328 00000100:00100000:3.0:1772472776.693155:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 870 00000100:00100000:3.0:1772472776.693166:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003328:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472776.693273:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003328:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 109us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.693280:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 870 00000100:00100000:1.0:1772472776.700822:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472776.700969:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003456 00000100:00100000:2.0:1772472776.700980:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003456 00000100:00100000:2.0:1772472776.701084:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 474 00000100:00100000:2.0:1772472776.701095:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003456:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472776.701367:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003456:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 274us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472776.701375:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 474 00000100:00100000:2.0:1772472776.710525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.710773:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003584 00000100:00100000:3.0:1772472776.710784:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003584 00000100:00100000:3.0:1772472776.710843:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 475 00000100:00100000:3.0:1772472776.710853:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003584:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472776.711823:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003584:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 968us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.711843:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 475 00000100:00080000:0.0:1772472776.713560:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472776.721134:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472776.734684:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003712 00000100:00100000:0.0:1772472776.734698:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003712 00000100:00100000:0.0:1772472776.734906:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 871 00000100:00100000:0.0:1772472776.734917:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003712:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472776.735540:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003712:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 623us (14412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472776.735548:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 871 00000100:00100000:0.0:1772472776.740293:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.741427:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003840 00000100:00100000:3.0:1772472776.741440:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003840 00000100:00100000:3.0:1772472776.741502:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 872 00000100:00100000:3.0:1772472776.741513:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003840:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472776.741627:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170003840:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 115us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.741635:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 872 00000100:00100000:0.0:1772472776.751904:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.753612:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170003968 00000100:00100000:3.0:1772472776.753623:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170003968 00000100:00100000:3.0:1772472776.753852:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 476 00000100:00100000:3.0:1772472776.753862:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003968:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472776.755351:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170003968:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1485us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.755363:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 476 00000100:00100000:0.0:1772472776.758911:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.758978:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004096 00000100:00100000:3.0:1772472776.758988:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004096 00000100:00100000:3.0:1772472776.759040:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 477 00000100:00100000:3.0:1772472776.759050:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170004096:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472776.759345:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48384:x1858570170004096:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 295us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472776.759353:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 477 00000100:00100000:1.0:1772472776.761419:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472776.761547:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004224 00000100:00100000:0.0:1772472776.761557:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004224 00000100:00100000:0.0:1772472776.761609:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 873 00000100:00100000:0.0:1772472776.761617:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170004224:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472776.761988:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48384:x1858570170004224:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 371us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472776.761997:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 873 00010000:00010000:2.0:1772472776.822986:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472776.848969:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472776.849339:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004352 00000100:00100000:0.0:1772472776.849347:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004352 00000100:00100000:0.0:1772472776.849396:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 874 00000100:00100000:0.0:1772472776.849403:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48388:x1858570170004352:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472776.849421:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472776.849438:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0f31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e89 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849497:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849508:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849520:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849529:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849533:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849537:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849659:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849665:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849669:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472776.849688:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:0.0:1772472776.849690:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472776.849706:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849714:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849718:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849726:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849730:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472776.849733:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849772:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849781:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472776.849783:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472776.849787:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849790:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e0f38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849799:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849802:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849805:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849808:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472776.849810:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849816:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849820:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a600) 00010000:00010000:0.0:1772472776.849821:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472776.849822:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.849837:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e0f3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.850369:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e0f31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e89 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.850386:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e89 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472776.850393:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772472776.850395:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472776.850398:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:1.0:1772472776.850577:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48388:x1858570170004352:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1171us (1614us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472776.850586:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 874 00000100:00100000:1.0:1772472776.857442:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472776.857553:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004480 00000100:00100000:0.0:1772472776.857562:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004480 00000100:00100000:0.0:1772472776.857660:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 147 00000100:00100000:0.0:1772472776.857670:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418efb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48388:x1858570170004480:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:0.0:1772472776.857815:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418efb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48388:x1858570170004480:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 146us (794us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472776.857824:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 147 00000100:00100000:0.0:1772472776.862607:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.862694:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004736 00000100:00100000:3.0:1772472776.862705:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004736 00000100:00100000:3.0:1772472776.862794:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 875 00000100:00100000:3.0:1772472776.862803:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48388:x1858570170004736:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772472776.862823:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472776.862854:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f4d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e90 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863003:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863016:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863027:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863040:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863048:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863054:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472776.863551:0:5812:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1772472776.863724:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863731:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.863883:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864016:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864024:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864030:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864035:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472776.864040:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864048:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864061:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:2.0:1772472776.864064:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472776.864069:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864076:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e0f54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472776.864089:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d8698b1a reply state 0000000017667700 transno 4294967635 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472776.864098:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472776.864131:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e0f4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e90 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864145:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e90 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472776.864152:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:2.0:1772472776.864154:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472776.864157:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:2.0:1772472776.864242:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:48388:x1858570170004736:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1440us (1645us total) trans 4294967635 rc 0/0 00000100:00100000:2.0:1772472776.864250:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 875 00010000:00010000:3.0:1772472776.872343:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872363:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872369:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872375:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472776.872381:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872388:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872408:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c4052b6900) 00010000:00010000:3.0:1772472776.872412:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472776.872416:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472776.872422:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e0f5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472776.886055:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472776.886140:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004864 00000100:00100000:1.0:1772472776.886150:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004864 00000100:00100000:1.0:1772472776.886215:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 478 00000100:00100000:1.0:1772472776.886225:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48388:x1858570170004864:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472776.886244:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472776.886265:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e97 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472776.886291:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472776.886314:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472776.886316:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472776.886326:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472776.886344:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472776.886358:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772472776.886419:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3024d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48388:x1858570170004864:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 195us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472776.886427:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 478 00000100:00100000:1.0:1772472776.910583:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472776.910691:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170004992 00000100:00100000:0.0:1772472776.910702:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170004992 00002000:00100000:1.0:1772472776.912502:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff90c43bb90000 x1858570170004992/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:57/0 lens 488/0 e 0 to 0 dl 1772472787 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1772472776.912517:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43bb90000 with x1858570170004992 ext(0->1048575) 00002000:00010000:1.0:1772472776.912523:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c43bb90000 00000100:00100000:1.0:1772472776.912653:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 21 00000100:00100000:1.0:1772472776.912670:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170004992:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:2.0:1772472776.951315:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170004992:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 38642us (40731us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1772472776.951331:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 21 00002000:00100000:2.0:1772472776.951344:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff90c43bb90000 x1858570170004992/t4294967352(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:57/0 lens 488/448 e 0 to 0 dl 1772472787 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772472776.951355:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43bb90000 with x1858570170004992 ext(0->1048575) 00002000:00010000:2.0:1772472776.951362:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c43bb90000 00000100:00100000:0.0:1772472776.958116:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472776.958211:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005120 00000100:00100000:3.0:1772472776.958221:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005120 00000100:00100000:3.0:1772472776.958283:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 876 00000100:00100000:3.0:1772472776.958294:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48388:x1858570170005120:12345-192.168.201.48@tcp:44:dd.60003 00000100:00100000:1.0:1772472777.013649:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48388:x1858570170005120:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 55347us (55532us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472777.013663:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 876 00000001:00080000:2.0:1772472777.014398:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967634 is committed 00000001:00080000:2.0:1772472777.014414:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967635 is committed 00000100:00100000:0.0:1772472777.017161:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472777.022152:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005248 00000100:00100000:3.0:1772472777.022292:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005248 00000100:00100000:3.0:1772472777.022356:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 479 00000100:00100000:3.0:1772472777.022368:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170005248:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:0.0:1772472777.127925:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:3.0:1772472777.128660:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170005248:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 106284us (111497us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472777.128677:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 479 00000100:00100000:3.0:1772472777.134115:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472777.134305:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005504 00000100:00100000:0.0:1772472777.134320:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005504 00000100:00100000:0.0:1772472777.134407:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 148 00000100:00100000:0.0:1772472777.134417:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48388:x1858570170005504:12345-192.168.201.48@tcp:35:dd.60003 00000100:00080000:3.0:1772472777.135056:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472777.136321:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48388:x1858570170005504:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 1891us (2208us total) trans 4294967636 rc 0/0 00000100:00100000:1.0:1772472777.136339:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 148 00010000:00010000:3.0:1772472777.848081:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472778.667017:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472778.667078:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472778.667127:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472778.667157:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472778.667194:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006016 00000100:00100000:3.0:1772472778.667208:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006016 00000100:00100000:3.0:1772472778.667281:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005888 00000100:00100000:3.0:1772472778.667285:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005888 00000100:00100000:3.0:1772472778.667312:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1168 00000100:00100000:3.0:1772472778.667323:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170006016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472778.667423:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170006016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472778.667431:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1168 00000100:00100000:3.0:1772472778.667449:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:3.0:1772472778.667456:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170005888:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472778.667480:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170005888:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472778.667486:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:3.0:1772472778.667505:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005632 00000100:00100000:3.0:1772472778.667509:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005632 00000100:00100000:3.0:1772472778.667540:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1232 00000100:00100000:3.0:1772472778.667546:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170005632:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472778.667575:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170005632:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472778.667581:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1232 00000100:00080000:3.0:1772472778.667614:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472778.667618:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472778.671114:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170005760 00000100:00100000:1.0:1772472778.671134:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170005760 00000100:00100000:1.0:1772472778.671231:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1569 00000100:00100000:1.0:1772472778.671243:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170005760:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472778.671358:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170005760:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 118us (4358us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472778.671366:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1569 00010000:00010000:2.0:1772472778.871053:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472778.932283:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967636 is committed 00010000:00010000:3.0:1772472779.895521:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472780.357725:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185905536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.357982:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185905152:0@lo:400:kworker.0 00000100:00100000:1.0:1772472780.358040:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472780.358254:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185905408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.364149:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472780.364258:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185905664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.364315:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472780.364472:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905152 00000100:00100000:3.0:1772472780.364494:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905152 00000100:00100000:3.0:1772472780.364551:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1772472780.364559:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185905152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.364621:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185905152:12345-0@lo:400:kworker.0 Request processed in 62us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472780.364628:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1772472780.364667:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905664 00000100:00100000:3.0:1772472780.364672:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905664 00000100:00100000:3.0:1772472780.364714:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1772472780.364721:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185905664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.364792:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3042b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185905664:12345-0@lo:400:kworker.0 Request processed in 71us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472780.364799:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1772472780.364860:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185905152:0@lo:400:kworker.0 00000100:00100000:3.0:1772472780.364878:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185905664:0@lo:400:kworker.0 00000100:00080000:3.0:1772472780.364907:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472780.366021:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905536 00000100:00100000:1.0:1772472780.366033:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905536 00000100:00100000:1.0:1772472780.366101:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1772472780.366124:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185905536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472780.366211:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185905536:12345-0@lo:400:kworker.0 Request processed in 81us (8163us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472780.366219:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1772472780.366268:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185905536:0@lo:400:kworker.0 00000100:00080000:3.0:1772472780.366987:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472780.367101:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472780.367345:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772472780.367359:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185905280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.367418:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472780.367441:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185905792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.367468:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472780.367510:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905408 00000100:00100000:0.0:1772472780.367517:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905408 00000100:00100000:0.0:1772472780.367569:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905280 00000100:00100000:0.0:1772472780.367572:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905280 00000100:00100000:0.0:1772472780.367596:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1772472780.367605:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185905408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.367655:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185905408:12345-0@lo:400:kworker.0 Request processed in 52us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472780.367663:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1772472780.367682:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1772472780.367688:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185905280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.367716:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185905280:12345-0@lo:400:kworker.0 Request processed in 28us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472780.367722:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1772472780.367783:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905792 00000100:00100000:0.0:1772472780.367787:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905792 00000100:00100000:0.0:1772472780.367819:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1772472780.367826:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185905792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.368606:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185905792:12345-0@lo:400:kworker.0 Request processed in 777us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472780.368617:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00080000:0.0:1772472780.368643:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472780.368650:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472780.368705:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185905280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.368718:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:0.0:1772472780.368723:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43b99c000, transno 4294967351 00000100:00100000:0.0:1772472780.368824:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185905792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472780.368842:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185905408:0@lo:400:kworker.0 00000004:00080000:0.0:1772472780.484268:0:83031:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2206316524780ns, next at 2177793087926ns, rc = 0 00000004:00080000:0.0:1772472780.484491:0:83031:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2206316750623ns, next at 2200581705649ns, rc = 0 00000004:00080000:1.0:1772472780.539453:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000004:00080000:1.0:1772472780.539482:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 73 committed 00000100:00100000:0.0:1772472780.854927:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472780.854957:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185905920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472780.855048:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472780.855147:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185905920 00000100:00100000:2.0:1772472780.855158:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185905920 00000100:00100000:2.0:1772472780.855227:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1772472780.855239:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185905920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472780.855291:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772472780.855351:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185905920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472780.855359:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1772472780.855418:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185905920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472780.856230:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472780.856247:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185906048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472780.856300:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472780.856350:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906048 00000100:00100000:2.0:1772472780.856356:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906048 00000100:00100000:2.0:1772472780.856400:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1772472780.856409:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185906048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472780.856442:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472780.856484:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185906048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472780.856491:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1772472780.856528:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185906048:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472780.920270:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472781.949016:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472782.312598:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472782.312725:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006144 00000100:00100000:1.0:1772472782.312855:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006144 00000100:00100000:1.0:1772472782.312999:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 877 00000100:00100000:1.0:1772472782.313012:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006144:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472782.313140:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006144:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 130us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472782.313150:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 877 00000100:00100000:1.0:1772472782.315919:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472782.315988:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006272 00000100:00100000:3.0:1772472782.316002:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006272 00000100:00080000:2.0:1772472782.316946:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472782.316955:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472782.317716:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 480 00000100:00100000:2.0:1772472782.317756:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48581:x1858570170006272:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472782.318721:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48581:x1858570170006272:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 988us (2811us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472782.318853:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 480 00000100:00100000:1.0:1772472782.323227:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472782.323281:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006400 00000100:00100000:3.0:1772472782.323295:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006400 00000100:00080000:1.0:1772472782.323365:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472782.323391:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 481 00000100:00100000:3.0:1772472782.323404:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48581:x1858570170006400:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472782.324222:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48581:x1858570170006400:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 816us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472782.324234:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 481 00000100:00100000:2.0:1772472782.329419:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472782.329588:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006528 00000100:00100000:1.0:1772472782.329603:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006528 00000100:00100000:1.0:1772472782.329696:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 878 00000100:00100000:1.0:1772472782.329708:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006528:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472782.330153:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305590700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006528:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 446us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472782.330163:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 878 00000100:00100000:0.0:1772472782.348495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472782.348551:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006656 00000100:00100000:0.0:1772472782.348564:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006656 00000100:00100000:0.0:1772472782.348638:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 879 00000100:00100000:0.0:1772472782.348649:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006656:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472782.349383:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170006656:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 731us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472782.349395:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 879 00000100:00100000:2.0:1772472782.353323:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472782.353420:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006784 00000100:00100000:3.0:1772472782.353433:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006784 00000100:00100000:3.0:1772472782.353587:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 482 00000100:00100000:3.0:1772472782.353601:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48581:x1858570170006784:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772472782.354078:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48581:x1858570170006784:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 479us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472782.354088:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 482 00000100:00100000:3.0:1772472782.357223:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472782.357409:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170006912 00000100:00100000:0.0:1772472782.357425:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170006912 00000100:00100000:0.0:1772472782.357502:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 483 00000100:00100000:0.0:1772472782.357515:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48581:x1858570170006912:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472782.357953:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48581:x1858570170006912:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 439us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472782.357963:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 483 00000100:00100000:3.0:1772472782.361048:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472782.363981:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007040 00000100:00100000:1.0:1772472782.364001:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007040 00000100:00100000:1.0:1772472782.364109:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 880 00000100:00100000:1.0:1772472782.364123:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170007040:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472782.364585:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48581:x1858570170007040:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 464us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472782.364594:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 880 00000100:00100000:2.0:1772472782.451293:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472782.451409:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007296 00000100:00100000:3.0:1772472782.451423:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007296 00000100:00100000:3.0:1772472782.451504:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 881 00000100:00100000:3.0:1772472782.451612:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48585:x1858570170007296:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772472782.451684:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472782.451724:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0f62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e90 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.451891:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:3.0:1772472782.451912:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472782.452026:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452041:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452054:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452073:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452080:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452093:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452276:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452285:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.452293:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472782.453038:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].28, 64 off9984 00000004:00080000:0.0:1772472782.453051:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2208285311045ns, next at 2209285308190ns, rc = 0 00010000:00010000:0.0:1772472782.453197:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453208:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453218:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453227:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453234:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453241:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453328:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472782.453359:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453363:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453368:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453372:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472782.453376:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453382:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453390:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472782.453392:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472782.453396:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453400:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e0f85 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453416:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453420:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453426:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453430:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472782.453431:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453434:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453438:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772472782.453439:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472782.453441:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.453444:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e0f77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472782.453449:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000d0e3485 reply state 000000008b703ff1 transno 4294967637 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472782.453457:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472782.453587:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e98fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48585:x1858570170007296:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1976us (2307us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1772472782.453595:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 881 00010000:00010000:2.0:1772472782.453692:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472782.453699:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472782.453707:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472782.453710:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472782.453718:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472782.453727:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:2.0:1772472782.453767:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472782.453771:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472782.453776:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e0f8c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472782.453792:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472782.453793:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472782.453794:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472782.459589:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459612:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459622:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459629:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472782.459635:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459642:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459661:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x1c2d2f2 (ffff90c410b8a600) 00010000:00010000:3.0:1772472782.459664:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472782.459670:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472782.459675:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e0f7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x43:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472782.968410:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472783.796584:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472783.797980:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472783.798032:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472783.798063:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472783.798102:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007424 00000100:00100000:3.0:1772472783.798114:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007424 00000100:00100000:3.0:1772472783.798178:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:3.0:1772472783.798190:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170007424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472783.798405:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007680 00000100:00100000:2.0:1772472783.798410:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007680 00000100:00100000:2.0:1772472783.798443:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007808 00000100:00100000:2.0:1772472783.798446:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007808 00000100:00100000:2.0:1772472783.798467:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1172 00000100:00100000:2.0:1772472783.798475:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170007680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472783.804116:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1173 00000100:00100000:1.0:1772472783.804149:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170007808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472783.804346:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170007680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 5868us (6375us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472783.804358:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1172 00000100:00100000:3.0:1772472783.804870:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170007424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 6677us (8302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472783.804883:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:0.0:1772472783.810415:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007552 00000100:00100000:0.0:1772472783.810438:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007552 00000100:00100000:0.0:1772472783.810530:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1573 00000100:00100000:0.0:1772472783.810543:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170007552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472783.811174:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170007552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 629us (13137us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472783.811186:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1573 00000100:00100000:0.0:1772472783.825905:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170007808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 21752us (27819us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472783.825928:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1173 00010000:00010000:3.0:1772472783.995015:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472785.026542:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472785.312391:0:83176:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2211144647303ns, next at 2209285308190ns, rc = 0 00000001:00080000:2.0:1772472785.425077:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967637 is committed 00000004:00080000:2.0:1772472785.425111:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 74 committed 00000004:00080000:2.0:1772472785.425147:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 75 committed 00000100:00100000:0.0:1772472785.426270:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472785.426302:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185906176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772472785.426403:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472785.426969:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906176 00000100:00100000:1.0:1772472785.426991:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906176 00000100:00100000:1.0:1772472785.427096:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1772472785.427108:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185906176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472785.427151:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:1.0:1772472785.427190:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.427222:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.427230:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472785.427233:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472785.427237:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.427280:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.427296:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 5 pid: 6591 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472785.427311:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185906304:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472785.427415:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303355e40 going to sleep for 11 seconds 00000100:00080000:2.0:1772472785.427486:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472785.432793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472785.433392:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185906304:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472785.433434:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472785.437356:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170007936 00000100:00100000:2.0:1772472785.437459:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170007936 00010000:00010000:3.0:1772472785.437967:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772472785.438076:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472785.438278:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 392 00000100:00100000:3.0:1772472785.438293:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170007936:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472785.438317:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472785.438325:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472785.438343:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472785.438389:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e0f70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e97 expref: 6 pid: 6591 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472785.438413:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472785.438415:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472785.438422:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472785.438432:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472785.438472:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472785.438569:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170007936:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 280us (5835us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472785.438579:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 392 00010000:00010000:1.0:1772472785.438689:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.438701:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.438717:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.438724:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.438764:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472785.439460:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185906176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12350us (13054us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1772472785.439471:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00010000:00010000:1.0:1772472785.439516:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472785.439524:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.439536:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472785.439541:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.439554:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.439571:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.439579:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e099fde/0xc2ef6d41852e0f93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472785.439606:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472785.439609:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472785.439610:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472785.439667:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3055e5500/2, rc 0, transno 4294967353 00000100:00100000:1.0:1772472785.439700:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185906176:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1772472785.440039:0:83176:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2211272298427ns, next at 2200581705649ns, rc = 0 00000004:00080000:2.0:1772472785.461205:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00000100:00100000:0.0:1772472785.464775:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185906816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.464877:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472785.464926:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472785.464933:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185906688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.464956:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472785.464999:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906816 00000100:00100000:0.0:1772472785.465009:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906816 00000100:00100000:0.0:1772472785.465077:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906688 00000100:00100000:0.0:1772472785.465081:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906688 00000100:00100000:0.0:1772472785.465518:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1772472785.465528:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185906816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.465600:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185906816:12345-0@lo:400:kworker.0 Request processed in 73us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472785.465608:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1772472785.465631:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1772472785.465637:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185906688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.465852:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185906688:12345-0@lo:400:kworker.0 Request processed in 215us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472785.465860:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00080000:0.0:1772472785.465887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472785.465938:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185906688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.465951:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185906816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466185:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185906560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466228:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472785.466270:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472785.466277:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185906432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466310:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472785.466345:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185906944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466388:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472785.466420:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906432 00000100:00100000:3.0:1772472785.466427:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906432 00000100:00100000:3.0:1772472785.466472:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1772472785.466480:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185906432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466520:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185906432:12345-0@lo:400:kworker.0 Request processed in 40us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472785.466526:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1772472785.466558:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906944 00000100:00100000:3.0:1772472785.466562:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906944 00000100:00100000:3.0:1772472785.466598:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1772472785.466604:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185906944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.466635:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185906944:12345-0@lo:400:kworker.0 Request processed in 30us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472785.466640:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1772472785.467119:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185906432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472785.467136:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185906944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.467666:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185906560 00000100:00100000:0.0:1772472785.467682:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185906560 00000100:00100000:0.0:1772472785.467785:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1772472785.467797:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185906560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472785.467883:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185906560:12345-0@lo:400:kworker.0 Request processed in 89us (1654us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472785.467890:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00080000:0.0:1772472785.467914:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472785.468162:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185906560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472785.975527:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472785.975560:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185907072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472785.975787:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185907200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472785.976361:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472785.982438:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472785.993282:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907200 00000100:00100000:3.0:1772472785.993309:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907200 00000100:00100000:0.0:1772472785.997515:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907072 00000100:00100000:0.0:1772472785.997538:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907072 00000100:00100000:0.0:1772472785.997632:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1772472785.997659:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185907200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472785.997723:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472785.997856:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185907200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 200us (21497us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472785.997865:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1772472785.997888:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1772472785.997894:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185907072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472785.997918:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472785.997956:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185907072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (15530us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472785.997962:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1772472785.998059:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185907200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472785.998126:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e98e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185907072:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472786.039287:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472787.067877:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472787.678602:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00010000:00010000:2.0:1772472788.087860:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472788.902106:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472788.902165:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472788.902206:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472788.902251:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008320 00000100:00100000:3.0:1772472788.902264:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008320 00000100:00100000:3.0:1772472788.902344:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00100000:3.0:1772472788.902357:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170008320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472788.902456:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170008320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472788.902466:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00080000:3.0:1772472788.902493:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472788.902705:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008192 00000100:00100000:0.0:1772472788.902710:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008192 00000100:00100000:0.0:1772472788.902805:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1577 00000100:00100000:0.0:1772472788.902814:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170008192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472788.902860:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170008192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472788.902868:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1577 00000100:00100000:1.0:1772472788.903126:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008064 00000100:00100000:1.0:1772472788.903132:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008064 00000100:00100000:1.0:1772472788.903182:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1236 00000100:00100000:1.0:1772472788.903190:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170008064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472788.903224:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170008064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472788.903231:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1236 00000100:00080000:3.0:1772472788.905076:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472788.915082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472788.917988:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008448 00000100:00100000:2.0:1772472788.918012:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008448 00000100:00100000:2.0:1772472788.918597:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1176 00000100:00100000:2.0:1772472788.918612:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170008448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472788.918773:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170008448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 164us (3702us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472788.918783:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1176 00000100:00080000:0.0:1772472788.921173:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472789.112074:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472790.136551:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472790.583175:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185907712:0@lo:400:kworker.0 00000100:00100000:3.0:1772472790.583176:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185907584:0@lo:400:kworker.0 00000100:00100000:0.0:1772472790.583774:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185907328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472790.583942:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185907456:0@lo:400:kworker.0 00000100:00100000:3.0:1772472790.588091:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472790.588199:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907584 00000100:00100000:3.0:1772472790.588208:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907584 00000100:00100000:3.0:1772472790.588278:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1772472790.588289:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185907584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472790.588576:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472790.588650:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185907584:12345-0@lo:400:kworker.0 Request processed in 360us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472790.588666:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185907840:0@lo:400:kworker.0 00000100:00100000:0.0:1772472790.588720:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1772472790.588806:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472790.588839:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907840 00000100:00100000:0.0:1772472790.588846:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907840 00000100:00100000:2.0:1772472790.593270:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472790.593436:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185907584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472790.593480:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907712 00000100:00100000:2.0:1772472790.593487:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907712 00000100:00100000:1.0:1772472790.593551:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472790.593552:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1772472790.593566:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185907712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472790.593609:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907456 00000100:00100000:1.0:1772472790.593615:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907456 00000100:00100000:2.0:1772472790.593647:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185907712:12345-0@lo:400:kworker.0 Request processed in 82us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472790.593656:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:3.0:1772472790.593699:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1772472790.593839:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907328 00000100:00100000:3.0:1772472790.594047:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907328 00000100:00100000:0.0:1772472790.594074:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1772472790.594090:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185907840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472790.594109:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1772472790.594152:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185907840:12345-0@lo:400:kworker.0 Request processed in 67us (5429us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472790.594160:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00080000:0.0:1772472790.594188:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472790.594194:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472790.594227:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185907840:0@lo:400:kworker.0 00000100:00100000:0.0:1772472790.594281:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185907968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472790.594321:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472790.594624:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185907328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472790.594840:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185907328:12345-0@lo:400:kworker.0 Request processed in 223us (6270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472790.595128:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:2.0:1772472790.595138:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3055e5500, transno 4294967353 00000100:00100000:2.0:1772472790.595155:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185907712:0@lo:400:kworker.0 00000100:00100000:2.0:1772472790.595240:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185907968 00000100:00100000:2.0:1772472790.595246:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185907968 00000100:00100000:2.0:1772472790.595298:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1772472790.595305:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185907968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472790.595366:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185907968:12345-0@lo:400:kworker.0 Request processed in 62us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472790.595373:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:2.0:1772472790.595393:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472790.600150:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185907328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472790.600150:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:1.0:1772472790.600183:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185907456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472790.600233:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185907968:0@lo:400:kworker.0 00000100:00100000:1.0:1772472790.600339:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185907456:12345-0@lo:400:kworker.0 Request processed in 173us (6792us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472790.600351:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1772472790.600677:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185907456:0@lo:400:kworker.0 00000100:00100000:3.0:1772472790.609379:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1772472791.098949:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185908224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472791.099024:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472791.099098:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908224 00000100:00100000:0.0:1772472791.099107:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908224 00000100:00100000:0.0:1772472791.099154:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1772472791.099163:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185908224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472791.099199:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472791.099245:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185908224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472791.099253:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1772472791.099307:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185908224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472791.099503:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185908096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472791.099547:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472791.099882:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908096 00000100:00100000:0.0:1772472791.099890:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908096 00000100:00100000:0.0:1772472791.099923:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1772472791.100011:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185908096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472791.100041:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472791.100075:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185908096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472791.100081:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1772472791.100166:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185908096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472791.158924:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472792.187454:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472793.207595:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472794.022729:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472794.022846:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472794.023192:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008704 00000100:00100000:0.0:1772472794.023207:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008704 00000100:00100000:0.0:1772472794.023312:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1581 00000100:00100000:0.0:1772472794.023326:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170008704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472794.023434:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170008704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472794.023443:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1581 00000100:00080000:2.0:1772472794.024690:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472794.029141:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472794.031062:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008576 00000100:00100000:1.0:1772472794.031089:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008576 00000100:00100000:1.0:1772472794.031196:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00100000:1.0:1772472794.031210:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170008576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472794.032407:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170008576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1191us (9551us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472794.032421:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00100000:3.0:1772472794.036340:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472794.044169:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008960 00000100:00100000:2.0:1772472794.044203:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008960 00000100:00080000:3.0:1772472794.044383:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472794.045488:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170008832 00000100:00100000:2.0:1772472794.045511:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170008832 00000100:00080000:3.0:1772472794.045633:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472794.048369:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:1.0:1772472794.048410:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170008960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472794.048809:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170008960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 420us (19684us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472794.048821:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:1.0:1772472794.048867:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1180 00000100:00100000:1.0:1772472794.048883:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170008832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472794.048913:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170008832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (12591us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472794.048920:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1180 00010000:00010000:2.0:1772472794.231497:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472795.255055:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472795.703095:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185908480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472795.703096:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185908608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.703225:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472795.703246:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185908736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.703324:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185908992:0@lo:400:kworker.0 00000100:00100000:0.0:1772472795.703351:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185908352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472795.703638:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472795.704080:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908736 00000100:00100000:2.0:1772472795.704090:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908736 00000100:00100000:1.0:1772472795.704114:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472795.704171:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908992 00000100:00100000:2.0:1772472795.704179:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908992 00000100:00100000:2.0:1772472795.704224:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1772472795.704241:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1772472795.704242:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185908736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472795.704320:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185908736:12345-0@lo:400:kworker.0 Request processed in 85us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472795.704329:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1772472795.704348:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185908992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472795.704397:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185908736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.704428:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185908992:12345-0@lo:400:kworker.0 Request processed in 171us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472795.704439:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1772472795.704497:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185908992:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.704579:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908480 00000100:00100000:1.0:1772472795.704586:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908480 00000100:00100000:1.0:1772472795.704632:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1772472795.704639:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185908480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.704692:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185908480:12345-0@lo:400:kworker.0 Request processed in 53us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472795.704699:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1772472795.704730:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185908480:0@lo:400:kworker.0 00000100:00080000:2.0:1772472795.705286:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472795.705293:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472795.708360:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472795.708556:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908608 00000100:00100000:2.0:1772472795.708577:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908608 00000100:00100000:2.0:1772472795.708634:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1772472795.708643:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185908608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472795.708721:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185908608:12345-0@lo:400:kworker.0 Request processed in 79us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472795.708728:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00080000:2.0:1772472795.708774:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472795.709226:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185908608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472795.711733:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472795.713006:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908352 00000100:00100000:0.0:1772472795.713015:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908352 00000100:00100000:0.0:1772472795.713257:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1772472795.713270:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185908352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.713303:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185908864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.713363:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472795.713531:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185908864 00000100:00100000:1.0:1772472795.713537:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185908864 00000100:00100000:0.0:1772472795.713578:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185908352:12345-0@lo:400:kworker.0 Request processed in 311us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472795.713587:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1772472795.713641:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185908352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.713731:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00080000:0.0:1772472795.714220:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472795.718453:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185908864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472795.720547:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185908864:12345-0@lo:400:kworker.0 Request processed in 6799us (7173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472795.720659:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1772472795.721000:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185908864:0@lo:400:kworker.0 00000100:00100000:0.0:1772472796.216178:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472796.216212:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185909248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472796.216213:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472796.216229:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185909120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472796.216288:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472796.216323:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909120 00000100:00100000:0.0:1772472796.216331:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909120 00000100:00100000:2.0:1772472796.216426:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472796.224202:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909248 00000100:00100000:0.0:1772472796.224221:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909248 00000100:00100000:0.0:1772472796.224303:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1772472796.224315:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185909120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472796.224365:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472796.224367:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1772472796.224382:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185909248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472796.224406:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472796.224497:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185909248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (8061us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472796.224506:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1772472796.224566:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185909248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472796.224901:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185909120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472796.226835:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185909120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2513us (10536us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472796.226851:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00010000:00010000:2.0:1772472796.279475:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472797.304141:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472798.329941:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472799.140257:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472799.140345:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472799.140398:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472799.140434:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472799.140488:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009472 00000100:00100000:1.0:1772472799.140499:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009472 00000100:00100000:3.0:1772472799.140503:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009344 00000100:00100000:3.0:1772472799.140518:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009344 00000100:00100000:1.0:1772472799.140580:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00100000:3.0:1772472799.140601:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1184 00000100:00100000:1.0:1772472799.140602:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170009472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472799.140623:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170009344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472799.140697:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170009472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 105us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472799.140709:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00100000:3.0:1772472799.140716:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170009344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472799.140729:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1184 00000100:00100000:2.0:1772472799.140988:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009216 00000100:00100000:2.0:1772472799.140995:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009216 00000100:00100000:2.0:1772472799.141042:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1585 00000100:00100000:2.0:1772472799.141051:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170009216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472799.141103:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170009216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472799.141111:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1585 00000100:00100000:0.0:1772472799.141189:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009088 00000100:00100000:0.0:1772472799.141193:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009088 00000100:00100000:0.0:1772472799.141232:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1240 00000100:00100000:0.0:1772472799.141240:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170009088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472799.141268:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170009088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472799.141275:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1240 00000100:00080000:0.0:1772472799.141302:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472799.141307:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472799.141310:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472799.351073:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472800.378292:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472800.823895:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185909632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472800.823909:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185909504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472800.824003:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185909376:0@lo:400:kworker.0 00000100:00100000:1.0:1772472800.824059:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185909760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472800.831100:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472800.831175:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472800.831220:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185910016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472800.831250:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909632 00000100:00100000:3.0:1772472800.831260:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909632 00000100:00100000:0.0:1772472800.831286:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472800.831334:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909504 00000100:00100000:0.0:1772472800.831338:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909504 00000100:00100000:0.0:1772472800.831389:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1772472800.831399:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185909504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472800.831622:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185909504:12345-0@lo:400:kworker.0 Request processed in 223us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472800.831631:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1772472800.831659:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910016 00000100:00100000:0.0:1772472800.831664:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910016 00000100:00100000:3.0:1772472800.832040:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:3.0:1772472800.832050:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185909632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472800.832093:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185909632:12345-0@lo:400:kworker.0 Request processed in 46us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472800.832099:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:3.0:1772472800.832149:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185909632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472800.832434:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472800.832472:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185909888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472800.832500:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472800.832729:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1772472800.832737:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185910016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472800.832780:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185910016:12345-0@lo:400:kworker.0 Request processed in 44us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472800.832785:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1772472800.832803:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909376 00000100:00100000:0.0:1772472800.832808:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909376 00000100:00100000:0.0:1772472800.832829:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1772472800.832834:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185909376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472800.832859:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185909376:12345-0@lo:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472800.832864:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1772472800.832915:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185909504:0@lo:400:kworker.0 00000100:00100000:0.0:1772472800.832926:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185910016:0@lo:400:kworker.0 00000100:00080000:3.0:1772472800.834700:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472800.834710:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472800.835149:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185909376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472800.835202:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909888 00000100:00100000:2.0:1772472800.835208:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909888 00000100:00100000:2.0:1772472800.835280:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1772472800.835288:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185909888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472800.835359:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185909888:12345-0@lo:400:kworker.0 Request processed in 71us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472800.835366:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1772472800.835397:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185909888:0@lo:400:kworker.0 00000100:00100000:1.0:1772472800.835630:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472800.835666:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185909760 00000100:00100000:1.0:1772472800.835669:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185909760 00000100:00100000:1.0:1772472800.835695:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1772472800.835700:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185909760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472800.835766:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185909760:12345-0@lo:400:kworker.0 Request processed in 65us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472800.835773:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1772472800.835800:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185909760:0@lo:400:kworker.0 00000100:00080000:3.0:1772472800.836173:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472800.836179:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472801.334977:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472801.334998:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185910272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472801.335063:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472801.335124:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910272 00000100:00100000:2.0:1772472801.335133:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910272 00000100:00100000:2.0:1772472801.335196:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1772472801.335207:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185910272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472801.335245:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472801.335317:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185910272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472801.335323:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185910144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472801.335325:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1772472801.335353:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472801.335484:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185910272:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472801.335546:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910144 00000100:00100000:2.0:1772472801.335551:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910144 00000100:00100000:2.0:1772472801.335581:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1772472801.335588:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185910144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472801.335610:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472801.335651:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185910144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472801.335657:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1772472801.335952:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185910144:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472801.398888:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472801.732570:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472801.732668:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009600 00000100:00100000:3.0:1772472801.732681:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009600 00000100:00100000:3.0:1772472801.732823:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 882 00000100:00100000:3.0:1772472801.732835:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170009600:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472801.732952:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170009600:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 119us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472801.732960:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 882 00000100:00080000:0.0:1772472801.733038:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472801.740683:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472801.746261:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009728 00000100:00100000:0.0:1772472801.746276:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009728 00000100:00080000:3.0:1772472801.746432:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472801.747169:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 485 00000100:00100000:0.0:1772472801.747184:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170009728:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472801.747900:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170009728:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 718us (7228us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472801.747911:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 485 00000100:00100000:1.0:1772472801.753329:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472801.753444:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009856 00000100:00100000:2.0:1772472801.753455:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009856 00000100:00100000:2.0:1772472801.753542:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 486 00000100:00100000:2.0:1772472801.753554:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170009856:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:3.0:1772472801.753784:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472801.754160:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170009856:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 607us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472801.754171:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 486 00000100:00100000:2.0:1772472801.757567:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472801.757665:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170009984 00000100:00100000:3.0:1772472801.757676:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170009984 00000100:00100000:3.0:1772472801.757783:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 883 00000100:00100000:3.0:1772472801.757794:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170009984:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472801.758117:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170009984:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 323us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472801.758126:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 883 00000100:00100000:3.0:1772472801.767319:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472801.767455:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010112 00000100:00100000:0.0:1772472801.767466:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010112 00000100:00100000:0.0:1772472801.767531:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 884 00000100:00100000:0.0:1772472801.767542:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c421e13050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170010112:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472801.767663:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c421e13050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170010112:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 122us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472801.767671:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 884 00000100:00100000:1.0:1772472801.771194:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472801.771369:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010240 00000100:00100000:0.0:1772472801.771379:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010240 00000100:00100000:0.0:1772472801.771447:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 487 00000100:00100000:0.0:1772472801.771457:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170010240:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472801.772308:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170010240:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 850us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472801.772319:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 487 00000100:00100000:1.0:1772472801.777867:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472801.777959:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010368 00000100:00100000:0.0:1772472801.777970:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010368 00000100:00100000:0.0:1772472801.778034:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 488 00000100:00100000:0.0:1772472801.778046:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170010368:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472801.778351:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48802:x1858570170010368:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 306us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472801.778359:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 488 00000100:00100000:3.0:1772472801.780558:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472801.780676:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010496 00000100:00100000:2.0:1772472801.780698:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010496 00000100:00100000:2.0:1772472801.780905:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 885 00000100:00100000:2.0:1772472801.780916:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170010496:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472801.781211:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48802:x1858570170010496:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 297us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472801.781219:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 885 00000100:00100000:1.0:1772472801.823619:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472801.827126:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010624 00000100:00100000:2.0:1772472801.827806:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010624 00000100:00100000:2.0:1772472801.828242:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 886 00000100:00100000:2.0:1772472801.828254:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48803:x1858570170010624:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472801.828277:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472801.828297:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12e9e expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828357:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828369:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828380:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472801.828475:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00000004:00200000:2.0:1772472801.828480:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472801.828504:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828529:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0f9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e9e expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828556:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e9e expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.828566:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:2.0:1772472801.828569:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472801.828573:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772472801.828645:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48803:x1858570170010624:12345-192.168.201.48@tcp:101:rm.0 Request processed in 393us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472801.828653:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 886 00000100:00100000:0.0:1772472801.848466:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472801.853032:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170010880 00000100:00100000:3.0:1772472801.853052:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170010880 00000100:00100000:3.0:1772472801.853140:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 887 00000100:00100000:3.0:1772472801.853151:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48803:x1858570170010880:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472801.853176:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472801.853202:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0fa8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ea5 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472801.853326:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00010000:3.0:1772472801.853598:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0fa8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ea5 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472801.853620:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:3.0:1772472801.853624:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472801.853630:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e0fa8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ea5 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472801.853643:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472801.853717:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48803:x1858570170010880:12345-192.168.201.48@tcp:101:rm.0 Request processed in 567us (5259us total) trans 4294967638 rc 301/301 00000100:00100000:3.0:1772472801.853725:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 887 00000100:00100000:3.0:1772472801.863987:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472801.864067:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011008 00000100:00100000:3.0:1772472801.864079:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011008 00000100:00100000:3.0:1772472801.864141:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 149 00000100:00100000:3.0:1772472801.864152:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48803:x1858570170011008:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:3.0:1772472801.893012:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48803:x1858570170011008:12345-192.168.201.48@tcp:37:rm.0 Request processed in 28849us (29027us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472801.893026:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 149 00000100:00100000:2.0:1772472801.909328:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472801.909437:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011264 00000100:00100000:3.0:1772472801.909449:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011264 00000100:00100000:3.0:1772472801.909515:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 150 00000100:00100000:3.0:1772472801.909526:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48803:x1858570170011264:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:3.0:1772472801.909945:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48803:x1858570170011264:12345-192.168.201.48@tcp:35:rm.0 Request processed in 420us (625us total) trans 4294967639 rc 0/0 00000100:00100000:3.0:1772472801.909953:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 150 00000100:00100000:0.0:1772472801.914255:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472801.915852:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011520 00000100:00100000:2.0:1772472801.915866:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011520 00000100:00100000:2.0:1772472801.915931:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 888 00000100:00100000:2.0:1772472801.915943:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:48803:x1858570170011520:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472801.916001:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1772472801.916029:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e0fa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e9e expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916048:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0f46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12e89 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916058:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:2.0:1772472801.916073:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0c52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12dd3 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916088:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772472801.916094:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472801.916117:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916129:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916137:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916149:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916154:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916161:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916286:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916294:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916300:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472801.916715:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x43:0x0]: returning size 11776 00010000:00010000:2.0:1772472801.916734:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916763:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916770:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916776:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472801.916781:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916788:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916798:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472801.916800:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472801.916805:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916811:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e0fc4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916832:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916838:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916844:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916848:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472801.916852:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916857:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916863:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472801.916866:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472801.916868:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.916874:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e0fb6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472801.916884:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b1014ac9 reply state 00000000cb1088cc transno 4294967640 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472801.916894:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472801.916978:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:48803:x1858570170011520:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1035us (2732us total) trans 4294967640 rc 0/0 00000100:00100000:2.0:1772472801.916987:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 888 00010000:00010000:2.0:1772472801.923085:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923104:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923112:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923119:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472801.923125:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923133:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923150:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78700) 00010000:00010000:2.0:1772472801.923154:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472801.923159:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472801.923165:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e0fbd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472802.424884:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472803.459588:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472804.270474:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472804.270515:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472804.270547:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472804.270569:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472804.270599:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012032 00000100:00100000:3.0:1772472804.270609:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012032 00000100:00100000:3.0:1772472804.270681:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011904 00000100:00100000:3.0:1772472804.270684:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011904 00000100:00100000:3.0:1772472804.270712:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1187 00000100:00100000:3.0:1772472804.270722:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012032:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472804.270824:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012032:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 103us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472804.270832:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1187 00000100:00100000:3.0:1772472804.270849:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1188 00000100:00100000:3.0:1772472804.270856:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170011904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472804.272483:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011776 00000100:00100000:2.0:1772472804.272496:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011776 00000100:00100000:2.0:1772472804.272561:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1589 00000100:00100000:2.0:1772472804.272570:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170011776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472804.274091:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170011904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3225us (3511us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472804.274105:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1188 00000100:00100000:3.0:1772472804.274145:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170011648 00000100:00100000:3.0:1772472804.274153:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170011648 00000100:00100000:3.0:1772472804.274197:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:3.0:1772472804.274205:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170011648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472804.280806:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170011776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 8219us (10325us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472804.280827:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1589 00000100:00100000:3.0:1772472804.283813:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170011648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 9597us (13253us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472804.283828:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00080000:3.0:1772472804.283902:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472804.283909:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472804.283912:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472804.480169:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472805.494953:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472805.767227:0:83490:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff29cefa30 20000000:00000080:0.0:1772472805.767241:0:83490:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bbd8000 uarg=0000000000000000 00010000:00010000:0.0:1772472805.767869:0:83490:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472805.767886:0:83490:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472805.767906:0:83490:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472805.767925:0:83490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.767941:0:83490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.767949:0:83490:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.767984:0:83490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.767997:0:83490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 17 pid: 5806 timeout: 2381 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472805.768010:0:83490:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83490:1858570185910400:0@lo:104: 00000100:00100000:0.0:1772472805.768080:0:83490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472805.768185:0:83490:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404828840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472805.768234:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910400 00000100:00100000:1.0:1772472805.768242:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910400 00000100:00100000:1.0:1772472805.768339:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1772472805.768349:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:83490:x1858570185910400:12345-0@lo:104: 00010000:00010000:1.0:1772472805.768361:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472805.768417:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472805.768423:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:83490:x1858570185910400:12345-0@lo:104: Request processed in 76us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472805.768429:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1772472805.768489:0:83490:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83490:1858570185910400:0@lo:104: 00010000:00010000:0.0:1772472805.768508:0:83490:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768584:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472805.768591:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768597:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472805.768601:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768609:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472805.768616:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472805.768621:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472805.768656:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768661:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472805.768683:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768689:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e0c3d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0c44 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768704:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472805.768706:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472805.768708:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472805.768720:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185910528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472805.768777:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472805.768818:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910528 00000100:00100000:3.0:1772472805.768822:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910528 00010000:00010000:3.0:1772472805.768842:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 2381 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472805.768864:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1772472805.768870:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185910528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472805.768880:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472805.768885:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 2381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768895:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 2381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768908:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e0c44 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0c3d expref: 18 pid: 5806 timeout: 2381 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768920:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768927:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768940:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768947:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768955:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768963:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768968:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472805.768973:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768980:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768990:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472805.768998:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472805.769022:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185910528:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472805.769029:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1772472805.769058:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185910528:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472805.769132:0:83490:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.769139:0:83490:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472805.769146:0:83490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e0fcb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472805.948037:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185910656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948101:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472805.948159:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185911168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948183:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472805.948209:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472805.948214:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185910784:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948233:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472805.948260:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185910912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948281:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472805.948313:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472805.948318:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185911040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948347:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472805.948380:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910656 00000100:00100000:2.0:1772472805.948390:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910656 00000100:00100000:2.0:1772472805.948434:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910784 00000100:00100000:2.0:1772472805.948436:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910784 00000100:00100000:2.0:1772472805.948465:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911040 00000100:00100000:2.0:1772472805.948467:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911040 00000100:00100000:2.0:1772472805.948485:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1772472805.948492:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185910656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948541:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185910656:12345-0@lo:400:kworker.0 Request processed in 49us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472805.948549:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1772472805.948566:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1772472805.948572:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185910784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.948595:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185910784:12345-0@lo:400:kworker.0 Request processed in 24us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472805.948601:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1772472805.948611:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1772472805.948616:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185911040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472805.948828:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911168 00000100:00100000:0.0:1772472805.948833:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911168 00000100:00100000:0.0:1772472805.948863:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185910912 00000100:00100000:0.0:1772472805.948866:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185910912 00000100:00100000:0.0:1772472805.948888:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1772472805.948895:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185911168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472805.948929:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185911168:12345-0@lo:400:kworker.0 Request processed in 35us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472805.948935:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1772472805.948945:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1772472805.948951:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185910912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472805.948981:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185910912:12345-0@lo:400:kworker.0 Request processed in 31us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472805.948986:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1772472805.949029:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185910912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.951873:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185911040:12345-0@lo:400:kworker.0 Request processed in 3247us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472805.951885:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00080000:2.0:1772472805.951921:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472805.951927:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472805.951932:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472805.951967:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185910784:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.951978:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185910656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.951988:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185911168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472805.952018:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185911040:0@lo:400:kworker.0 00000001:00080000:2.0:1772472806.050237:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967640 is committed 00000100:00100000:0.0:1772472806.456166:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185911296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472806.456230:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472806.456296:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911296 00000100:00100000:0.0:1772472806.456303:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911296 00000100:00100000:0.0:1772472806.456362:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1772472806.456371:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185911296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472806.456582:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472806.456633:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185911296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 263us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472806.456640:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1772472806.456826:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185911296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472806.457207:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185911424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472806.457241:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472806.459351:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911424 00000100:00100000:3.0:1772472806.459365:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911424 00000100:00100000:3.0:1772472806.459429:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1772472806.459438:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185911424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472806.459478:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472806.459552:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185911424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (2310us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472806.459559:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1772472806.460553:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185911424:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472806.520272:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472806.759978:0:83539:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1df83e90 20000000:00000080:1.0:1772472806.760000:0:83539:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43fd1dc00 uarg=0000000000000000 00010000:00010000:1.0:1772472806.760296:0:83539:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472806.760320:0:83539:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472806.761151:0:83539:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472806.761176:0:83539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761193:0:83539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761203:0:83539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761211:0:83539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761218:0:83539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761225:0:83539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761230:0:83539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472806.761234:0:83539:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761242:0:83539:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761255:0:83539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761262:0:83539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.761269:0:83539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fd2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472806.967886:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472806.967908:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472806.967914:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472806.967962:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472806.967976:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472806.967988:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472806.968014:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185911552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472806.968079:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472806.968135:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a412b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472806.968206:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911552 00000100:00100000:1.0:1772472806.968215:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911552 00000100:00100000:1.0:1772472806.968280:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1772472806.968290:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185911552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472806.968315:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472806.968330:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e0fd9 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.968356:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.968370:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472806.968382:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472806.968427:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185911552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472806.968435:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:2.0:1772472806.969227:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185911552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472806.969252:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472806.969263:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472806.969298:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472806.969313:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472806.969322:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472807.550539:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472808.572860:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472809.381727:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472809.381809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472809.381835:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472809.381866:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012544 00000100:00100000:0.0:1772472809.381875:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012544 00000100:00100000:0.0:1772472809.381935:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1191 00000100:00100000:0.0:1772472809.381946:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472809.382012:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472809.382020:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1191 00000100:00080000:2.0:1772472809.382198:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472809.382562:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012288 00000100:00100000:3.0:1772472809.382577:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012288 00000100:00100000:3.0:1772472809.382626:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1593 00000100:00100000:3.0:1772472809.382634:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012288:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472809.382670:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170012288:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472809.382677:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1593 00000100:00100000:3.0:1772472809.382697:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012160 00000100:00100000:3.0:1772472809.382701:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012160 00000100:00100000:3.0:1772472809.382724:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1244 00000100:00100000:3.0:1772472809.382730:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170012160:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472809.382784:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170012160:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472809.382790:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1244 00000100:00080000:2.0:1772472809.383050:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472809.388327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472809.388390:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012416 00000100:00100000:1.0:1772472809.388401:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012416 00000100:00100000:1.0:1772472809.388480:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00100000:1.0:1772472809.388491:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170012416:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472809.388581:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170012416:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472809.388588:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00080000:2.0:1772472809.388850:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472809.594209:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472810.254173:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472810.254546:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012672 00000100:00100000:0.0:1772472810.254565:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012672 00000100:00100000:0.0:1772472810.254633:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 889 00000100:00100000:0.0:1772472810.254642:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:48917:x1858570170012672:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472810.254664:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472810.254687:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0fe7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12eac expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255500:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255519:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255532:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472810.255624:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472810.255629:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472810.255658:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255686:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e0fe7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eac expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255705:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eac expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.255715:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772472810.255718:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472810.255721:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472810.255877:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48917:x1858570170012672:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1234us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472810.255886:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 889 00000100:00100000:0.0:1772472810.259920:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472810.260383:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012800 00000100:00100000:2.0:1772472810.260393:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012800 00000100:00100000:2.0:1772472810.260471:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 890 00000100:00100000:2.0:1772472810.260481:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48917:x1858570170012800:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472810.260503:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472810.260523:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0ff5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12eb3 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260603:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260618:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260630:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260682:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260690:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260698:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260811:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260819:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260829:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260835:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472810.260839:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260847:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260859:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:2.0:1772472810.260862:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472810.260866:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260873:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e0ffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260887:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260894:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260899:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260904:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472810.260907:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260918:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260925:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78b00) 00010000:00010000:2.0:1772472810.260928:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472810.260931:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260936:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260971:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0ff5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eb3 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260982:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:2.0:1772472810.260984:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472810.260988:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e0ff5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eb3 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.260998:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54600, rc 0) 00000100:00100000:2.0:1772472810.261061:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48917:x1858570170012800:12345-192.168.201.48@tcp:101:rm.0 Request processed in 582us (1152us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472810.261069:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 890 00000100:00100000:3.0:1772472810.346041:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472810.346121:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472810.346604:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170012928 00000100:00100000:2.0:1772472810.346615:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170012928 00000100:00100000:2.0:1772472810.346671:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013184 00000100:00100000:2.0:1772472810.346675:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013184 00000100:00100000:2.0:1772472810.346696:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 891 00000100:00100000:2.0:1772472810.346702:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170012928:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:2.0:1772472810.346757:0:61615:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:2.0:1772472810.346813:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170012928:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 111us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472810.346818:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 891 00000100:00100000:2.0:1772472810.346832:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 892 00000100:00100000:2.0:1772472810.346836:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48921:x1858570170013184:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:2.0:1772472810.346864:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472810.346888:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e0fee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eac expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.346906:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:2.0:1772472810.346918:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472810.347011:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.347024:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.347033:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.347043:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.347050:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.347055:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472810.352113:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:2.0:1772472810.355601:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355623:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355632:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355639:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472810.355645:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355655:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355678:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472810.355682:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472810.355688:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.355694:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e100a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472810.356323:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003a80a0bc reply state 00000000eccb0b1b transno 4294967641 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472810.356337:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472810.356489:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48921:x1858570170013184:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 9645us (10361us total) trans 4294967641 rc 0/0 00000100:00100000:2.0:1772472810.356503:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 892 00010000:00010000:1.0:1772472810.364206:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364234:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364242:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364277:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472810.364282:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364291:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364310:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78e00) 00010000:00010000:1.0:1772472810.364313:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472810.364318:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.364324:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1011 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472810.464037:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472810.464148:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013312 00000100:00100000:3.0:1772472810.464159:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013312 00000100:00100000:3.0:1772472810.464231:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 893 00000100:00100000:3.0:1772472810.464270:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:48925:x1858570170013312:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:3.0:1772472810.464298:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472810.464324:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1018 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12eba expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464391:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464406:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464430:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472810.464500:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472810.464505:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472810.464531:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464556:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1018 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eba expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464584:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eba expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.464594:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772472810.464597:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472810.464601:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472810.464666:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48925:x1858570170013312:12345-192.168.201.48@tcp:101:chown.0 Request processed in 425us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472810.464674:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 893 00000100:00100000:3.0:1772472810.471986:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472810.473491:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013440 00000100:00100000:0.0:1772472810.473506:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013440 00000100:00100000:0.0:1772472810.473584:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 894 00000100:00100000:0.0:1772472810.473595:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48925:x1858570170013440:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472810.473617:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472810.473639:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e1026 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ec1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473704:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473719:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473730:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473762:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473770:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473777:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473894:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473902:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473911:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472810.473952:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:0.0:1772472810.473956:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472810.473979:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473992:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.473998:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474004:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474009:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472810.474013:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474020:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474032:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:0.0:1772472810.474035:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472810.474040:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474046:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e102d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474062:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474068:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474074:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474079:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472810.474082:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474087:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474093:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8ab00) 00010000:00010000:0.0:1772472810.474095:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472810.474098:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474103:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1034 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474129:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e1026 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec1 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474142:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec1 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472810.474154:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a800) 00010000:00010000:0.0:1772472810.474156:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472810.474158:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772472810.474226:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48925:x1858570170013440:12345-192.168.201.48@tcp:101:chown.0 Request processed in 634us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472810.474234:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 894 00000100:00100000:0.0:1772472810.480830:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472810.482306:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013696 00000100:00100000:2.0:1772472810.482325:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013696 00000100:00100000:2.0:1772472810.482402:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 895 00000100:00100000:2.0:1772472810.482414:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:48925:x1858570170013696:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:2.0:1772472810.482473:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472810.482501:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e103b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec1 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.482522:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a800) 00010000:00010000:2.0:1772472810.482536:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472810.482568:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.482582:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472810.482594:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472810.543861:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967642 is committed 00000004:00010000:2.0:1772472810.543948:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000be19de45 reply state 00000000e9e6926d transno 4294967642 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472810.543963:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472810.544006:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:2.0:1772472810.544110:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472810.544131:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:48925:x1858570170013696:12345-192.168.201.48@tcp:36:chown.0 Request processed in 61716us (63308us total) trans 4294967642 rc 0/0 00000100:00100000:2.0:1772472810.544141:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 895 00010000:00010000:1.0:1772472810.544226:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544235:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544251:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544257:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472810.544263:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544271:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544288:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:1.0:1772472810.544292:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472810.544297:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472810.544304:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1042 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472810.615303:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472811.063054:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185911808:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.063149:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.063416:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185912064:0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063456:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.063486:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472811.063492:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185911680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063521:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.063561:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185912192:0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063585:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.063619:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912064 00000100:00100000:0.0:1772472811.063629:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912064 00000100:00100000:0.0:1772472811.063687:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1772472811.063697:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185912064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063768:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185912064:12345-0@lo:400:kworker.0 Request processed in 73us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472811.063775:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1772472811.063806:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911680 00000100:00100000:0.0:1772472811.063809:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911680 00000100:00100000:0.0:1772472811.063832:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1772472811.063838:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185911680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063865:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185911680:12345-0@lo:400:kworker.0 Request processed in 27us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472811.063870:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1772472811.063918:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185911680:0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.063930:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185912064:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064088:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185912320:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064118:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472811.064150:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472811.064156:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185911936:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064176:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472811.064205:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911808 00000100:00100000:2.0:1772472811.064210:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911808 00000100:00100000:0.0:1772472811.064458:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912320 00000100:00100000:0.0:1772472811.064462:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912320 00000100:00100000:0.0:1772472811.064494:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1772472811.064501:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185912320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472811.064551:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185912320:12345-0@lo:400:kworker.0 Request processed in 50us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472811.064557:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1772472811.064623:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912192 00000100:00100000:2.0:1772472811.064628:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912192 00000100:00100000:2.0:1772472811.064649:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185911936 00000100:00100000:2.0:1772472811.064651:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185911936 00000100:00100000:2.0:1772472811.064666:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1772472811.064671:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185911808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064703:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185911808:12345-0@lo:400:kworker.0 Request processed in 31us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472811.064709:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1772472811.064722:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1772472811.064729:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185912192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064788:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185912192:12345-0@lo:400:kworker.0 Request processed in 60us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472811.064794:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1772472811.064806:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1772472811.064812:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185911936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064838:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185911936:12345-0@lo:400:kworker.0 Request processed in 26us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472811.064845:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00080000:2.0:1772472811.064863:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472811.064867:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472811.064869:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472811.064900:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185912192:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064928:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185911936:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064938:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185911808:0@lo:400:kworker.0 00000100:00100000:2.0:1772472811.064947:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185912320:0@lo:400:kworker.0 00000020:00000080:0.0:1772472811.321797:0:83736:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8efae860 20000000:00000080:0.0:1772472811.321816:0:83736:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f0ac00 uarg=0000000000000000 00010000:00010000:0.0:1772472811.322090:0:83736:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772472811.322127:0:83736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:0.0:1772472811.322131:0:83736:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472811.322142:0:83736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e101f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eba expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.322163:0:83736:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772472811.322187:0:83736:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472811.322202:0:83736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.322215:0:83736:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.322226:0:83736:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.322280:0:83736:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.322293:0:83736:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 17 pid: 5805 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472811.322309:0:83736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83736:1858570185912448:0@lo:104: 00000100:00100000:0.0:1772472811.322381:0:83736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.322436:0:83736:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c304102180 going to sleep for 11 seconds 00000100:00100000:3.0:1772472811.322539:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912448 00000100:00100000:3.0:1772472811.322547:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912448 00000100:00100000:3.0:1772472811.322592:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1772472811.322601:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:83736:x1858570185912448:12345-0@lo:104: 00010000:00010000:3.0:1772472811.322616:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.322683:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472811.322688:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:83736:x1858570185912448:12345-0@lo:104: Request processed in 89us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472811.322695:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:2.0:1772472811.323249:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472811.323259:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472811.323267:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472811.323271:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472811.323280:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472811.323287:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472811.323292:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472811.323334:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472811.323341:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472811.323361:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472811.323368:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e0fd9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e0fe0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472811.323384:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472811.323385:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472811.323387:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472811.323395:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472811.323407:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185912576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472811.323443:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472811.323567:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912576 00000100:00100000:3.0:1772472811.323572:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912576 00010000:00010000:3.0:1772472811.323594:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 18 pid: 5805 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472811.323627:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1772472811.323635:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185912576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472811.323646:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472811.323652:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 18 pid: 5805 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323661:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 18 pid: 5805 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323680:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323688:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323699:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323707:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323713:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323720:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323725:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472811.323729:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323776:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323785:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472811.323793:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472811.323826:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185912576:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472811.323836:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1772472811.323871:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185912576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472811.324081:0:83736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e0fe0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e0fd9 expref: 17 pid: 5805 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472811.324094:0:83736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83736:1858570185912448:0@lo:104: 00010000:00010000:0.0:1772472811.324106:0:83736:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.324114:0:83736:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.324121:0:83736:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472811.324127:0:83736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1049 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472811.580399:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472811.580422:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185912704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472811.580485:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472811.580558:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912704 00000100:00100000:3.0:1772472811.580566:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912704 00000100:00100000:3.0:1772472811.580614:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1772472811.580623:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185912704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472811.580659:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472811.580704:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185912704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472811.580711:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1772472811.580775:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185912704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472811.581513:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185912832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472811.581563:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472811.581605:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912832 00000100:00100000:0.0:1772472811.581610:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912832 00000100:00100000:0.0:1772472811.581642:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1772472811.581649:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185912832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472811.581672:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472811.581721:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185912832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472811.581727:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1772472811.581778:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185912832:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472811.639569:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472812.199658:0:83784:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5f651010 20000000:00000080:3.0:1772472812.199677:0:83784:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43e9a6800 uarg=0000000000000000 00010000:00010000:3.0:1772472812.199984:0:83784:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472812.199999:0:83784:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472812.200020:0:83784:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472812.200042:0:83784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200059:0:83784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200070:0:83784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200077:0:83784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200084:0:83784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200091:0:83784:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200097:0:83784:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472812.200102:0:83784:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200111:0:83784:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200124:0:83784:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200131:0:83784:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472812.200137:0:83784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1050 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472812.671770:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472813.176923:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472813.176934:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472813.176940:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472813.177088:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472813.177107:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472813.177121:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472813.177155:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185912960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472813.179696:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472813.179793:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185912960 00000100:00100000:1.0:1772472813.179807:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185912960 00000100:00100000:3.0:1772472813.179833:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472813.179882:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1772472813.179892:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185912960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472813.179909:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472813.179930:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1057 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472813.179958:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472813.179970:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472813.179980:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772472813.180075:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185912960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472813.180084:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1772472813.185392:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185912960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472813.185435:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472813.185451:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472813.185482:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472813.185489:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472813.185497:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472813.686973:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472814.512856:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472814.512904:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472814.512947:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472814.512974:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472814.513010:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013952 00000100:00100000:1.0:1772472814.513021:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013952 00000100:00100000:1.0:1772472814.513091:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1597 00000100:00100000:1.0:1772472814.513102:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170013952:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472814.513200:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170013952:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 99us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472814.513208:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1597 00000100:00100000:1.0:1772472814.513236:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170013824 00000100:00100000:1.0:1772472814.513241:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170013824 00000100:00100000:1.0:1772472814.513264:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1247 00000100:00100000:1.0:1772472814.513270:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170013824:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472814.513295:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170013824:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472814.513302:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1247 00000100:00100000:1.0:1772472814.513332:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014208 00000100:00100000:1.0:1772472814.513336:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014208 00000100:00100000:1.0:1772472814.513364:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014080 00000100:00100000:1.0:1772472814.513367:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014080 00000100:00100000:1.0:1772472814.513389:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1195 00000100:00100000:1.0:1772472814.513395:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170014208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472814.513421:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170014208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472814.513427:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1195 00000100:00100000:1.0:1772472814.513438:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1196 00000100:00100000:1.0:1772472814.513444:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170014080:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472814.513465:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170014080:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472814.513471:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1196 00000100:00080000:1.0:1772472814.513486:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472814.513490:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472814.513492:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472814.720376:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472815.742426:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472816.184239:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185913088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184317:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184376:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185913600:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184414:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184440:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472816.184446:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185913216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184479:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184496:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185913728:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184518:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184545:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185913344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184564:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184580:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472816.184585:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185913472:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184603:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472816.184629:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913088 00000100:00100000:1.0:1772472816.184636:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913088 00000100:00100000:1.0:1772472816.184679:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1772472816.184686:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185913088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184769:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185913088:12345-0@lo:400:kworker.0 Request processed in 82us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.184777:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1772472816.184812:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913600 00000100:00100000:1.0:1772472816.184816:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913600 00000100:00100000:1.0:1772472816.184853:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913216 00000100:00100000:1.0:1772472816.184858:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913216 00000100:00100000:1.0:1772472816.184886:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913344 00000100:00100000:1.0:1772472816.184890:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913344 00000100:00100000:1.0:1772472816.184909:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1772472816.184918:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185913600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.184957:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185913600:12345-0@lo:400:kworker.0 Request processed in 41us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.184963:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1772472816.184977:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1772472816.184983:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185913216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185008:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185913216:12345-0@lo:400:kworker.0 Request processed in 25us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.185014:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1772472816.185024:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1772472816.185029:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185913344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185070:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185913344:12345-0@lo:400:kworker.0 Request processed in 40us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.185075:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1772472816.185102:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913728 00000100:00100000:1.0:1772472816.185107:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913728 00000100:00100000:1.0:1772472816.185142:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913472 00000100:00100000:1.0:1772472816.185158:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913472 00000100:00100000:3.0:1772472816.185175:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185913344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185190:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1772472816.185200:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185913728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185236:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185913728:12345-0@lo:400:kworker.0 Request processed in 37us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.185241:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1772472816.185253:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1772472816.185258:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185913472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185291:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185913472:12345-0@lo:400:kworker.0 Request processed in 33us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472816.185296:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:1.0:1772472816.185330:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472816.185335:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472816.185342:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472816.185348:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185913472:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185395:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185913216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185407:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185913728:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185414:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185913088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472816.185423:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185913600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472816.233536:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472816.233671:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014336 00000100:00100000:3.0:1772472816.233694:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014336 00000100:00100000:3.0:1772472816.233864:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 14 00000100:00100000:3.0:1772472816.233880:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170014336:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472816.233908:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472816.233911:0:5797:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e101f) 00010000:00010000:3.0:1772472816.233914:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472816.233998:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170014336:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 122us (472us total) trans 0 rc 116/116 00000100:00100000:3.0:1772472816.234007:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 14 00000100:00080000:1.0:1772472816.234261:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472816.695065:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185913856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472816.695073:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185913984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472816.695172:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472816.698357:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913856 00000100:00100000:3.0:1772472816.698378:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913856 00000100:00100000:3.0:1772472816.698477:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1772472816.698490:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185913856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472816.698546:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472816.698663:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185913856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 175us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472816.698672:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1772472816.698812:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185913856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472816.698822:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472816.700078:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185913984 00000100:00100000:0.0:1772472816.700102:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185913984 00000100:00100000:0.0:1772472816.700173:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1772472816.700184:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185913984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472816.700222:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472816.700995:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185913984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 809us (2174us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472816.701006:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1772472816.701108:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185913984:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472816.765570:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472817.534063:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472817.534176:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014464 00000100:00100000:1.0:1772472817.534190:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014464 00000100:00100000:1.0:1772472817.534269:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 896 00000100:00100000:1.0:1772472817.534281:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49030:x1858570170014464:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472817.534318:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472817.534349:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1065 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ec8 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534422:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534436:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534449:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472817.534540:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1772472817.534545:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472817.534580:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534606:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1065 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec8 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534630:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec8 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.534640:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472817.534644:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472817.534649:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772472817.534714:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49030:x1858570170014464:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 435us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472817.534721:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 896 00000100:00100000:2.0:1772472817.540504:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472817.540611:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014592 00000100:00100000:0.0:1772472817.540629:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014592 00000100:00100000:0.0:1772472817.540699:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 897 00000100:00100000:0.0:1772472817.540712:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49030:x1858570170014592:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472817.540770:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472817.540797:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ecf expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540880:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540898:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540912:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540931:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540938:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.540945:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541077:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541085:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541092:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472817.541148:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1772472817.541152:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472817.541179:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541196:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541204:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541211:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541217:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.541222:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541229:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541242:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772472817.541245:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472817.541249:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541255:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e107a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541269:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541274:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541280:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541285:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.541288:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541294:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541300:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a100) 00010000:00010000:0.0:1772472817.541303:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472817.541305:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541311:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1081 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541344:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ecf expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541358:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ecf expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.541365:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772472817.541368:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472817.541370:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772472817.541448:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49030:x1858570170014592:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 739us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472817.541456:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 897 00000100:00100000:0.0:1772472817.556837:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472817.559040:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014848 00000100:00100000:2.0:1772472817.559057:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014848 00000100:00100000:2.0:1772472817.559162:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 898 00000100:00100000:2.0:1772472817.559174:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49030:x1858570170014848:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472817.559239:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472817.559271:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1088 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ecf expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.559295:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772472817.559309:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472817.559343:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.559358:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.559369:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472817.662172:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967643 is committed 00000004:00010000:0.0:1772472817.662205:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000234abf76 reply state 000000005f4cfae5 transno 4294967643 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472817.662230:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472817.662307:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:0.0:1772472817.662493:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1772472817.662521:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49030:x1858570170014848:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 103342us (105691us total) trans 4294967643 rc 0/0 00000100:00100000:0.0:1772472817.662532:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 898 00010000:00010000:0.0:1772472817.663094:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663105:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663114:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663131:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.663138:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663146:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663168:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:0.0:1772472817.663171:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472817.663177:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.663184:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e108f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.787397:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472817.792600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472817.792667:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170014976 00000100:00100000:1.0:1772472817.792681:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170014976 00000100:00100000:1.0:1772472817.792769:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 899 00000100:00100000:1.0:1772472817.792780:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49034:x1858570170014976:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472817.793044:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472817.793074:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1096 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ed6 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793235:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793252:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793268:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793284:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793291:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793297:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793467:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793476:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793485:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472817.793528:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1772472817.793531:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472817.793561:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793573:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793578:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793583:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793587:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472817.793591:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793596:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793608:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772472817.793610:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472817.793615:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793619:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e109d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793632:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793639:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793644:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793647:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472817.793649:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793653:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793657:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c420328d00) 00010000:00010000:1.0:1772472817.793658:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472817.793660:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793663:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e10a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793689:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1096 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ed6 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793701:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ed6 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.793705:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472817.793707:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472817.793710:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472817.793809:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49034:x1858570170014976:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1028us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472817.793819:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 899 00000100:00100000:3.0:1772472817.797931:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472817.799510:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170015232 00000100:00100000:2.0:1772472817.799531:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170015232 00000100:00100000:2.0:1772472817.799631:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 900 00000100:00100000:2.0:1772472817.799644:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49034:x1858570170015232:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472817.799675:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472817.799702:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e10b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12edd expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.799917:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.799936:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.799951:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.803631:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.803656:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.804491:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472817.814582:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1772472817.816183:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e10c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816216:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e10c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816230:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e10c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816285:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816291:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816297:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816303:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472817.816308:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816314:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816326:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:3.0:1772472817.816329:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472817.816333:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816339:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e10b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472817.816370:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008a95481e reply state 00000000a71f7f00 transno 4294967644 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472817.816380:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472817.816428:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e10b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12edd expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816444:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e10c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12edd expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.816451:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772472817.816454:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472817.816456:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472817.816546:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49034:x1858570170015232:12345-192.168.201.48@tcp:101:touch.0 Request processed in 16904us (18624us total) trans 4294967644 rc 0/0 00000100:00100000:3.0:1772472817.816556:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 900 00010000:00010000:0.0:1772472817.822426:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.822445:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.822452:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.822458:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.822477:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472817.822508:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472817.822568:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170015488 00000100:00100000:2.0:1772472817.822583:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170015488 00010000:00010000:0.0:1772472817.822660:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.822683:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c424f78900) 00010000:00010000:0.0:1772472817.822687:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472817.822694:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472817.822700:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 901 00010000:00010000:0.0:1772472817.822704:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e10c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472817.822735:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49034:x1858570170015488:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:1.0:1772472817.822858:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472817.822888:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e10c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12edd expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.822907:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:1.0:1772472817.822919:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472817.822981:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.822999:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.823011:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472817.823223:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002fb283bb reply state 000000006dfbc1c0 transno 4294967645 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472817.823236:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472817.823378:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49034:x1858570170015488:12345-192.168.201.48@tcp:36:touch.0 Request processed in 662us (874us total) trans 4294967645 rc 0/0 00000100:00100000:1.0:1772472817.823387:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 901 00010000:00010000:0.0:1772472817.826643:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826661:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826669:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826676:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.826682:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826690:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826707:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c420328d00) 00010000:00010000:0.0:1772472817.826710:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472817.826715:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.826722:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e10d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472817.826937:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472817.827266:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170015616 00000100:00100000:2.0:1772472817.827277:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170015616 00000100:00100000:2.0:1772472817.827344:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 902 00000100:00100000:2.0:1772472817.827364:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49034:x1858570170015616:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472817.827607:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472817.827644:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e10dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ee4 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.827730:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e10dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ee4 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.827767:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e10dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ee4 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.827789:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772472817.827792:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472817.827795:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472817.827914:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49034:x1858570170015616:12345-192.168.201.48@tcp:101:touch.0 Request processed in 551us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472817.827923:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 902 00000100:00100000:3.0:1772472817.833154:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472817.833901:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170015744 00000100:00100000:1.0:1772472817.833921:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170015744 00000100:00080000:2.0:1772472817.834009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472817.834042:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 489 00000100:00100000:1.0:1772472817.834056:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170015744:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:1.0:1772472817.834544:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170015744:12345-192.168.201.48@tcp:2:touch.0 Request processed in 491us (1398us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1772472817.834555:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 489 00000100:00100000:2.0:1772472817.843073:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472817.843189:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016000 00000100:00100000:0.0:1772472817.843207:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016000 00000100:00100000:0.0:1772472817.843304:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 151 00000100:00100000:0.0:1772472817.843316:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49034:x1858570170016000:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:0.0:1772472817.843913:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49034:x1858570170016000:12345-192.168.201.48@tcp:35:touch.0 Request processed in 596us (848us total) trans 4294967646 rc 0/0 00000100:00100000:0.0:1772472817.843922:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 151 00000100:00100000:0.0:1772472817.954841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472817.955656:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016128 00000100:00100000:3.0:1772472817.955666:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016128 00000100:00100000:3.0:1772472817.955735:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 903 00000100:00100000:3.0:1772472817.955813:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49038:x1858570170016128:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472817.955839:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472817.955861:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e10e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12eeb expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955926:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955940:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955952:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955967:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955974:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.955980:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956073:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956093:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956101:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472817.956143:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 0 00000004:00200000:3.0:1772472817.956147:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472817.956167:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956183:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956192:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956199:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956206:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956212:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472817.956216:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956224:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956237:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:3.0:1772472817.956240:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472817.956245:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956251:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e10ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956264:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956270:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956277:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956282:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472817.956284:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956290:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956298:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c4052b6e00) 00010000:00010000:3.0:1772472817.956300:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472817.956303:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956307:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e10f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956343:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e10e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eeb expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956355:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eeb expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.956361:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472817.956364:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472817.956366:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472817.956462:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49038:x1858570170016128:12345-192.168.201.48@tcp:101:rm.0 Request processed in 670us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472817.956473:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 903 00000100:00100000:2.0:1772472817.965182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472817.965295:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016256 00000100:00100000:1.0:1772472817.965314:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016256 00000100:00100000:1.0:1772472817.965409:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 490 00000100:00100000:1.0:1772472817.965423:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170016256:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472817.965450:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472817.965482:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ef2 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472817.965516:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x69a5c9f2, atime: 0x69a5c9f2, ctime: 0x69a5c9f2, blocks: 0x1 00010000:00010000:1.0:1772472817.965541:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472817.965544:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472817.965554:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.965577:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472817.965594:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772472817.965683:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170016256:12345-192.168.201.48@tcp:101:rm.0 Request processed in 264us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472817.965692:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 490 00000100:00100000:1.0:1772472817.973496:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472817.973597:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016512 00000100:00100000:3.0:1772472817.973608:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016512 00000100:00100000:3.0:1772472817.973667:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 904 00000100:00100000:3.0:1772472817.973674:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49038:x1858570170016512:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772472817.973737:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472817.973799:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e10f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12eeb expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.973928:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e10dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ee4 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.973942:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772472817.973958:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472817.974070:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.974087:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.974100:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.974126:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.974133:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.974144:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.975300:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.975318:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.975329:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472817.978089:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].28, 64 off9984 00000004:00080000:2.0:1772472817.978130:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2243810389568ns, next at 2244810381870ns, rc = 0 00010000:00010000:2.0:1772472817.978276:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978302:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978317:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978326:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978333:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978339:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978366:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472817.978399:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978405:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978410:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978415:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472817.978421:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978427:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978442:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:2.0:1772472817.978444:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472817.978449:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978453:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1114 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978475:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978480:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978485:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978490:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472817.978493:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978498:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978518:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472817.978521:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472817.978525:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472817.978531:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1106 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472817.978546:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004bc2e318 reply state 00000000a4b36ef1 transno 4294967647 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472817.978556:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472817.978670:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49038:x1858570170016512:12345-192.168.201.48@tcp:36:rm.0 Request processed in 4992us (5185us total) trans 4294967647 rc 0/0 00000100:00100000:2.0:1772472817.978679:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 904 00010000:00010000:3.0:1772472817.979136:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472817.979146:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.979154:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472817.979157:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.979165:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.979177:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472817.979179:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472817.979182:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.979188:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e111b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472817.979217:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472817.979220:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472817.979222:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472817.986947:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987050:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987065:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987073:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472817.987079:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987089:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987123:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c4052b6e00) 00010000:00010000:0.0:1772472817.987127:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472817.987133:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472817.987140:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e110d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472818.291388:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00010000:00010000:1.0:1772472818.806873:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472819.453792:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472819.453848:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016640 00000100:00100000:1.0:1772472819.453860:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016640 00000100:00100000:1.0:1772472819.453961:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 905 00000100:00100000:1.0:1772472819.453975:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49053:x1858570170016640:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772472819.454015:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472819.454045:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1122 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ef9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454162:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454182:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454202:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472819.454415:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1772472819.454421:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472819.454451:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454482:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1122 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef9 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454512:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef9 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.454522:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472819.454525:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472819.454529:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772472819.454613:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49053:x1858570170016640:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 642us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472819.454622:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 905 00000100:00080000:1.0:1772472819.454654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472819.501317:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472819.501378:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170016896 00000100:00100000:2.0:1772472819.501392:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170016896 00000100:00100000:2.0:1772472819.501463:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 906 00000100:00100000:2.0:1772472819.501475:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49053:x1858570170016896:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472819.501557:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472819.501600:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1129 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef9 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.501630:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e10ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ed6 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.501643:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472819.501658:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472819.501691:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.501708:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.501720:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472819.621813:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.622192:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017024 00000100:00100000:3.0:1772472819.622211:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017024 00000100:00100000:3.0:1772472819.622293:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:3.0:1772472819.622306:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170017024:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472819.630331:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170017024:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 8003us (8509us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472819.630355:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:0.0:1772472819.648428:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472819.648477:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.648834:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017152 00000100:00100000:3.0:1772472819.648848:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017152 00000100:00100000:3.0:1772472819.648927:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017280 00000100:00100000:3.0:1772472819.648931:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017280 00000100:00100000:3.0:1772472819.648968:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1199 00000100:00100000:3.0:1772472819.648981:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170017152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472819.649113:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472819.649118:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472819.650044:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1200 00000100:00100000:2.0:1772472819.650067:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170017280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472819.650201:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170017280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 143us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472819.650210:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1200 00000100:00100000:3.0:1772472819.652657:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170017152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3660us (4229us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472819.652679:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1199 00000001:00080000:0.0:1772472819.679661:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967646 is committed 00000001:00080000:0.0:1772472819.679694:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967648 is committed 00000004:00080000:0.0:1772472819.679703:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00000100:00100000:3.0:1772472819.680037:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472819.680072:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185914112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472819.680179:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472819.680310:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914112 00000100:00100000:1.0:1772472819.680324:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914112 00000100:00100000:1.0:1772472819.680419:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1772472819.680429:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185914112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472819.680464:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00010000:00010000:1.0:1772472819.680494:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.680518:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.680527:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472819.680529:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472819.680533:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.680579:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.680595:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 5 pid: 6592 timeout: 2345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472819.680613:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185914240:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772472819.680704:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45780 going to sleep for 11 seconds 00000100:00080000:3.0:1772472819.681365:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:3.0:1772472819.682199:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ad09c07e reply state 000000006d10f4a6 transno 4294967648 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472819.682222:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472819.682271:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:3.0:1772472819.682392:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772472819.682408:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49053:x1858570170016896:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 180933us (181106us total) trans 4294967648 rc 0/0 00000100:00100000:3.0:1772472819.682417:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 906 00010000:00010000:0.0:1772472819.682570:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682589:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682596:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682602:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472819.682606:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682615:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682631:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78200) 00010000:00010000:0.0:1772472819.682634:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472819.682639:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472819.682645:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1130 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472819.689007:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185914240:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472819.689050:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472819.689298:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.689376:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017408 00000100:00100000:3.0:1772472819.689386:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017408 00010000:00010000:3.0:1772472819.689437:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 6 pid: 6592 timeout: 2345 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472819.689566:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 395 00000100:00100000:3.0:1772472819.689577:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170017408:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472819.689594:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472819.689600:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 6 pid: 6592 timeout: 2345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.689614:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 6 pid: 6592 timeout: 2345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.689646:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e10ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ef2 expref: 6 pid: 6592 timeout: 2345 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.689664:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472819.689666:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472819.689671:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.689681:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.689718:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472819.689811:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170017408:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 235us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472819.689819:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 395 00010000:00010000:1.0:1772472819.690010:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.690023:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.690038:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.690047:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.690080:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472819.690106:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472819.690115:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.690124:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472819.690131:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.690143:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.690156:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.690162:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e099fde/0xc2ef6d41852e1137 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.690187:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472819.690189:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472819.690191:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472819.697017:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185914112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16571us (16820us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1772472819.697037:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000004:00080000:3.0:1772472819.700282:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c30559e300/2, rc 0, transno 4294967353 00000100:00100000:3.0:1772472819.700307:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185914112:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772472819.834544:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472819.849824:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472819.849944:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017536 00000100:00100000:2.0:1772472819.849959:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017536 00000100:00100000:2.0:1772472819.850053:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 907 00000100:00100000:2.0:1772472819.850066:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49057:x1858570170017536:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472819.850145:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472819.850176:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e113e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f00 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850266:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850285:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850300:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850318:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850326:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850338:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850521:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850529:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850537:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472819.850578:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472819.850583:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472819.850615:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850629:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850636:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850644:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850650:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472819.850656:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850664:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850680:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772472819.850684:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472819.850690:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850697:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e1145 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850714:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850720:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850726:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850731:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472819.850734:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850806:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850813:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78000) 00010000:00010000:2.0:1772472819.850816:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472819.850819:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850824:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e114c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850874:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e113e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f00 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850891:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f00 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.850900:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472819.850902:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472819.850905:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772472819.850997:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49057:x1858570170017536:12345-192.168.201.48@tcp:101:touch.0 Request processed in 934us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472819.851008:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 907 00000100:00100000:0.0:1772472819.859306:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472819.859596:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170017792 00000100:00100000:1.0:1772472819.859611:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170017792 00000100:00100000:1.0:1772472819.859691:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 908 00000100:00100000:1.0:1772472819.859703:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49057:x1858570170017792:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472819.859734:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472819.859788:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e115a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f07 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.859978:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.859996:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.860011:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.860030:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.860037:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.860043:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472819.865140:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:1.0:1772472819.873432:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e116f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873456:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e116f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873470:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e116f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873546:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873554:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873560:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873566:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472819.873571:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873578:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873592:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:1.0:1772472819.873595:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472819.873599:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873604:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1161 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472819.873628:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000063c9033f reply state 000000008fe07d06 transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472819.873637:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472819.873684:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e115a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f07 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873699:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e116f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f07 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.873706:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772472819.873709:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472819.873711:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772472819.873808:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49057:x1858570170017792:12345-192.168.201.48@tcp:101:touch.0 Request processed in 14107us (14517us total) trans 4294967649 rc 0/0 00000100:00100000:1.0:1772472819.873818:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 908 00010000:00010000:3.0:1772472819.878169:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878198:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878212:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878223:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472819.878232:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878246:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878280:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c420328f00) 00010000:00010000:3.0:1772472819.878285:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472819.878293:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.878303:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1168 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472819.882952:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.883540:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018048 00000100:00100000:3.0:1772472819.883554:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018048 00000100:00100000:3.0:1772472819.883638:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 909 00000100:00100000:3.0:1772472819.883652:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49057:x1858570170018048:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772472819.883763:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472819.883803:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e116f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f07 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.883832:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c420328800) 00010000:00010000:3.0:1772472819.883849:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472819.883913:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.883930:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.883943:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472819.884186:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e0e43b52 reply state 00000000ebd8cf6b transno 4294967650 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472819.884199:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472819.884364:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49057:x1858570170018048:12345-192.168.201.48@tcp:36:touch.0 Request processed in 714us (1427us total) trans 4294967650 rc 0/0 00000100:00100000:3.0:1772472819.884374:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 909 00010000:00010000:2.0:1772472819.890050:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890072:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890091:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890098:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472819.890104:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890113:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890133:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:2.0:1772472819.890137:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472819.890143:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.890150:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e117d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472819.890274:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472819.890379:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018176 00000100:00100000:1.0:1772472819.890408:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018176 00000100:00100000:1.0:1772472819.890491:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 910 00000100:00100000:1.0:1772472819.890504:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49057:x1858570170018176:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472819.890538:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472819.890571:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f0e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.890655:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f0e expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.890679:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1184 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f0e expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.890700:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472819.890704:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472819.890707:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772472819.890806:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49057:x1858570170018176:12345-192.168.201.48@tcp:101:touch.0 Request processed in 304us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472819.890816:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 910 00000100:00100000:0.0:1772472819.898285:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.898836:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018304 00000100:00100000:3.0:1772472819.898852:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018304 00000100:00100000:3.0:1772472819.898953:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 492 00000100:00100000:3.0:1772472819.898967:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170018304:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:3.0:1772472819.900676:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170018304:12345-192.168.201.48@tcp:2:touch.0 Request processed in 1698us (2403us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1772472819.900694:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 492 00000100:00100000:0.0:1772472819.905180:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472819.905452:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018560 00000100:00100000:2.0:1772472819.905471:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018560 00000100:00100000:2.0:1772472819.905545:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 152 00000100:00100000:2.0:1772472819.905557:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49057:x1858570170018560:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:2.0:1772472819.905984:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49057:x1858570170018560:12345-192.168.201.48@tcp:35:touch.0 Request processed in 428us (820us total) trans 4294967651 rc 0/0 00000100:00100000:2.0:1772472819.905993:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 152 00000100:00100000:0.0:1772472819.974537:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472819.974811:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018688 00000100:00100000:1.0:1772472819.974825:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018688 00000100:00100000:1.0:1772472819.975063:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 911 00000100:00100000:1.0:1772472819.975086:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49061:x1858570170018688:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472819.975121:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472819.975150:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e118b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f15 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975237:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975256:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975270:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975286:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975294:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975299:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975444:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975453:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975461:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472819.975503:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1772472819.975509:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472819.975533:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975547:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975556:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975562:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975569:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975580:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472819.975585:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975593:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975607:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:1.0:1772472819.975610:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472819.975616:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975623:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1192 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975640:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975646:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975652:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975657:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472819.975660:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975665:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975676:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c420328d00) 00010000:00010000:1.0:1772472819.975679:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472819.975681:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975687:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1199 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975726:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e118b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f15 expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975816:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f15 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472819.975829:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472819.975833:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472819.975836:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472819.977367:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49061:x1858570170018688:12345-192.168.201.48@tcp:101:rm.0 Request processed in 2281us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472819.977380:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 911 00000100:00100000:0.0:1772472819.987618:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472819.988230:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170018816 00000100:00100000:3.0:1772472819.988243:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170018816 00000100:00100000:3.0:1772472819.988331:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 493 00000100:00100000:3.0:1772472819.988343:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170018816:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472819.988369:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472819.988488:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f1c expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472819.988523:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x69a5c9f4, atime: 0x69a5c9f4, ctime: 0x69a5c9f4, blocks: 0x1 00010000:00010000:3.0:1772472819.988549:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472819.988552:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472819.988562:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.988586:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472819.988602:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772472819.988685:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170018816:12345-192.168.201.48@tcp:101:rm.0 Request processed in 343us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472819.988693:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 493 00000100:00100000:0.0:1772472819.998232:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472819.998677:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019072 00000100:00100000:2.0:1772472819.998695:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019072 00000100:00100000:2.0:1772472819.998990:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 912 00000100:00100000:2.0:1772472819.999003:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49061:x1858570170019072:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772472819.999102:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472819.999144:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e11a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f15 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999175:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f0e expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999188:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c420328500) 00010000:00010000:2.0:1772472819.999203:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472819.999237:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999256:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999267:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999283:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999290:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999297:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999457:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999466:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472819.999473:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472820.000176:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].29, 64 off10048 00000004:00080000:2.0:1772472820.000190:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2245832449867ns, next at 2246832446985ns, rc = 0 00010000:00010000:2.0:1772472820.000289:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000310:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000328:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000342:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000351:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000360:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000413:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472820.000457:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000467:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000478:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000487:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472820.000496:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000506:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000522:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772472820.000527:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472820.000535:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000544:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e11bc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000575:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000585:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000594:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000601:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472820.000605:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000613:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000626:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472820.000631:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472820.000635:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472820.000643:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e11ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472820.000657:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000074805eb9 reply state 00000000ed8a4750 transno 4294967652 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472820.000676:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472820.000845:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49061:x1858570170019072:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1839us (2622us total) trans 4294967652 rc 0/0 00000100:00100000:2.0:1772472820.000857:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 912 00010000:00010000:0.0:1772472820.001800:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472820.001815:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472820.001830:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472820.001838:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472820.001853:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472820.001875:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff90c424f78400) 00010000:00010000:0.0:1772472820.001880:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472820.001915:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472820.001927:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e11c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472820.001966:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472820.001969:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472820.001971:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472820.009944:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.009973:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.009986:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.009996:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472820.010002:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.010013:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.010042:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c424f78000) 00010000:00010000:3.0:1772472820.010060:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472820.010068:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472820.010074:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e11b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472820.862947:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472821.308478:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185914368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472821.308604:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472821.308682:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185914880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472821.308718:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472821.308775:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472821.308783:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185914752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472821.308809:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472821.308860:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914880 00000100:00100000:2.0:1772472821.308869:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914880 00000100:00100000:2.0:1772472821.308940:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1772472821.308949:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185914880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472821.309028:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185914880:12345-0@lo:400:kworker.0 Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472821.309037:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00080000:2.0:1772472821.309072:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472821.309121:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185914880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472821.309733:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914368 00000100:00100000:0.0:1772472821.309780:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914368 00000100:00100000:0.0:1772472821.309834:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1772472821.309844:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185914368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472821.309907:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185914368:12345-0@lo:400:kworker.0 Request processed in 65us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.309914:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1772472821.310076:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914752 00000100:00100000:1.0:1772472821.310082:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914752 00000100:00100000:1.0:1772472821.310131:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1772472821.310139:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185914752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.310182:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185914752:12345-0@lo:400:kworker.0 Request processed in 44us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472821.310192:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1772472821.310228:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185914496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.310263:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472821.310292:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185915008:0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.310317:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472821.310340:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472821.310348:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185914624:0@lo:400:kworker.0 00000100:00080000:0.0:1772472821.310579:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472821.310828:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914496 00000100:00100000:0.0:1772472821.310834:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914496 00000100:00100000:0.0:1772472821.310871:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1772472821.310879:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185914496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472821.310924:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185914496:12345-0@lo:400:kworker.0 Request processed in 46us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.310932:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1772472821.311094:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185914752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472821.311110:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185914368:0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.311344:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472821.311386:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185914496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.311410:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185914624 00000100:00100000:1.0:1772472821.311414:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185914624 00000100:00100000:1.0:1772472821.311492:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1772472821.311501:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185914624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472821.311542:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185914624:12345-0@lo:400:kworker.0 Request processed in 43us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472821.311549:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1772472821.311576:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185914624:0@lo:400:kworker.0 00000100:00100000:3.0:1772472821.312834:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915008 00000100:00100000:3.0:1772472821.312849:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915008 00000100:00080000:0.0:1772472821.319969:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472821.320535:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472821.322271:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1772472821.322292:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185915008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472821.322436:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185915008:12345-0@lo:400:kworker.0 Request processed in 152us (12117us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472821.322444:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1772472821.322517:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185915008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472821.404454:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472821.405132:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019200 00000100:00100000:2.0:1772472821.405150:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019200 00000100:00100000:2.0:1772472821.405248:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 913 00000100:00100000:2.0:1772472821.405264:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49075:x1858570170019200:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472821.405303:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472821.405332:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e11ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f23 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405421:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405438:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405455:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472821.405537:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472821.405542:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472821.405573:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405607:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e11ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f23 expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405629:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f23 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.405640:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472821.405643:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472821.405648:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472821.405729:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49075:x1858570170019200:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 468us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472821.405760:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 913 00000100:00080000:2.0:1772472821.405790:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472821.412165:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472821.412277:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019456 00000100:00100000:2.0:1772472821.412292:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019456 00000100:00100000:2.0:1772472821.412387:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 914 00000100:00100000:2.0:1772472821.412399:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49075:x1858570170019456:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472821.412481:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472821.412521:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e11d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f23 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.412550:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f00 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.412563:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472821.412578:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472821.412610:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.412629:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.412642:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472821.413018:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003a8e4838 reply state 0000000042ac7c8e transno 4294967653 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472821.413036:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472821.413065:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:2.0:1772472821.413183:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49075:x1858570170019456:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 785us (1032us total) trans 4294967653 rc 0/0 00000100:00100000:2.0:1772472821.413193:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 914 00010000:00010000:2.0:1772472821.420221:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420248:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420258:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420265:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472821.420272:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420281:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420304:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772472821.420308:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472821.420315:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.420321:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e11d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472821.579504:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.579786:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019584 00000100:00100000:3.0:1772472821.579802:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019584 00000100:00100000:3.0:1772472821.579878:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 915 00000100:00100000:3.0:1772472821.579891:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170019584:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472821.580020:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170019584:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 131us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472821.580041:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 915 00000100:00100000:0.0:1772472821.582009:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472821.582198:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019712 00000100:00100000:2.0:1772472821.582210:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019712 00000100:00100000:2.0:1772472821.582309:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 494 00000100:00100000:2.0:1772472821.582321:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49087:x1858570170019712:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472821.582871:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49087:x1858570170019712:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 550us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472821.582880:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 494 00000100:00080000:3.0:1772472821.584383:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472821.585158:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472821.585781:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019840 00000100:00100000:2.0:1772472821.585797:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019840 00000100:00080000:3.0:1772472821.585844:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472821.585901:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 495 00000100:00100000:2.0:1772472821.585913:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49087:x1858570170019840:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472821.586363:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49087:x1858570170019840:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 451us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472821.586373:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 495 00000100:00100000:2.0:1772472821.589412:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.589484:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170019968 00000100:00100000:3.0:1772472821.589498:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170019968 00000100:00100000:3.0:1772472821.589575:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 916 00000100:00100000:3.0:1772472821.589587:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170019968:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472821.590033:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170019968:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 448us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472821.590043:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 916 00000100:00100000:3.0:1772472821.602844:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472821.605329:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020096 00000100:00100000:1.0:1772472821.605350:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020096 00000100:00100000:1.0:1772472821.605436:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 917 00000100:00100000:1.0:1772472821.605449:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170020096:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472821.605624:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170020096:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 177us (2791us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472821.605634:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 917 00000100:00100000:3.0:1772472821.618554:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.618687:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020224 00000100:00100000:3.0:1772472821.618702:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020224 00000100:00100000:3.0:1772472821.618799:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 496 00000100:00100000:3.0:1772472821.618811:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49087:x1858570170020224:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472821.619561:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49087:x1858570170020224:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 748us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472821.619667:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 496 00000100:00100000:2.0:1772472821.640881:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.640983:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020352 00000100:00100000:0.0:1772472821.640998:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020352 00000100:00100000:0.0:1772472821.641089:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 497 00000100:00100000:0.0:1772472821.641103:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49087:x1858570170020352:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472821.641498:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49087:x1858570170020352:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 396us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.641507:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 497 00000100:00100000:0.0:1772472821.645890:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.645951:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020480 00000100:00100000:0.0:1772472821.645964:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020480 00000100:00100000:0.0:1772472821.646039:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 918 00000100:00100000:0.0:1772472821.646060:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170020480:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472821.646470:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49087:x1858570170020480:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 420us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.646480:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 918 00000100:00100000:0.0:1772472821.734234:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472821.734578:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020608 00000100:00100000:2.0:1772472821.734592:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020608 00000100:00100000:0.0:1772472821.735215:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 919 00000100:00100000:0.0:1772472821.735231:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49091:x1858570170020608:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772472821.735263:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472821.735293:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e11df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f2a expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735378:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735396:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735412:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735429:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735437:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735443:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735664:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735674:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735682:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472821.735727:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1772472821.735732:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472821.735801:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735820:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735829:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735864:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735873:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472821.735881:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735894:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735917:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772472821.735922:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472821.735929:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735938:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e11e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735965:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735973:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735981:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.735987:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472821.735991:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736001:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736013:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a100) 00010000:00010000:0.0:1772472821.736016:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472821.736020:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736027:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e11ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736078:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e11df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f2a expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736095:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f2a expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.736109:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772472821.736112:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472821.736114:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772472821.736228:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49091:x1858570170020608:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1001us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.736238:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 919 00000100:00100000:2.0:1772472821.740654:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.740830:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020736 00000100:00100000:3.0:1772472821.740843:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020736 00000100:00100000:3.0:1772472821.740930:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 153 00000100:00100000:3.0:1772472821.740941:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418ef8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49091:x1858570170020736:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:3.0:1772472821.741136:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418ef8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49091:x1858570170020736:12345-192.168.201.48@tcp:49:dd.0 Request processed in 197us (496us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472821.741689:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 153 00000100:00100000:3.0:1772472821.746137:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.748241:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170020992 00000100:00100000:0.0:1772472821.748266:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170020992 00000100:00100000:2.0:1772472821.748631:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 920 00000100:00100000:2.0:1772472821.748659:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49091:x1858570170020992:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772472821.748689:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472821.748718:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e11fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f31 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749297:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749491:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749506:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749531:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749538:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.749544:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472821.750492:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:2.0:1772472821.750996:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1210 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751023:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751036:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1210 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751094:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751101:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751108:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751115:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472821.751121:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751129:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751571:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:2.0:1772472821.751576:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472821.751583:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.751590:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1202 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472821.751613:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000154d6f1e reply state 0000000007b9e616 transno 4294967654 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472821.751624:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472821.751981:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e11fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f31 expref: 15 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.752000:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1210 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f31 expref: 14 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.752009:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772472821.752273:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472821.752277:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472821.752471:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+15:49091:x1858570170020992:12345-192.168.201.48@tcp:101:dd.0 Request processed in 3817us (6350us total) trans 4294967654 rc 0/0 00000100:00100000:2.0:1772472821.752482:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 920 00010000:00010000:3.0:1772472821.757963:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.757986:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.757994:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.758000:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472821.758007:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.758015:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.758035:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c424f78a00) 00010000:00010000:3.0:1772472821.758038:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472821.758043:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472821.758073:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1209 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472821.761614:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.764705:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021120 00000100:00100000:0.0:1772472821.764727:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021120 00000100:00100000:1.0:1772472821.765721:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 498 00000100:00100000:1.0:1772472821.765759:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49091:x1858570170021120:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472821.765787:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472821.765822:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f38 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472821.765858:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472821.765886:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472821.765889:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472821.765900:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472821.765923:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 6 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472821.765955:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472821.766070:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49091:x1858570170021120:12345-192.168.201.48@tcp:101:dd.0 Request processed in 336us (4472us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472821.766079:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 498 00000100:00100000:1.0:1772472821.799991:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.800453:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021248 00000100:00100000:3.0:1772472821.800471:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021248 00002000:00100000:3.0:1772472821.800559:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff90c3055e6d80 x1858570170021248/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:102/0 lens 488/0 e 0 to 0 dl 1772472832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472821.800666:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3055e6d80 with x1858570170021248 ext(0->1048575) 00002000:00010000:3.0:1772472821.800674:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3055e6d80 00000100:00100000:3.0:1772472821.800813:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 22 00000100:00100000:3.0:1772472821.800825:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170021248:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:1.0:1772472821.815006:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185915136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472821.815106:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1772472821.815264:0:6777:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2247647523031ns, next at 2248647520588ns, rc = 0 00000100:00100000:2.0:1772472821.816535:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915136 00000100:00100000:2.0:1772472821.816558:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915136 00000100:00100000:2.0:1772472821.816859:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1772472821.816884:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185915136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472821.816925:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472821.817473:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185915264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472821.817551:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472821.817833:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185915136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472821.822413:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915264 00000100:00100000:3.0:1772472821.822428:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915264 00000100:00100000:0.0:1772472821.822806:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1772472821.822823:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185915264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472821.822886:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472821.825199:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185915136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8311us (10075us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472821.825220:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1772472821.826956:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185915264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4114us (9382us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.826978:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1772472821.827367:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185915264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472821.872839:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170021248:12345-192.168.201.48@tcp:4:dd.0 Request processed in 71998us (72841us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1772472821.872857:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 22 00002000:00100000:0.0:1772472821.872873:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff90c3055e6d80 x1858570170021248/t4294967354(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:102/0 lens 488/448 e 0 to 0 dl 1772472832 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472821.872885:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3055e6d80 with x1858570170021248 ext(0->1048575) 00002000:00010000:0.0:1772472821.872892:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3055e6d80 00000100:00100000:0.0:1772472821.876465:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472821.878964:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021376 00000100:00100000:3.0:1772472821.878981:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021376 00010000:00010000:0.0:1772472821.879205:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472821.882500:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 921 00000100:00100000:2.0:1772472821.882520:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+14:49091:x1858570170021376:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:1.0:1772472821.951528:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967649 is committed 00000001:00080000:1.0:1772472821.951551:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967654 is committed 00000004:00080000:1.0:1772472821.951563:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 76 committed 00000004:00080000:1.0:1772472821.951590:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 77 committed 00000100:00100000:0.0:1772472821.951720:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49091:x1858570170021376:12345-192.168.201.48@tcp:44:dd.0 Request processed in 69202us (75263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472821.951728:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 921 00000100:00100000:1.0:1772472821.952009:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472821.952026:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185915392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472821.952086:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472821.952137:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915392 00000100:00100000:2.0:1772472821.952145:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915392 00000100:00100000:2.0:1772472821.952187:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1772472821.952196:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185915392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772472821.952224:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:2.0:1772472821.952248:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.952264:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.952270:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472821.952272:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472821.952274:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.952298:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472821.952309:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 6 pid: 6591 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472821.952318:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185915520:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472821.952840:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c407cd33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472821.957171:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.957318:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570185915520:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772472821.957361:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472821.958071:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472821.958307:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021632 00000100:00100000:0.0:1772472821.958316:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021632 00010000:00010000:0.0:1772472821.958373:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472821.958410:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 396 00000100:00100000:0.0:1772472821.958420:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170021632:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472821.958437:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472821.958443:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.958457:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.958484:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e11a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f1c expref: 7 pid: 6591 timeout: 2347 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.958509:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472821.958511:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472821.958516:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.958525:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.958560:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472821.958615:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170021632:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 196us (546us total) trans 0 rc 0/0 00010000:00010000:1.0:1772472821.958695:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472821.958705:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472821.958716:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472821.958722:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472821.958956:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 396 00010000:00010000:1.0:1772472821.959008:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472821.959968:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185915392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7770us (7877us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1772472821.959979:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1772472821.960002:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021504 00000100:00100000:1.0:1772472821.960009:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021504 00000004:00080000:2.0:1772472821.960229:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43e9f7800/2, rc 0, transno 4294967355 00000100:00100000:2.0:1772472821.960237:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185915392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772472821.960945:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472821.960956:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.960967:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472821.960971:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.960978:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.960993:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.961001:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e3c8375/0xc2ef6d41852e1225 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472821.961030:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472821.961031:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472821.961032:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472821.961454:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 500 00000100:00100000:0.0:1772472821.961469:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170021504:12345-192.168.201.48@tcp:16:dd.0 00000001:00080000:1.0:1772472822.014298:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:1.0:1772472822.014322:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:0.0:1772472822.014724:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170021504:12345-192.168.201.48@tcp:16:dd.0 Request processed in 53254us (57556us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472822.014737:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 500 00000100:00100000:3.0:1772472822.019307:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472822.019390:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170021888 00000100:00100000:0.0:1772472822.019402:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170021888 00000100:00100000:0.0:1772472822.019468:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 154 00000100:00100000:0.0:1772472822.019478:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49091:x1858570170021888:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:0.0:1772472822.020788:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49091:x1858570170021888:12345-192.168.201.48@tcp:35:dd.0 Request processed in 1305us (1484us total) trans 4294967655 rc 0/0 00000100:00100000:0.0:1772472822.020799:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 154 00010000:00010000:1.0:1772472822.906713:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472823.385148:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967655 is committed 00000001:00080000:3.0:1772472823.429349:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:3.0:1772472823.429371:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00010000:00010000:0.0:1772472823.927146:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472824.741258:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472824.741310:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472824.741336:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472824.741361:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472824.741387:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022272 00000100:00100000:3.0:1772472824.741396:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022272 00000100:00100000:3.0:1772472824.741453:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022400 00000100:00100000:3.0:1772472824.741456:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022400 00000100:00100000:3.0:1772472824.741473:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:3.0:1772472824.741482:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170022272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472824.741546:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170022272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 66us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472824.741554:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:3.0:1772472824.741568:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1204 00000100:00100000:3.0:1772472824.741573:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170022400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472824.741595:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170022400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472824.741601:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1204 00000100:00080000:3.0:1772472824.741615:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472824.741618:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472824.741763:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022144 00000100:00100000:0.0:1772472824.741768:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022144 00000100:00100000:0.0:1772472824.741805:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1604 00000100:00100000:0.0:1772472824.741812:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170022144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472824.741843:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170022144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472824.741849:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1604 00000100:00080000:3.0:1772472824.742045:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472824.742092:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022016 00000100:00100000:1.0:1772472824.742097:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022016 00000100:00100000:1.0:1772472824.742131:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1251 00000100:00100000:1.0:1772472824.742137:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170022016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472824.742163:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170022016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472824.742169:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1251 00010000:00010000:1.0:1772472824.950922:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472824.957153:0:84178:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2250789410852ns, next at 2248647520588ns, rc = 0 00000004:00080000:3.0:1772472824.957264:0:84178:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2250789523453ns, next at 2244810381870ns, rc = 0 00000004:00080000:1.0:1772472824.962375:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000004:00080000:1.0:1772472824.962404:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 78 committed 00010000:00010000:0.0:1772472825.975131:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472826.423921:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185915904:0@lo:400:kworker.0 00000100:00100000:2.0:1772472826.424018:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.424265:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185915776:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.424306:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.424339:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915904 00000100:00100000:1.0:1772472826.424347:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915904 00000100:00100000:1.0:1772472826.424402:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915776 00000100:00100000:1.0:1772472826.424404:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915776 00000100:00100000:1.0:1772472826.424427:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:1.0:1772472826.424436:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185915904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.424484:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185915904:12345-0@lo:400:kworker.0 Request processed in 49us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.424491:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:1.0:1772472826.424509:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1772472826.424515:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185915776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.424540:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185915776:12345-0@lo:400:kworker.0 Request processed in 26us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.424549:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00080000:1.0:1772472826.424564:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472826.424779:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185915904:0@lo:400:kworker.0 00000100:00100000:2.0:1772472826.424798:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472826.424803:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472826.424826:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472826.424851:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916032 00000100:00100000:2.0:1772472826.424854:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916032 00000100:00100000:2.0:1772472826.424883:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1772472826.424888:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472826.424917:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916032:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472826.424922:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00080000:1.0:1772472826.425247:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472826.425285:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185915776:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425292:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185916288:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425316:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.425355:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772472826.425362:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185915648:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425390:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.425411:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185916160:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425431:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.425457:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185915648 00000100:00100000:1.0:1772472826.425461:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185915648 00000100:00100000:1.0:1772472826.425485:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1772472826.425491:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185915648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425522:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185915648:12345-0@lo:400:kworker.0 Request processed in 31us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.425527:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1772472826.425554:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916160 00000100:00100000:1.0:1772472826.425558:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916160 00000100:00100000:1.0:1772472826.425583:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1772472826.425588:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185916160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425617:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185916160:12345-0@lo:400:kworker.0 Request processed in 28us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.425622:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00080000:1.0:1772472826.425639:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472826.425657:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185915648:0@lo:400:kworker.0 00000100:00100000:1.0:1772472826.425667:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185916160:0@lo:400:kworker.0 00000100:00100000:0.0:1772472826.425823:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916288 00000100:00100000:0.0:1772472826.425828:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916288 00000100:00100000:0.0:1772472826.425867:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1772472826.425874:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185916288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472826.425911:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185916288:12345-0@lo:400:kworker.0 Request processed in 38us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472826.425917:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1772472826.425957:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1772472826.425963:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c30559e300, transno 4294967353 00000100:00100000:0.0:1772472826.425985:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185916288:0@lo:400:kworker.0 00000100:00080000:1.0:1772472826.426613:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472826.426698:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:2.0:1772472826.426704:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43e9f7800, transno 4294967355 00000100:00100000:2.0:1772472826.426726:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472826.544118:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472826.544250:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022528 00000100:00100000:0.0:1772472826.544260:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022528 00000100:00100000:0.0:1772472826.544454:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 922 00000100:00100000:0.0:1772472826.544465:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170022528:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472826.544552:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170022528:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 90us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472826.544560:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 922 00000100:00100000:3.0:1772472826.547789:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472826.547889:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022656 00000100:00100000:0.0:1772472826.547900:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022656 00000100:00080000:2.0:1772472826.549164:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472826.549174:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472826.551418:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 501 00000100:00100000:0.0:1772472826.551432:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49284:x1858570170022656:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472826.551763:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49284:x1858570170022656:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 312us (3960us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472826.551775:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 501 00000100:00100000:2.0:1772472826.556889:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472826.557037:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022784 00000100:00100000:1.0:1772472826.557048:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022784 00000100:00100000:1.0:1772472826.557147:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 502 00000100:00100000:1.0:1772472826.557158:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49284:x1858570170022784:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472826.557675:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49284:x1858570170022784:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 518us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.557685:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 502 00000100:00080000:2.0:1772472826.558453:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472826.564627:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472826.565421:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170022912 00000100:00100000:3.0:1772472826.565432:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170022912 00000100:00100000:3.0:1772472826.565499:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 923 00000100:00100000:3.0:1772472826.565510:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170022912:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472826.565827:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170022912:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 318us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.565836:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 923 00000100:00100000:1.0:1772472826.576812:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472826.576888:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023040 00000100:00100000:3.0:1772472826.576900:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023040 00000100:00100000:3.0:1772472826.576977:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 924 00000100:00100000:3.0:1772472826.576987:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170023040:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472826.577075:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170023040:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 89us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.577082:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 924 00000100:00100000:0.0:1772472826.580147:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472826.580369:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023168 00000100:00100000:3.0:1772472826.580381:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023168 00000100:00100000:3.0:1772472826.580442:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 503 00000100:00100000:3.0:1772472826.580452:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49284:x1858570170023168:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472826.581056:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49284:x1858570170023168:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 603us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.581067:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 503 00000100:00100000:3.0:1772472826.585436:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472826.585483:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023296 00000100:00100000:3.0:1772472826.585494:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023296 00000100:00100000:3.0:1772472826.585551:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 504 00000100:00100000:3.0:1772472826.585563:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49284:x1858570170023296:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472826.585912:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49284:x1858570170023296:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 350us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.585921:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 504 00000100:00100000:2.0:1772472826.591487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472826.596217:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023424 00000100:00100000:3.0:1772472826.596231:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023424 00000100:00100000:3.0:1772472826.596310:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 925 00000100:00100000:3.0:1772472826.596321:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170023424:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472826.596663:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49284:x1858570170023424:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 344us (5184us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.596673:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 925 00000100:00100000:2.0:1772472826.745766:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472826.745930:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023680 00000100:00100000:1.0:1772472826.746199:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023680 00000100:00100000:1.0:1772472826.746591:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 926 00000100:00100000:1.0:1772472826.746604:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49288:x1858570170023680:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472826.746665:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472826.746699:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1210 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f31 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746724:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff90c424f78100) 00010000:00010000:1.0:1772472826.746790:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472826.746824:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746841:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746853:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746868:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746876:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.746884:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.747104:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.747114:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.747121:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472826.747821:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].29, 64 off10048 00000004:00080000:1.0:1772472826.747832:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2252580091768ns, next at 2253580089403ns, rc = 0 00010000:00010000:1.0:1772472826.747981:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.747992:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748000:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748013:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748021:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748028:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748592:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472826.748621:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748629:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748637:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748643:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472826.748648:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748656:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748670:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff90c420328f00) 00010000:00010000:1.0:1772472826.748673:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472826.748678:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748689:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e123a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748709:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748716:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748722:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748728:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472826.748731:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748765:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748774:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:1.0:1772472826.748777:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472826.748781:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472826.748786:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e122c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472826.748797:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a3831d18 reply state 00000000a365b39a transno 4294967656 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472826.748807:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472826.748905:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49288:x1858570170023680:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2302us (3164us total) trans 4294967656 rc 0/0 00000100:00100000:1.0:1772472826.748914:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 926 00010000:00010000:2.0:1772472826.753538:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472826.753555:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.753567:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472826.753572:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.753582:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.753602:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4c:0x0].0x0 (ffff90c420328f00) 00010000:00010000:2.0:1772472826.753606:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472826.753611:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.753618:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e1241 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.753647:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472826.753650:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472826.753652:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472826.754660:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754672:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754679:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754685:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472826.754689:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754696:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754708:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c420328800) 00010000:00010000:2.0:1772472826.754711:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472826.754715:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472826.754722:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1233 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472826.935545:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472826.935620:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472826.935802:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916416 00000100:00100000:3.0:1772472826.935810:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916416 00000100:00100000:3.0:1772472826.935866:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1772472826.935877:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472826.935916:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472826.935989:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472826.935996:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1772472826.936535:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472826.936679:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472826.936690:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472826.936724:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472826.936830:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916544 00000100:00100000:1.0:1772472826.936837:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916544 00000100:00100000:1.0:1772472826.936878:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1772472826.936887:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472826.936915:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472826.936986:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185916544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472826.936994:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1772472826.937143:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185916544:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472827.002041:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472828.024206:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472829.053762:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472829.238022:0:84322:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2255070280060ns, next at 2248647520588ns, rc = 0 00000004:00080000:1.0:1772472829.238181:0:84322:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2255070440460ns, next at 2253580089403ns, rc = 0 00000004:00080000:1.0:1772472829.335093:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 79 committed 00000004:00080000:1.0:1772472829.335108:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 79 committed 00000001:00080000:1.0:1772472829.335131:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967656 is committed 00000004:00080000:1.0:1772472829.335135:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00000100:00100000:1.0:1772472829.336023:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472829.336045:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185916672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472829.336118:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472829.336461:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916672 00000100:00100000:0.0:1772472829.336470:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916672 00000100:00100000:0.0:1772472829.336547:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1772472829.336557:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185916672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772472829.336587:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:0.0:1772472829.336613:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772472829.336813:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472829.336969:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.336981:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472829.336983:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472829.336987:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.337021:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.337037:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 5 pid: 6591 timeout: 2355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472829.337050:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185916800:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772472829.337117:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43519a780 going to sleep for 11 seconds 00000100:00100000:3.0:1772472829.352813:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472829.353031:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023808 00000100:00100000:0.0:1772472829.353042:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023808 00010000:00010000:0.0:1772472829.353110:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 6 pid: 6591 timeout: 2355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472829.353165:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 397 00000100:00100000:0.0:1772472829.353175:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c405793450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170023808:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472829.353190:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472829.353196:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 6 pid: 6591 timeout: 2355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.353211:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 6 pid: 6591 timeout: 2355 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.353243:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472829.353246:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472829.353251:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.353261:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472829.353289:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472829.353344:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c405793450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170023808:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 170us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472829.353351:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 397 00000100:00080000:1.0:1772472829.353521:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472829.354891:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055cbdd08/0xc2ef6d41852e121e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f38 expref: 5 pid: 6591 timeout: 2355 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472829.354921:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185916800:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472829.354947:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472829.354959:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472829.354968:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472829.354978:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472829.354985:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472829.355060:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472829.357625:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185916672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21059us (21496us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1772472829.357651:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000004:00080000:0.0:1772472829.357844:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c302d85f80/2, rc 0, transno 4294967355 00000100:00100000:0.0:1772472829.357860:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185916672:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772472829.359554:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472829.359566:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472829.359580:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472829.359585:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472829.359604:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472829.359627:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472829.359649:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1248 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472829.359674:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472829.359676:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472829.359678:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472829.860310:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472829.860366:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472829.860424:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472829.860512:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170023936 00000100:00100000:2.0:1772472829.860524:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170023936 00000100:00100000:1.0:1772472829.860530:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024064 00000100:00100000:1.0:1772472829.860533:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024064 00000100:00100000:2.0:1772472829.860576:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1253 00000100:00100000:1.0:1772472829.860578:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1608 00000100:00100000:1.0:1772472829.860586:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170024064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472829.860587:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170023936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472829.860675:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024192 00000100:00100000:3.0:1772472829.860680:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024192 00000100:00100000:3.0:1772472829.860713:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:3.0:1772472829.860721:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170024192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:0.0:1772472829.860810:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472829.860816:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472829.861251:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170024064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 665us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472829.861261:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1608 00000100:00100000:3.0:1772472829.863900:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170024192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3170us (3465us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472829.863924:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:3.0:1772472829.863974:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170023936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3389us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472829.863981:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1253 00010000:00010000:0.0:1772472830.077748:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472831.095456:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472831.545397:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185917312:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545496:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545574:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472831.545580:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185916928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545611:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545631:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185917440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545655:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545681:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185917056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545704:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545719:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185917568:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545761:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545779:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472831.545785:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185917184:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.545810:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472831.545848:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917440 00000100:00100000:0.0:1772472831.545860:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917440 00000100:00100000:0.0:1772472831.545941:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917056 00000100:00100000:0.0:1772472831.545944:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917056 00000100:00100000:0.0:1772472831.545968:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917184 00000100:00100000:0.0:1772472831.545971:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917184 00000100:00100000:0.0:1772472831.545992:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1772472831.546001:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185917440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546064:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185917440:12345-0@lo:400:kworker.0 Request processed in 63us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472831.546072:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1772472831.546093:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1772472831.546100:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185917056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546130:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185917056:12345-0@lo:400:kworker.0 Request processed in 31us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472831.546135:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1772472831.546146:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:0.0:1772472831.546152:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185917184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546176:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185917184:12345-0@lo:400:kworker.0 Request processed in 25us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472831.546182:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00080000:0.0:1772472831.546204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472831.546268:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185917184:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546282:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185917056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546319:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185917440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.546364:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185916928 00000100:00100000:0.0:1772472831.546368:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185916928 00000100:00100000:0.0:1772472831.546398:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1772472831.547420:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917312 00000100:00100000:3.0:1772472831.547443:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917312 00000100:00100000:3.0:1772472831.547529:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917568 00000100:00100000:3.0:1772472831.547533:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917568 00000100:00100000:3.0:1772472831.547560:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1772472831.547569:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185917312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472831.547652:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185917312:12345-0@lo:400:kworker.0 Request processed in 84us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472831.547661:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1772472831.547678:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472831.547685:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185917568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472831.547720:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185917568:12345-0@lo:400:kworker.0 Request processed in 36us (1982us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472831.547727:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472831.548220:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185917568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472831.548261:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185917312:0@lo:400:kworker.0 00000100:00080000:3.0:1772472831.550346:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472831.550358:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472831.550866:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185916928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.551000:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185916928:12345-0@lo:400:kworker.0 Request processed in 152us (5386us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472831.553941:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185916928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472831.590003:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000001:00080000:2.0:1772472831.674233:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000100:00100000:2.0:1772472832.060387:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472832.060413:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185917696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472832.060484:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472832.060586:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472832.060597:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185917824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472832.060629:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472832.060679:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917696 00000100:00100000:2.0:1772472832.060687:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917696 00000100:00100000:2.0:1772472832.060769:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917824 00000100:00100000:2.0:1772472832.060773:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917824 00000100:00100000:3.0:1772472832.060790:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1772472832.060805:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185917696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472832.060937:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472832.060997:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185917696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 198us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472832.065106:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1772472832.065309:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185917824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472832.065359:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472832.065469:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185917824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 174us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472832.065478:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1772472832.068681:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185917696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472832.068801:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:2.0:1772472832.068808:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c302d85f80, transno 4294967355 00000100:00100000:2.0:1772472832.068828:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185917824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472832.076499:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00010000:00010000:0.0:1772472832.124994:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472833.154878:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472834.167046:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472834.981925:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472834.981981:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472834.982095:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024448 00000100:00100000:3.0:1772472834.982105:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024448 00000100:00100000:3.0:1772472834.982304:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1612 00000100:00100000:3.0:1772472834.982314:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170024448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472834.982390:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170024448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472834.982398:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1612 00000100:00100000:0.0:1772472834.982678:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472834.982711:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472834.983406:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024320 00000100:00100000:3.0:1772472834.983415:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024320 00000100:00100000:3.0:1772472834.983463:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1255 00000100:00100000:3.0:1772472834.983471:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170024320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472834.983525:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170024320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 55us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472834.983533:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1255 00000100:00080000:2.0:1772472834.987099:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472834.988472:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024704 00000100:00100000:1.0:1772472834.988486:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024704 00000100:00100000:1.0:1772472834.988574:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024576 00000100:00100000:1.0:1772472834.988578:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024576 00000100:00100000:1.0:1772472834.988609:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:1.0:1772472834.988621:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170024704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472834.988702:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170024704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (6719us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472834.988714:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:1.0:1772472834.988733:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1211 00000100:00100000:1.0:1772472834.988757:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170024576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472834.988782:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170024576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (6070us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472834.988789:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1211 00000100:00080000:2.0:1772472834.988912:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472834.988917:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472835.194352:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472836.217074:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472836.663582:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185918080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472836.663654:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472836.663820:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472836.663835:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185917952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472836.663870:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472836.663910:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185918208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472836.663935:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472836.663971:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918080 00000100:00100000:3.0:1772472836.663979:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918080 00000100:00100000:3.0:1772472836.664020:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918208 00000100:00100000:3.0:1772472836.664022:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918208 00000100:00100000:3.0:1772472836.664051:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1772472836.664060:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185918080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472836.664172:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185917952 00000100:00100000:0.0:1772472836.664236:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185917952 00000100:00100000:0.0:1772472836.664265:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1772472836.664273:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185917952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472836.664323:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185917952:12345-0@lo:400:kworker.0 Request processed in 50us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472836.664331:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1772472836.664383:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1772472836.664391:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185918208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472836.664422:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185918208:12345-0@lo:400:kworker.0 Request processed in 33us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472836.664428:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:0.0:1772472836.664546:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185917952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472836.664593:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185918208:0@lo:400:kworker.0 00000100:00080000:0.0:1772472836.664690:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472836.667921:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185918464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.667990:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472836.668029:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472836.668034:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185918336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668057:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472836.668078:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472836.668085:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185918592:0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668105:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472836.668277:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918336 00000100:00100000:2.0:1772472836.668286:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918336 00000100:00100000:2.0:1772472836.668339:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918592 00000100:00100000:2.0:1772472836.668342:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918592 00000100:00100000:2.0:1772472836.668367:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1772472836.668376:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185918336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668424:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185918336:12345-0@lo:400:kworker.0 Request processed in 50us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472836.668432:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1772472836.668447:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1772472836.668453:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185918592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668497:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185918592:12345-0@lo:400:kworker.0 Request processed in 34us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472836.668503:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00080000:0.0:1772472836.668694:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472836.668699:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472836.668768:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185918336:0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668808:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185918592:0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.668836:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918464 00000100:00100000:2.0:1772472836.668840:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918464 00000100:00100000:2.0:1772472836.669219:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:2.0:1772472836.669229:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185918464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472836.669270:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185918464:12345-0@lo:400:kworker.0 Request processed in 43us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472836.669276:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:2.0:1772472836.669304:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185918464:0@lo:400:kworker.0 00000100:00080000:0.0:1772472836.670251:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472836.672716:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185918080:12345-0@lo:400:kworker.0 Request processed in 8644us (9049us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472836.672735:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:1.0:1772472836.673278:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185918080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472837.175193:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472837.175219:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185918720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472837.175292:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472837.175411:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918720 00000100:00100000:3.0:1772472837.175418:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918720 00000100:00100000:3.0:1772472837.175475:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1772472837.175493:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185918720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472837.175538:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472837.175600:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185918720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472837.175607:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1772472837.175654:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185918720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472837.176389:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472837.176403:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185918848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472837.176438:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472837.176796:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918848 00000100:00100000:0.0:1772472837.176801:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918848 00000100:00100000:0.0:1772472837.176845:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1772472837.176855:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185918848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472837.176882:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472837.176923:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185918848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472837.176930:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1772472837.177096:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185918848:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472837.239304:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472838.264455:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472839.287017:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472840.105835:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472840.105885:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472840.105926:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472840.105948:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472840.106054:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024960 00000100:00100000:0.0:1772472840.106064:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024960 00000100:00100000:0.0:1772472840.106136:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1616 00000100:00100000:0.0:1772472840.106145:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170024960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472840.106216:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170024960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472840.106224:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1616 00000100:00100000:0.0:1772472840.106249:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025216 00000100:00100000:0.0:1772472840.106253:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025216 00000100:00100000:0.0:1772472840.106276:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025088 00000100:00100000:0.0:1772472840.106279:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025088 00000100:00100000:0.0:1772472840.106300:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00100000:0.0:1772472840.106307:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170025216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472840.106335:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170025216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472840.106341:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00100000:0.0:1772472840.106351:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1215 00000100:00100000:0.0:1772472840.106357:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170025088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472840.106381:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170025088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472840.106387:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1215 00000100:00100000:3.0:1772472840.106585:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170024832 00000100:00100000:3.0:1772472840.106591:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170024832 00000100:00100000:3.0:1772472840.106627:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1257 00000100:00100000:3.0:1772472840.106634:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170024832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472840.106666:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170024832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472840.106672:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1257 00000100:00080000:2.0:1772472840.106794:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472840.106799:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472840.106802:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472840.320376:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472841.335276:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472841.786282:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185919232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786348:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472841.786408:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772472841.786415:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185919104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786436:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472841.786452:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185919616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786472:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472841.786500:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919232 00000100:00100000:0.0:1772472841.786508:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919232 00000100:00100000:0.0:1772472841.786553:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919104 00000100:00100000:0.0:1772472841.786556:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919104 00000100:00100000:0.0:1772472841.786576:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:0.0:1772472841.786583:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185919232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786631:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185919232:12345-0@lo:400:kworker.0 Request processed in 47us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472841.786638:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:0.0:1772472841.786654:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1772472841.786660:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185919104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786686:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185919104:12345-0@lo:400:kworker.0 Request processed in 27us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472841.786693:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00080000:0.0:1772472841.786723:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472841.786734:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919616 00000100:00100000:0.0:1772472841.786757:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919616 00000100:00100000:0.0:1772472841.786788:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1772472841.786795:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185919616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786825:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185919616:12345-0@lo:400:kworker.0 Request processed in 32us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472841.786831:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00080000:0.0:1772472841.786856:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472841.786887:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185919104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786897:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185919616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472841.786905:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185919232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787053:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185919360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787083:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472841.787111:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1772472841.787117:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185918976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787142:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472841.787163:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185919488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787185:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472841.787211:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185918976 00000100:00100000:3.0:1772472841.787215:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185918976 00000100:00100000:3.0:1772472841.787242:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1772472841.787248:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185918976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787281:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185918976:12345-0@lo:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472841.787288:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1772472841.787316:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919360 00000100:00100000:3.0:1772472841.787319:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919360 00000100:00100000:3.0:1772472841.787346:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472841.787352:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185919360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787380:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185919360:12345-0@lo:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472841.787386:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472841.787405:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919488 00000100:00100000:3.0:1772472841.787408:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919488 00000100:00100000:3.0:1772472841.787429:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1772472841.787435:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185919488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787462:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185919488:12345-0@lo:400:kworker.0 Request processed in 28us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472841.787468:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1772472841.787491:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185918976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787501:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185919488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472841.787508:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185919360:0@lo:400:kworker.0 00000100:00080000:0.0:1772472841.788275:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472841.788281:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472842.295001:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185919744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472842.295066:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185919872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472842.295090:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472842.295117:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472842.295174:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919744 00000100:00100000:2.0:1772472842.295180:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919744 00000100:00100000:2.0:1772472842.306348:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185919872 00000100:00100000:2.0:1772472842.306365:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185919872 00000100:00100000:3.0:1772472842.306799:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1772472842.306823:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185919744:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472842.306850:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1772472842.306861:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185919872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472842.306871:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00002000:00000024:2.0:1772472842.306885:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472842.309706:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185919744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2876us (14594us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472842.309722:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1772472842.309887:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185919872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3026us (14767us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472842.309896:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1772472842.309996:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185919744:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472842.310133:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185919872:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472842.359061:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472843.383185:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472843.753104:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.753302:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025344 00000100:00100000:0.0:1772472843.753312:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025344 00000100:00100000:0.0:1772472843.753399:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 927 00000100:00100000:0.0:1772472843.753409:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025344:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472843.753510:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025344:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 102us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.753519:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 927 00000100:00080000:2.0:1772472843.753764:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472843.758661:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.758840:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025472 00000100:00100000:0.0:1772472843.758851:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025472 00000100:00100000:0.0:1772472843.758950:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 506 00000100:00100000:0.0:1772472843.758961:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025472:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472843.759258:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025472:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 298us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.759266:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 506 00000100:00080000:2.0:1772472843.760128:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472843.764357:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.765285:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025600 00000100:00100000:0.0:1772472843.765296:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025600 00000100:00100000:0.0:1772472843.765366:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 507 00000100:00100000:0.0:1772472843.765376:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025600:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472843.765781:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025600:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 404us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.765790:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 507 00000100:00080000:2.0:1772472843.767015:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472843.769400:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.769515:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025728 00000100:00100000:0.0:1772472843.769525:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025728 00000100:00100000:0.0:1772472843.769583:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 928 00000100:00100000:0.0:1772472843.769594:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025728:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472843.770006:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025728:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 412us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.770015:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 928 00000100:00100000:1.0:1772472843.777778:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.777945:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025856 00000100:00100000:0.0:1772472843.777958:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025856 00000100:00100000:0.0:1772472843.778043:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 929 00000100:00100000:0.0:1772472843.778053:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025856:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472843.778151:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170025856:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 99us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.778160:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 929 00000100:00100000:1.0:1772472843.789013:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.790061:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170025984 00000100:00100000:0.0:1772472843.790073:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170025984 00000100:00100000:0.0:1772472843.790129:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 508 00000100:00100000:0.0:1772472843.790137:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025984:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472843.790427:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170025984:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 287us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.790435:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 508 00000100:00100000:3.0:1772472843.793521:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472843.797990:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026112 00000100:00100000:0.0:1772472843.798005:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026112 00000100:00100000:0.0:1772472843.798070:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 509 00000100:00100000:0.0:1772472843.798078:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170026112:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472843.798398:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49465:x1858570170026112:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 320us (4885us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472843.798407:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 509 00000100:00100000:2.0:1772472843.804149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472843.804244:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026240 00000100:00100000:1.0:1772472843.804256:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026240 00000100:00100000:1.0:1772472843.804369:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 930 00000100:00100000:1.0:1772472843.804381:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170026240:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472843.804698:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49465:x1858570170026240:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 318us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472843.804707:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 930 00010000:00010000:2.0:1772472844.408195:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472845.234281:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472845.234315:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472845.234333:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472845.234354:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472845.234390:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026368 00000100:00100000:1.0:1772472845.234398:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026368 00000100:00100000:1.0:1772472845.234447:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1259 00000100:00100000:1.0:1772472845.234456:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170026368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472845.234519:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170026368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472845.234527:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1259 00000100:00100000:1.0:1772472845.234559:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026624 00000100:00100000:1.0:1772472845.234562:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026624 00000100:00100000:1.0:1772472845.234596:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026752 00000100:00100000:0.0:1772472845.236583:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:0.0:1772472845.236606:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170026624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472845.236686:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170026624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (2369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472845.236695:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:0.0:1772472845.236731:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026496 00000100:00100000:0.0:1772472845.236755:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026496 00000100:00100000:0.0:1772472845.236802:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1620 00000100:00100000:0.0:1772472845.236809:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170026496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472845.236838:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170026496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (2504us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472845.236844:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1620 00000100:00100000:1.0:1772472845.238083:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026752 00000100:00100000:1.0:1772472845.238138:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1219 00000100:00100000:1.0:1772472845.238148:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170026752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472845.238192:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170026752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472845.238200:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1219 00000100:00080000:0.0:1772472845.239964:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472845.239974:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472845.239977:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472845.289347:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472845.289451:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170026880 00000100:00100000:0.0:1772472845.289462:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170026880 00000100:00100000:0.0:1772472845.289525:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 931 00000100:00100000:0.0:1772472845.289534:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49480:x1858570170026880:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472845.289558:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472845.289580:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e124f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f3f expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289654:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289669:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289680:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472845.289771:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1772472845.289775:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472845.289802:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289827:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e124f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f3f expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289858:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f3f expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.289868:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772472845.289871:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472845.289874:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472845.289940:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49480:x1858570170026880:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 397us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472845.289949:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 931 00000100:00100000:1.0:1772472845.297073:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472845.302410:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027136 00000100:00100000:0.0:1772472845.302424:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027136 00000100:00100000:0.0:1772472845.303617:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 932 00000100:00100000:0.0:1772472845.303634:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49480:x1858570170027136:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472845.303700:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472845.303731:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1256 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f3f expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.303776:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e11f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f2a expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.303790:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772472845.303803:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472845.303828:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.303844:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472845.303853:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472845.374148:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000086d44b61 reply state 00000000788a952e transno 4294967657 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472845.374169:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472845.374216:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:0.0:1772472845.374351:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49480:x1858570170027136:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 70717us (77282us total) trans 4294967657 rc 0/0 00000100:00100000:0.0:1772472845.374360:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 932 00000001:00080000:1.0:1772472845.375507:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967657 is committed 00010000:00010000:3.0:1772472845.377964:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.377982:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.377990:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.377996:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472845.378001:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.378008:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.378027:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:3.0:1772472845.378030:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472845.378035:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.378041:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e125d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472845.436028:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472845.518603:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472845.518728:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027264 00000100:00100000:0.0:1772472845.518770:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027264 00000100:00100000:0.0:1772472845.518837:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 155 00000100:00100000:0.0:1772472845.518847:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49484:x1858570170027264:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:0.0:1772472845.518984:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49484:x1858570170027264:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 138us (396us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472845.518992:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 155 00000100:00100000:2.0:1772472845.521544:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472845.521663:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027392 00000100:00100000:0.0:1772472845.521675:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027392 00000100:00100000:3.0:1772472845.521774:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 933 00000100:00100000:3.0:1772472845.521789:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49484:x1858570170027392:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472845.521815:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472845.521839:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f46 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522414:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522430:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522443:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522459:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522465:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522472:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522616:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522703:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522714:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472845.522783:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472845.522788:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472845.522818:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522831:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522838:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522845:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522851:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472845.522856:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522863:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522876:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772472845.522879:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472845.522884:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522890:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e126b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522906:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522916:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522922:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522927:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472845.522930:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522936:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522944:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78600) 00010000:00010000:2.0:1772472845.522946:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472845.522949:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522956:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1272 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.522989:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f46 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.523002:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f46 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472845.523009:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772472845.523011:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472845.523014:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55c00, rc 0) 00000100:00100000:2.0:1772472845.523090:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49484:x1858570170027392:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1304us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472845.523098:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 933 00010000:00010000:3.0:1772472846.456385:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472846.743829:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472846.743875:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027520 00000100:00100000:2.0:1772472846.743887:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027520 00000100:00100000:2.0:1772472846.743939:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 934 00000100:00100000:2.0:1772472846.743949:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49503:x1858570170027520:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472846.743972:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472846.743993:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f4d expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744063:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744079:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744092:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472846.744162:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472846.744167:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472846.744195:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744223:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f4d expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744247:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f4d expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.744257:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772472846.744260:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472846.744264:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55600, rc 0) 00000100:00100000:2.0:1772472846.744323:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49503:x1858570170027520:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 375us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472846.744330:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 934 00000100:00100000:1.0:1772472846.753131:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472846.753780:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027776 00000100:00100000:0.0:1772472846.753791:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027776 00000100:00100000:0.0:1772472846.753854:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 935 00000100:00100000:0.0:1772472846.753864:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49503:x1858570170027776:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472846.753922:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472846.753949:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e1287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f4d expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.753971:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1279 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f46 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.753982:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78400) 00010000:00010000:0.0:1772472846.754005:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472846.754033:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.754045:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.754055:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472846.826318:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967658 is committed 00000004:00010000:2.0:1772472846.826385:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000869b4075 reply state 0000000085e4c9d5 transno 4294967658 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472846.826399:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472846.826438:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00080000:2.0:1772472846.826544:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772472846.826562:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49503:x1858570170027776:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 72697us (73436us total) trans 4294967658 rc 0/0 00000100:00100000:2.0:1772472846.826571:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 935 00010000:00010000:2.0:1772472846.826607:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826630:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826638:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826644:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472846.826649:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826657:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826674:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:2.0:1772472846.826677:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472846.826682:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.826688:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e128e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472846.904777:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472846.904801:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185920128:0@lo:400:kworker.0 00000100:00100000:1.0:1772472846.904866:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472846.904948:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185920256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472846.904972:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472846.905156:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185920384:0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.905194:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472846.905234:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472846.905241:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185920000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.905271:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472846.905305:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185920512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.905331:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472846.905363:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920128 00000100:00100000:2.0:1772472846.905371:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920128 00000100:00100000:3.0:1772472846.905383:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920000 00000100:00100000:3.0:1772472846.905390:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920000 00000100:00100000:2.0:1772472846.905417:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920256 00000100:00100000:2.0:1772472846.905423:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920256 00000100:00100000:3.0:1772472846.905428:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1772472846.905437:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185920000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.905479:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920512 00000100:00100000:2.0:1772472846.905484:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920512 00000100:00100000:3.0:1772472846.905491:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185920000:12345-0@lo:400:kworker.0 Request processed in 53us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472846.905498:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1772472846.905668:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185920000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.905701:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1772472846.905709:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185920128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472846.905861:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185920640:0@lo:400:kworker.0 00000100:00100000:0.0:1772472846.905889:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472846.905919:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920384 00000100:00100000:0.0:1772472846.905923:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920384 00000100:00100000:0.0:1772472846.905952:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920640 00000100:00100000:0.0:1772472846.905955:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920640 00000100:00100000:0.0:1772472846.905975:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1772472846.905981:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185920384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472846.906014:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185920384:12345-0@lo:400:kworker.0 Request processed in 33us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472846.906031:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1772472846.906177:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1772472846.906183:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185920640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472846.906214:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185920640:12345-0@lo:400:kworker.0 Request processed in 31us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472846.906219:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1772472846.906250:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185920640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472846.906508:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185920384:0@lo:400:kworker.0 00000100:00100000:3.0:1772472846.908848:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1772472846.908872:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185920256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472846.910253:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185920256:12345-0@lo:400:kworker.0 Request processed in 1383us (5272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472846.910267:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1772472846.910302:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1772472846.910401:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185920512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472846.910496:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185920512:12345-0@lo:400:kworker.0 Request processed in 186us (5163us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472846.910504:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:0.0:1772472846.914204:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185920512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472846.917137:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185920128:12345-0@lo:400:kworker.0 Request processed in 11418us (12260us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472846.917155:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00080000:2.0:1772472846.917211:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472846.917218:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472846.917222:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472846.917388:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185920128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472846.917629:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185920256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472846.952351:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472846.952465:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170027904 00000100:00100000:3.0:1772472846.952477:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170027904 00000100:00100000:3.0:1772472846.952544:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 936 00000100:00100000:3.0:1772472846.952555:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49507:x1858570170027904:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472846.952585:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472846.952607:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1295 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f54 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952699:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952713:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952724:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952781:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952789:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.952796:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.952989:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.952997:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953004:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472846.953043:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:0.0:1772472846.953056:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472846.953081:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953093:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953098:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953105:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953110:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472846.953114:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953121:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953132:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772472846.953135:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472846.953139:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953144:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e129c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953155:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953160:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953165:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953169:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472846.953171:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953175:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953184:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c4052b6000) 00010000:00010000:0.0:1772472846.953186:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472846.953189:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953194:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e12a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953221:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1295 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f54 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953231:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f54 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.953238:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472846.953240:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472846.953242:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772472846.953302:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49507:x1858570170027904:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 749us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472846.953310:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 936 00000100:00100000:2.0:1772472846.961511:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472846.961788:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170028160 00000100:00100000:3.0:1772472846.961797:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170028160 00000100:00100000:3.0:1772472846.961852:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 937 00000100:00100000:3.0:1772472846.961862:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49507:x1858570170028160:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772472846.961885:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472846.961904:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e12b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f5b expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962033:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962060:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962073:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962088:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962095:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962102:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472846.962647:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:3.0:1772472846.962892:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e12c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962909:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962917:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e12c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962952:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962961:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962967:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962973:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472846.962978:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962985:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.962998:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:3.0:1772472846.963001:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472846.963006:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.963012:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e12b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472846.963025:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007e4c0b10 reply state 000000001bfab25c transno 4294967659 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472846.963033:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472846.963061:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e12b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f5b expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.963073:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e12c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f5b expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472846.963082:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772472846.963084:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472846.963086:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472846.963162:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49507:x1858570170028160:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1301us (1668us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1772472846.963171:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 937 00010000:00010000:2.0:1772472846.972864:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972884:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972891:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972898:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472846.972902:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972910:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972927:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c4052b6e00) 00010000:00010000:2.0:1772472846.972930:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472846.972934:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472846.972940:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e12bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472846.981157:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472846.986310:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170028416 00000100:00100000:3.0:1772472846.986329:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170028416 00000100:00100000:0.0:1772472846.989786:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 938 00000100:00100000:0.0:1772472846.989803:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49507:x1858570170028416:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:0.0:1772472846.989869:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472846.989898:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e12c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f5b expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.990162:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:0.0:1772472846.990176:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472846.990220:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.990234:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472846.990245:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472846.990374:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009906d59a reply state 000000000eb0f84c transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472846.990384:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472846.991223:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49507:x1858570170028416:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 1418us (10070us total) trans 4294967660 rc 0/0 00000100:00100000:0.0:1772472846.991233:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 938 00010000:00010000:3.0:1772472847.008418:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.008447:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.008455:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.008462:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472847.008468:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472847.008470:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:3.0:1772472847.008481:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472847.008545:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170028544 00000100:00100000:1.0:1772472847.008554:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170028544 00000100:00100000:1.0:1772472847.008644:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 939 00000100:00100000:1.0:1772472847.008655:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49507:x1858570170028544:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772472847.008678:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472847.008695:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e12db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f62 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772472847.008817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472847.013332:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e12db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f62 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472847.013361:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e12db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f62 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472847.013407:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:1.0:1772472847.013410:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472847.013414:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472847.013505:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49507:x1858570170028544:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 4850us (5039us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472847.013515:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 939 00010000:00010000:3.0:1772472847.030774:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:3.0:1772472847.030786:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472847.030798:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.030811:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472847.031409:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472847.031499:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170028672 00000100:00100000:0.0:1772472847.031509:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170028672 00000100:00100000:0.0:1772472847.031584:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 510 00000100:00100000:0.0:1772472847.031594:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170028672:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:0.0:1772472847.032383:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170028672:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 786us (974us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1772472847.032393:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 510 00000100:00080000:2.0:1772472847.032975:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472847.047492:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472847.048215:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170028928 00000100:00100000:3.0:1772472847.048226:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170028928 00000100:00100000:3.0:1772472847.048282:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 156 00000100:00100000:3.0:1772472847.048291:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49507:x1858570170028928:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:3.0:1772472847.048688:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49507:x1858570170028928:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 396us (1205us total) trans 4294967661 rc 0/0 00000100:00100000:3.0:1772472847.048697:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 156 00000100:00100000:2.0:1772472847.167349:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472847.167465:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029056 00000100:00100000:0.0:1772472847.167475:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029056 00000100:00100000:0.0:1772472847.167541:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 940 00000100:00100000:0.0:1772472847.167551:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49511:x1858570170029056:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:0.0:1772472847.167586:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472847.167615:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e12e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f69 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167701:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167716:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167729:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167775:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167783:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167790:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167896:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.167905:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168144:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472847.168179:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00200000:0.0:1772472847.168184:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472847.168201:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168213:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168222:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168229:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168235:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168241:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472847.168246:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168253:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168266:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472847.168269:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472847.168273:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168279:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e12e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168291:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168300:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168306:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168311:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472847.168314:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168319:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168326:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c410b8ae00) 00010000:00010000:0.0:1772472847.168329:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472847.168332:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168337:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e12f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168368:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e12e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f69 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168381:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f69 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.168388:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472847.168391:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472847.168394:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772472847.168471:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49511:x1858570170029056:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 920us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472847.168479:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 940 00000100:00100000:1.0:1772472847.175270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472847.175354:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029184 00000100:00100000:0.0:1772472847.175365:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029184 00000100:00100000:0.0:1772472847.175426:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 511 00000100:00100000:0.0:1772472847.175437:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170029184:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:0.0:1772472847.175459:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472847.175482:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f70 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472847.175521:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x69a5ca0f, atime: 0x69a5ca0f, ctime: 0x69a5ca0f, blocks: 0x1 00010000:00010000:0.0:1772472847.175543:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472847.175545:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472847.175555:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.175588:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.175604:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cba00, rc 0) 00000100:00100000:0.0:1772472847.175733:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170029184:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 297us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472847.175763:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 511 00000100:00100000:3.0:1772472847.183351:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472847.184035:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029440 00000100:00100000:0.0:1772472847.184132:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029440 00000100:00100000:0.0:1772472847.184257:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 941 00000100:00100000:0.0:1772472847.184269:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49511:x1858570170029440:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772472847.184331:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472847.184360:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e12f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f69 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184382:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e12db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f62 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184394:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772472847.184407:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472847.184437:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184451:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184460:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184476:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184483:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184499:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184630:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184638:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.184645:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472847.186049:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].30, 64 off10112 00000004:00080000:0.0:1772472847.186063:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2273018323171ns, next at 2274018320337ns, rc = 0 00010000:00010000:0.0:1772472847.186136:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186149:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186160:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186169:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186176:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186182:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186779:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472847.186811:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186818:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186825:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186831:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472847.186836:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186844:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186857:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772472847.186861:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472847.186865:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186872:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1313 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186892:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186898:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186904:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186909:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472847.186925:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186935:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186943:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772472847.186945:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472847.186947:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472847.186953:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e1305 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472847.186963:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000573c3f03 reply state 0000000090a4d46b transno 4294967662 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472847.186971:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472847.187057:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49511:x1858570170029440:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2787us (3713us total) trans 4294967662 rc 0/0 00000100:00100000:0.0:1772472847.187066:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 941 00010000:00010000:3.0:1772472847.190138:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190156:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190165:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190171:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472847.190176:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190188:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190205:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c410b8a500) 00010000:00010000:3.0:1772472847.190207:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472847.190212:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472847.190218:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e130c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.191355:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472847.191365:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.191374:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472847.191378:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.191386:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.191400:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:2.0:1772472847.191402:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472847.191407:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.191413:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e131a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472847.192352:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472847.192357:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472847.192359:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472847.415045:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185920768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472847.415115:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472847.415542:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472847.415553:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185920896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472847.415595:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472847.415702:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920768 00000100:00100000:0.0:1772472847.415711:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920768 00000100:00100000:0.0:1772472847.415770:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185920896 00000100:00100000:0.0:1772472847.415774:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185920896 00000100:00100000:0.0:1772472847.415800:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1772472847.415809:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185920768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472847.415849:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472847.415895:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185920768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472847.415901:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1772472847.415931:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1772472847.415938:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185920896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472847.415956:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472847.415986:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185920896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472847.415993:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1772472847.416033:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185920896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472847.416138:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185920768:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472847.481694:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472848.286866:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472848.295690:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029568 00000100:00100000:1.0:1772472848.295705:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029568 00000100:00100000:2.0:1772472848.301359:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 942 00000100:00100000:2.0:1772472848.301386:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49529:x1858570170029568:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772472848.301418:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472848.301441:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f77 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301507:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301521:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301535:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472848.301698:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472848.301702:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472848.301728:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301783:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f77 expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301803:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f77 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.301812:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:2.0:1772472848.301815:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472848.301819:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772472848.301897:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49529:x1858570170029568:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 524us (15041us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.301906:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 942 00000100:00100000:3.0:1772472848.306234:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472848.306365:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029824 00000100:00100000:1.0:1772472848.306383:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029824 00000100:00100000:1.0:1772472848.306434:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 943 00000100:00100000:1.0:1772472848.306443:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49529:x1858570170029824:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472848.306502:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472848.306530:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1328 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f77 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.306551:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e12aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f54 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.306563:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:1.0:1772472848.306574:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472848.306612:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.306624:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.306634:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472848.306870:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b0ed01bd reply state 000000009702cbc9 transno 4294967663 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472848.306880:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472848.306893:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000100:00100000:1.0:1772472848.306965:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49529:x1858570170029824:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 522us (738us total) trans 4294967663 rc 0/0 00000100:00100000:1.0:1772472848.306972:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 943 00010000:00010000:2.0:1772472848.308490:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308504:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308511:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308517:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472848.308521:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308529:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308543:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c420328400) 00010000:00010000:2.0:1772472848.308546:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472848.308550:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.308556:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e132f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472848.496961:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.499215:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170029952 00000100:00100000:0.0:1772472848.499228:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170029952 00000100:00100000:0.0:1772472848.499301:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 944 00000100:00100000:0.0:1772472848.499311:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170029952:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772472848.499415:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170029952:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 105us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472848.499423:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 944 00010000:00010000:2.0:1772472848.503014:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472848.504961:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472848.507313:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030080 00000100:00100000:1.0:1772472848.507328:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030080 00000100:00100000:1.0:1772472848.507402:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 512 00000100:00100000:1.0:1772472848.507412:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49541:x1858570170030080:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472848.507729:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49541:x1858570170030080:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 317us (2775us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472848.507775:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 512 00000100:00100000:1.0:1772472848.514476:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.514599:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030208 00000100:00100000:0.0:1772472848.514609:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030208 00000100:00100000:0.0:1772472848.514691:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 513 00000100:00100000:0.0:1772472848.514702:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49541:x1858570170030208:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472848.514974:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49541:x1858570170030208:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 275us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472848.514980:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 513 00000100:00080000:2.0:1772472848.515044:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472848.520049:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472848.521024:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030336 00000100:00100000:2.0:1772472848.521039:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030336 00000100:00100000:2.0:1772472848.521324:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 945 00000100:00100000:2.0:1772472848.521334:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030336:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472848.521667:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030336:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 331us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.521675:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 945 00000100:00100000:1.0:1772472848.526444:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472848.526854:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030464 00000100:00100000:3.0:1772472848.526865:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030464 00000100:00100000:3.0:1772472848.526939:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 946 00000100:00100000:3.0:1772472848.526948:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030464:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472848.527048:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030464:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 101us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472848.527064:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 946 00000100:00100000:3.0:1772472848.532025:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472848.533107:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030592 00000100:00100000:1.0:1772472848.533118:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030592 00000100:00100000:1.0:1772472848.533170:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 514 00000100:00100000:1.0:1772472848.533176:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49541:x1858570170030592:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472848.533449:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:49541:x1858570170030592:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 272us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472848.533457:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 514 00000100:00100000:3.0:1772472848.538083:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.538257:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030720 00000100:00100000:0.0:1772472848.538269:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030720 00000100:00100000:0.0:1772472848.538331:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 515 00000100:00100000:0.0:1772472848.538341:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49541:x1858570170030720:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472848.538661:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49541:x1858570170030720:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 321us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472848.538670:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 515 00000100:00100000:3.0:1772472848.542842:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472848.543105:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030848 00000100:00100000:2.0:1772472848.543114:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030848 00000100:00100000:2.0:1772472848.543161:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 947 00000100:00100000:2.0:1772472848.543167:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030848:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472848.543424:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49541:x1858570170030848:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 255us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.543432:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 947 00000100:00100000:1.0:1772472848.672123:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472848.673049:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170030976 00000100:00100000:2.0:1772472848.673062:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170030976 00000100:00100000:2.0:1772472848.673118:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 948 00000100:00100000:2.0:1772472848.673125:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:49545:x1858570170030976:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:2.0:1772472848.673144:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472848.673162:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1336 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f7e expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673213:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673224:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673232:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673242:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673249:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673253:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673366:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673371:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673375:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472848.673401:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:2.0:1772472848.673404:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472848.673420:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673429:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673433:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673438:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673441:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472848.673445:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673450:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673460:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772472848.673461:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472848.673465:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673472:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e133d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673487:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673493:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673498:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673512:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472848.673515:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673521:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673528:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c424f78600) 00010000:00010000:2.0:1772472848.673530:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472848.673533:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673543:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1344 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673574:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1336 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f7e expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673597:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f7e expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472848.673605:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772472848.673608:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472848.673610:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772472848.673673:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49545:x1858570170030976:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 548us (1560us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.673680:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 948 00000100:00100000:3.0:1772472848.679495:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.679607:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031232 00000100:00100000:0.0:1772472848.679620:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031232 00000100:00100000:0.0:1772472848.679684:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 949 00000100:00100000:0.0:1772472848.679694:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:49545:x1858570170031232:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772472848.679717:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472848.679754:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1352 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f85 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.679878:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.680405:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.680420:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.680440:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.680447:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.680454:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472848.680875:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:0.0:1772472848.681911:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1367 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.681926:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.681937:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.681982:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.681989:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.681995:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682000:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472848.682004:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682012:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682023:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:0.0:1772472848.682026:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472848.682030:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682036:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1359 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472848.682049:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000072202745 reply state 00000000cf72ece0 transno 4294967664 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472848.682059:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472848.682094:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1352 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f85 expref: 15 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682109:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1367 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f85 expref: 14 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.682117:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472848.682119:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472848.682122:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772472848.682203:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+15:49545:x1858570170031232:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 2508us (2715us total) trans 4294967664 rc 0/0 00000100:00100000:0.0:1772472848.682213:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 949 00010000:00010000:3.0:1772472848.685212:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685228:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685235:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685242:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472848.685247:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685255:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685271:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c410b8aa00) 00010000:00010000:3.0:1772472848.685274:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472848.685279:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.685284:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1360 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472848.693635:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472848.693880:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031360 00000100:00100000:1.0:1772472848.693891:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031360 00000100:00100000:1.0:1772472848.693959:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 516 00000100:00100000:1.0:1772472848.693969:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49545:x1858570170031360:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772472848.693988:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472848.694010:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f8c expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472848.694036:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472848.694278:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472848.694282:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472848.694290:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.694309:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 6 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472848.694490:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1600, rc 0) 00000100:00100000:1.0:1772472848.694666:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49545:x1858570170031360:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 697us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472848.694675:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 516 00000100:00100000:1.0:1772472848.721346:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472848.721675:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031488 00000100:00100000:2.0:1772472848.721688:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031488 00002000:00100000:2.0:1772472848.721765:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff90c43b99d500 x1858570170031488/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:129/0 lens 488/0 e 0 to 0 dl 1772472859 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772472848.721775:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43b99d500 with x1858570170031488 ext(0->1048575) 00002000:00010000:2.0:1772472848.721780:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43b99d500 00000100:00100000:2.0:1772472848.721808:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 23 00000100:00100000:2.0:1772472848.721818:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170031488:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:2.0:1772472848.755337:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170031488:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 33509us (33990us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1772472848.755355:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 23 00002000:00100000:2.0:1772472848.755369:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff90c43b99d500 x1858570170031488/t4294967356(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:129/0 lens 488/448 e 0 to 0 dl 1772472859 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772472848.755380:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43b99d500 with x1858570170031488 ext(0->1048575) 00002000:00010000:2.0:1772472848.755387:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43b99d500 00000100:00100000:1.0:1772472848.760029:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.760148:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031616 00000100:00100000:0.0:1772472848.760158:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031616 00000100:00100000:0.0:1772472848.760267:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 950 00000100:00100000:0.0:1772472848.760278:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+14:49545:x1858570170031616:12345-192.168.201.48@tcp:44:dd.60003 00000001:00080000:3.0:1772472848.803932:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967664 is committed 00000004:00080000:3.0:1772472848.803952:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 80 committed 00000100:00100000:0.0:1772472848.804176:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185921024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772472848.804243:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472848.804534:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921024 00000100:00100000:3.0:1772472848.804542:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921024 00000100:00100000:3.0:1772472848.804630:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1772472848.804639:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185921024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772472848.804674:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:30 count 1 00010000:00010000:3.0:1772472848.804700:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.804719:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.804728:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472848.804730:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472848.804733:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.804785:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.804799:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 6 pid: 6591 timeout: 2374 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472848.804811:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185921152:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772472848.804872:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ab40 going to sleep for 11 seconds 00000100:00080000:0.0:1772472848.805070:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472848.809517:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.809645:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031744 00000100:00100000:0.0:1772472848.809654:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031744 00010000:00010000:0.0:1772472848.809693:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 7 pid: 6591 timeout: 2374 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472848.809766:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 398 00000100:00100000:0.0:1772472848.809777:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170031744:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472848.809792:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472848.809798:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 7 pid: 6591 timeout: 2374 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.809812:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 7 pid: 6591 timeout: 2374 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.809838:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472848.809841:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472848.809846:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.809856:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.809876:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472848.809926:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170031744:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 150us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472848.809933:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 398 00010000:00010000:3.0:1772472848.811638:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f730f20/0xc2ef6d41852e12fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f70 expref: 6 pid: 6591 timeout: 2374 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472848.811662:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185921152:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472848.811685:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.811703:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.811711:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.811722:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.811729:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472848.811862:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472848.812286:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185921024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7647us (8041us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1772472848.812296:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00010000:00010000:0.0:1772472848.812971:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472848.812984:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.812994:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472848.812998:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.813013:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.813033:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.813041:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e137c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472848.813063:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472848.813065:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472848.813066:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472848.813106:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43e9c7800/2, rc 0, transno 4294967357 00000100:00100000:0.0:1772472848.813114:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185921024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772472848.814005:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49545:x1858570170031616:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 53723us (53979us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.814015:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 950 00000100:00100000:3.0:1772472848.818298:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472848.818380:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170031872 00000100:00100000:0.0:1772472848.818392:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170031872 00000100:00100000:0.0:1772472848.818456:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 518 00000100:00100000:0.0:1772472848.818475:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170031872:12345-192.168.201.48@tcp:16:dd.60003 00000100:00100000:2.0:1772472848.877326:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170031872:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 58851us (59027us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472848.877340:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 518 00000001:00080000:3.0:1772472848.877399:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:1.0:1772472848.882700:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472848.882821:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032128 00000100:00100000:2.0:1772472848.882830:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032128 00000100:00100000:2.0:1772472848.882877:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 157 00000100:00100000:2.0:1772472848.882895:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49545:x1858570170032128:12345-192.168.201.48@tcp:35:dd.60003 00000001:00080000:2.0:1772472848.883262:0:5813:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967665 00000100:00100000:2.0:1772472848.883357:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:49545:x1858570170032128:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 463us (666us total) trans 4294967666 rc 0/0 00000100:00100000:2.0:1772472848.883365:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 157 00000020:00080000:2.0:1772472848.883369:0:5813:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1772472849.528356:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472850.246544:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967666 is committed 00000100:00100000:1.0:1772472850.352194:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472850.352271:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032256 00000100:00100000:3.0:1772472850.352281:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032256 00000100:00100000:3.0:1772472850.352343:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1261 00000100:00100000:3.0:1772472850.352353:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170032256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472850.352431:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170032256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 79us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472850.352439:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1261 00000100:00100000:3.0:1772472850.355383:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472850.355468:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032384 00000100:00100000:1.0:1772472850.355479:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032384 00000100:00100000:1.0:1772472850.355573:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1624 00000100:00100000:1.0:1772472850.355584:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170032384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472850.355666:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170032384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 84us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472850.355674:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1624 00000100:00080000:2.0:1772472850.356182:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472850.373634:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472850.373671:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472850.373700:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032640 00000100:00100000:2.0:1772472850.373710:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032640 00000100:00100000:2.0:1772472850.373787:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032512 00000100:00100000:2.0:1772472850.373791:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032512 00000100:00100000:2.0:1772472850.373815:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:2.0:1772472850.373825:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170032640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472850.373913:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170032640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 89us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472850.373921:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:2.0:1772472850.373938:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1223 00000100:00100000:2.0:1772472850.373944:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170032512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472850.373972:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170032512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472850.373979:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1223 00000100:00080000:2.0:1772472850.374004:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472850.374008:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472850.556256:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472851.436438:0:84686:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2277268694563ns, next at 2274018320337ns, rc = 0 00000004:00080000:0.0:1772472851.436677:0:84686:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2277268937006ns, next at 2253580089403ns, rc = 0 00000004:00080000:3.0:1772472851.441049:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 80 committed 00000004:00080000:3.0:1772472851.441078:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00010000:00010000:2.0:1772472851.575101:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472852.023107:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185921408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472852.023156:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185921280:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.023183:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472852.023206:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472852.023284:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921408 00000100:00100000:2.0:1772472852.023293:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921408 00000100:00100000:2.0:1772472852.023339:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1772472852.023348:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185921408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472852.023401:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185921408:12345-0@lo:400:kworker.0 Request processed in 53us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472852.023408:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:2.0:1772472852.023456:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921280 00000100:00100000:2.0:1772472852.023460:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921280 00000100:00100000:2.0:1772472852.023482:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1772472852.023487:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185921280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472852.023519:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185921280:12345-0@lo:400:kworker.0 Request processed in 32us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472852.023536:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1772472852.023565:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185921664:0@lo:400:kworker.0 00000100:00100000:2.0:1772472852.023602:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472852.023627:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921664 00000100:00100000:2.0:1772472852.023631:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921664 00000100:00080000:3.0:1772472852.023655:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472852.023664:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1772472852.023670:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185921664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472852.023703:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185921664:12345-0@lo:400:kworker.0 Request processed in 34us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472852.023710:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1772472852.024834:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185921536:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.025249:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185921408:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.025258:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185921920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.025292:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472852.025345:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185921664:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.025374:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921920 00000100:00100000:1.0:1772472852.025379:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921920 00000100:00100000:1.0:1772472852.025421:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1772472852.025428:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185921920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.025469:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185921920:12345-0@lo:400:kworker.0 Request processed in 41us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472852.025475:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00080000:1.0:1772472852.025497:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472852.025517:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185921920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472852.026172:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472852.026229:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921536 00000100:00100000:1.0:1772472852.026235:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921536 00000100:00100000:1.0:1772472852.026281:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1772472852.026299:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185921536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.026343:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185921536:12345-0@lo:400:kworker.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472852.026350:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:0.0:1772472852.026514:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185921280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472852.026537:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185921792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472852.026566:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1772472852.030690:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472852.030782:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185921536:0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.031535:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185921792 00000100:00100000:1.0:1772472852.031543:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185921792 00000100:00100000:1.0:1772472852.034894:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1772472852.035087:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185921792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472852.035184:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185921792:12345-0@lo:400:kworker.0 Request processed in 279us (8617us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472852.035193:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1772472852.035251:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185921792:0@lo:400:kworker.0 00000100:00080000:3.0:1772472852.035345:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1772472852.153987:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:0.0:1772472852.154008:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:1.0:1772472852.535372:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185922048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472852.535455:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472852.535680:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922048 00000100:00100000:0.0:1772472852.535690:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922048 00000100:00100000:0.0:1772472852.535769:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1772472852.535779:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185922048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472852.535842:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472852.535902:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185922048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472852.535909:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1772472852.537175:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185922048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472852.537202:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472852.537211:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185922176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472852.537256:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472852.537340:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922176 00000100:00100000:3.0:1772472852.537347:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922176 00000100:00100000:3.0:1772472852.537441:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1772472852.537451:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185922176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472852.537491:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472852.537553:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185922176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472852.537560:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1772472852.537622:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:1.0:1772472852.537628:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43e9c7800, transno 4294967357 00000100:00100000:1.0:1772472852.541055:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185922176:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472852.604403:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472853.389850:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472853.389938:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032768 00000100:00100000:3.0:1772472853.389949:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032768 00000100:00100000:3.0:1772472853.390021:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 951 00000100:00100000:3.0:1772472853.390032:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170032768:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472853.390129:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170032768:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 98us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472853.390137:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 951 00000100:00080000:1.0:1772472853.390280:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472853.403652:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472853.403774:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170032896 00000100:00100000:0.0:1772472853.403783:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170032896 00000100:00100000:0.0:1772472853.403850:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 519 00000100:00100000:0.0:1772472853.403861:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49738:x1858570170032896:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472853.404154:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49738:x1858570170032896:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 294us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472853.404162:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 519 00000100:00080000:2.0:1772472853.404325:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472853.413911:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472853.413981:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033024 00000100:00100000:1.0:1772472853.413992:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033024 00000100:00100000:1.0:1772472853.414061:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 520 00000100:00100000:1.0:1772472853.414072:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49738:x1858570170033024:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472853.414360:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49738:x1858570170033024:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 289us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472853.414368:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 520 00000100:00080000:2.0:1772472853.414525:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472853.426476:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472853.430068:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033152 00000100:00100000:2.0:1772472853.430085:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033152 00000100:00100000:2.0:1772472853.430157:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 952 00000100:00100000:2.0:1772472853.430169:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033152:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472853.430492:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033152:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 325us (4025us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472853.430511:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 952 00000100:00100000:2.0:1772472853.444645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472853.444934:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033280 00000100:00100000:1.0:1772472853.444944:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033280 00000100:00100000:1.0:1772472853.445076:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 953 00000100:00100000:1.0:1772472853.445086:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033280:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772472853.445179:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033280:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 95us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472853.445187:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 953 00000100:00100000:2.0:1772472853.453915:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472853.454009:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033408 00000100:00100000:0.0:1772472853.454019:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033408 00000100:00100000:0.0:1772472853.454082:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 521 00000100:00100000:0.0:1772472853.454093:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49738:x1858570170033408:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472853.454398:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:49738:x1858570170033408:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 306us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472853.454408:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 521 00000100:00100000:0.0:1772472853.458360:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472853.458443:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033536 00000100:00100000:2.0:1772472853.458454:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033536 00000100:00100000:2.0:1772472853.458549:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 522 00000100:00100000:2.0:1772472853.458561:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49738:x1858570170033536:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772472853.458908:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:49738:x1858570170033536:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 349us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472853.458917:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 522 00000100:00100000:1.0:1772472853.464645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472853.464691:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033664 00000100:00100000:3.0:1772472853.464702:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033664 00000100:00100000:3.0:1772472853.464881:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 954 00000100:00100000:3.0:1772472853.464894:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033664:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472853.465248:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49738:x1858570170033664:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 357us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472853.465257:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 954 00000100:00100000:2.0:1772472853.569254:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472853.569482:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170033920 00000100:00100000:0.0:1772472853.569502:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170033920 00000100:00100000:0.0:1772472853.569567:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 955 00000100:00100000:0.0:1772472853.569578:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:49742:x1858570170033920:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772472853.569644:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472853.569677:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f85 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472853.569701:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472853.569713:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472853.569882:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472853.569906:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472853.569917:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574327:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574355:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574374:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574567:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574576:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.574583:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472853.575631:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].30, 64 off10112 00000004:00080000:2.0:1772472853.575642:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2279407902282ns, next at 2280407899357ns, rc = 0 00010000:00010000:2.0:1772472853.575835:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.575848:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.575858:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.575866:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.575872:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.575878:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576419:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472853.576456:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576474:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576480:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576486:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472853.576491:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576509:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576522:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472853.576525:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472853.576530:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576537:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1391 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576558:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576564:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576569:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576575:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472853.576578:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576584:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576592:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772472853.576594:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472853.576598:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.576603:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1383 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472853.576614:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007dba173c reply state 00000000d4560448 transno 4294967667 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472853.576629:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472853.576729:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:49742:x1858570170033920:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 7149us (7480us total) trans 4294967667 rc 0/0 00000100:00100000:2.0:1772472853.576775:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 955 00010000:00010000:3.0:1772472853.582787:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472853.582812:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472853.582826:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472853.582831:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472853.582842:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472853.582863:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772472853.582866:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472853.582871:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472853.582878:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1398 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472853.582905:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472853.582907:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472853.582909:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472853.586980:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.586998:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.587006:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.587012:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472853.587017:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.587026:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.587055:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x1c2d2f2 (ffff90c424f78b00) 00010000:00010000:2.0:1772472853.587059:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472853.587063:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472853.587069:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e138a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472853.623155:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472854.647974:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472855.466041:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472855.466198:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472855.466240:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472855.466269:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472855.466302:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034048 00000100:00100000:0.0:1772472855.466311:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034048 00000100:00100000:0.0:1772472855.466362:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1263 00000100:00100000:0.0:1772472855.466372:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170034048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472855.466439:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170034048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472855.466447:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1263 00000100:00100000:0.0:1772472855.466490:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034432 00000100:00100000:0.0:1772472855.466494:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034432 00000100:00100000:0.0:1772472855.466529:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034304 00000100:00100000:0.0:1772472855.466532:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034304 00000100:00100000:0.0:1772472855.466554:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:0.0:1772472855.466561:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170034432:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472855.466591:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170034432:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472855.466598:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:0.0:1772472855.466610:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1227 00000100:00100000:0.0:1772472855.466616:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170034304:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472855.466638:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170034304:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472855.466644:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1227 00000100:00080000:0.0:1772472855.466812:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472855.466817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472855.477350:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034176 00000100:00100000:2.0:1772472855.477365:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034176 00000100:00100000:2.0:1772472855.477455:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1628 00000100:00100000:2.0:1772472855.477480:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170034176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472855.477572:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170034176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 108us (11540us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472855.477580:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1628 00000100:00080000:1.0:1772472855.477759:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472855.679607:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472856.208956:0:84833:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2282041214278ns, next at 2274018320337ns, rc = 0 00000004:00080000:0.0:1772472856.209137:0:84833:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2282041396500ns, next at 2280407899357ns, rc = 0 00000004:00080000:0.0:1772472856.259923:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:0.0:1772472856.259952:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000100:00100000:1.0:1772472856.260186:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472856.260208:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185922304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472856.260282:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472856.260463:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922304 00000100:00100000:2.0:1772472856.260472:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922304 00000100:00100000:2.0:1772472856.260537:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1772472856.260548:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185922304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472856.260577:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00010000:00010000:2.0:1772472856.260600:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.260623:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.260632:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472856.260634:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472856.260638:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.260667:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.260681:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 5 pid: 6592 timeout: 2382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472856.260700:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185922432:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472856.260797:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9900 going to sleep for 11 seconds 00000100:00080000:1.0:1772472856.264265:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472856.266480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472856.266514:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034560 00000100:00100000:2.0:1772472856.266523:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034560 00010000:00010000:2.0:1772472856.266561:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 6 pid: 6592 timeout: 2382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472856.266599:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 399 00000100:00100000:2.0:1772472856.266610:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170034560:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472856.266628:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472856.266634:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 6 pid: 6592 timeout: 2382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.266648:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 6 pid: 6592 timeout: 2382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.266674:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472856.266677:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472856.266683:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.266692:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.266717:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472856.266791:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170034560:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 183us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472856.266798:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 399 00010000:00010000:3.0:1772472856.268367:0:32804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea5b9f78/0xc2ef6d41852e1375 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f8c expref: 5 pid: 6592 timeout: 2382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472856.268395:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570185922432:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772472856.268431:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472856.268444:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472856.268462:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472856.268472:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472856.268480:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472856.268517:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472856.268874:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472856.268882:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.268891:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472856.268896:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.268916:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.268934:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.268940:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009081d422/0xc2ef6d41852e139f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472856.268960:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472856.268962:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472856.268964:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472856.270154:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570185922304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9192us (9454us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1772472856.270166:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000001:00080000:1.0:1772472856.270266:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967667 is committed 00000004:00080000:1.0:1772472856.270273:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 81 committed 00000004:00080000:1.0:1772472856.270334:0:3345:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c30396dc00/2, rc 0, transno 4294967357 00000100:00100000:1.0:1772472856.270350:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185922304:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1772472856.695722:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472857.147372:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185922688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.147452:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.147505:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472857.147512:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185922816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472857.147530:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185922560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.147533:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.147565:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922688 00000100:00100000:2.0:1772472857.147565:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.147571:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922688 00000100:00100000:2.0:1772472857.147586:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185923072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472857.147606:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.147611:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922816 00000100:00100000:3.0:1772472857.147614:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922816 00000100:00100000:2.0:1772472857.147621:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472857.147626:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185922944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.147652:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923072 00000100:00100000:3.0:1772472857.147656:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923072 00000100:00100000:2.0:1772472857.147658:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.147674:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1772472857.147682:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185922688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472857.147684:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:2.0:1772472857.147691:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185922816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472857.147878:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922944 00000100:00100000:1.0:1772472857.147882:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922944 00000100:00100000:1.0:1772472857.147914:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1772472857.147921:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185922944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153289:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185922688:12345-0@lo:400:kworker.0 Request processed in 5598us (5827us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472857.153304:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1772472857.153345:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1772472857.153358:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185923072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153420:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185923072:12345-0@lo:400:kworker.0 Request processed in 67us (5812us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472857.153427:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1772472857.153468:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185922560 00000100:00100000:3.0:1772472857.153476:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185922560 00000100:00100000:3.0:1772472857.153511:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1772472857.153516:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185922560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153545:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185922560:12345-0@lo:400:kworker.0 Request processed in 29us (5979us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472857.153551:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00080000:3.0:1772472857.153583:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472857.153589:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472857.153630:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185922560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153664:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185923072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153707:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185922816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.153718:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185922688:0@lo:400:kworker.0 00000100:00100000:2.0:1772472857.154840:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185922816:12345-0@lo:400:kworker.0 Request processed in 7143us (7298us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472857.154852:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:1.0:1772472857.158039:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185922944:12345-0@lo:400:kworker.0 Request processed in 10107us (10368us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472857.158054:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1772472857.159406:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185922944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472857.657092:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472857.657160:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472857.657215:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472857.657222:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472857.657245:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472857.657329:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923200 00000100:00100000:0.0:1772472857.657336:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923200 00000100:00100000:0.0:1772472857.657380:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923328 00000100:00100000:0.0:1772472857.657383:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923328 00000100:00100000:0.0:1772472857.657404:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1772472857.657412:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185923200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472857.657457:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772472857.657503:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185923200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472857.657510:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1772472857.657783:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1772472857.657791:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185923328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472857.657809:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472857.657841:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185923328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472857.657847:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1772472857.658054:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472857.658069:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472857.718831:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472858.225776:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00010000:00010000:0.0:1772472858.746531:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472859.771536:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472860.582644:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472860.582704:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472860.582833:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472860.582858:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472860.582901:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035072 00000100:00100000:2.0:1772472860.582909:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035072 00000100:00100000:1.0:1772472860.583083:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034944 00000100:00100000:1.0:1772472860.583089:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034944 00000100:00100000:1.0:1772472860.583137:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1229 00000100:00100000:1.0:1772472860.583162:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170034944:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472860.583233:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170034944:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472860.583239:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1229 00000100:00080000:1.0:1772472860.583360:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472860.583364:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472860.583946:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00100000:2.0:1772472860.583956:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170035072:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472860.584000:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170035072:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 46us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472860.584006:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00100000:0.0:1772472860.585701:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034688 00000100:00100000:0.0:1772472860.585713:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034688 00000100:00100000:0.0:1772472860.585809:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1265 00000100:00100000:0.0:1772472860.585820:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170034688:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472860.585877:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170034688:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (3242us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472860.585884:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1265 00000100:00100000:3.0:1772472860.594049:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170034816 00000100:00100000:3.0:1772472860.594064:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170034816 00000100:00100000:3.0:1772472860.594166:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1632 00000100:00100000:3.0:1772472860.594177:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170034816:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472860.594273:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170034816:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 97us (11566us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472860.594281:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1632 00000100:00080000:1.0:1772472860.595397:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472860.791468:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472861.820462:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472862.264446:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185923584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264526:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264575:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185924096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264600:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264627:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472862.264633:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185923456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264662:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264685:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185923968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264705:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264732:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185923712:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264776:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264794:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472862.264800:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.264821:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472862.264853:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923584 00000100:00100000:2.0:1772472862.264860:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923584 00000100:00100000:2.0:1772472862.264917:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923968 00000100:00100000:2.0:1772472862.264921:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923968 00000100:00100000:2.0:1772472862.264953:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923712 00000100:00100000:2.0:1772472862.264956:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923712 00000100:00100000:2.0:1772472862.264975:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1772472862.264982:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185923584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265031:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185923584:12345-0@lo:400:kworker.0 Request processed in 49us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265038:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1772472862.265055:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:2.0:1772472862.265061:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185923968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265090:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185923968:12345-0@lo:400:kworker.0 Request processed in 29us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265096:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:2.0:1772472862.265107:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:2.0:1772472862.265114:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185923712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265139:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185923712:12345-0@lo:400:kworker.0 Request processed in 26us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265144:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:2.0:1772472862.265160:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924096 00000100:00100000:2.0:1772472862.265163:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924096 00000100:00100000:2.0:1772472862.265185:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923840 00000100:00100000:2.0:1772472862.265188:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923840 00000100:00100000:2.0:1772472862.265206:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1772472862.265212:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185924096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265239:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185924096:12345-0@lo:400:kworker.0 Request processed in 27us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265245:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1772472862.265255:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1772472862.265261:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185923840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265284:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185923840:12345-0@lo:400:kworker.0 Request processed in 24us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265289:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1772472862.265304:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185923456 00000100:00100000:2.0:1772472862.265307:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185923456 00000100:00100000:2.0:1772472862.265329:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1772472862.265335:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185923456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265376:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185923456:12345-0@lo:400:kworker.0 Request processed in 41us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472862.265381:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:2.0:1772472862.265418:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472862.265422:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472862.265424:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472862.265453:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185923456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265467:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185923968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265477:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185923584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265485:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:2.0:1772472862.265491:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c30396dc00, transno 4294967357 00000100:00100000:2.0:1772472862.265503:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185924096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265537:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185923840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472862.265545:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185923712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472862.775152:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472862.775178:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472862.775250:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472862.775607:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472862.775635:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472862.775768:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924224 00000100:00100000:0.0:1772472862.775776:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924224 00000100:00100000:0.0:1772472862.775822:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924352 00000100:00100000:0.0:1772472862.775825:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924352 00000100:00100000:0.0:1772472862.775848:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1772472862.775856:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472862.775890:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472862.775937:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472862.775944:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1772472862.775959:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1772472862.775965:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472862.775981:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472862.776006:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472862.776012:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1772472862.776047:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472862.776058:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924224:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472862.840666:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472863.863193:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472864.887361:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472865.712406:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472865.712449:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472865.712466:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035200 00000100:00100000:0.0:1772472865.712476:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035200 00000100:00100000:3.0:1772472865.712485:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472865.712509:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472865.712528:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1267 00000100:00100000:3.0:1772472865.712530:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035328 00000100:00100000:3.0:1772472865.712533:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035328 00000100:00100000:0.0:1772472865.712537:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170035200:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472865.712572:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1636 00000100:00100000:3.0:1772472865.712579:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170035328:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472865.712627:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170035328:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472865.712635:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1636 00000100:00100000:3.0:1772472865.712659:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035456 00000100:00100000:1.0:1772472865.712660:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035584 00000100:00100000:3.0:1772472865.712664:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035456 00000100:00100000:1.0:1772472865.712664:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035584 00000100:00080000:2.0:1772472865.712795:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472865.712801:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472865.712803:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472865.712873:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1233 00000100:00100000:3.0:1772472865.712881:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170035456:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472865.713254:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:1.0:1772472865.713263:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170035584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472865.714114:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170035200:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1572us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472865.714130:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1267 00000100:00100000:3.0:1772472865.715652:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170035456:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 2761us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472865.715668:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1233 00000100:00100000:1.0:1772472865.719474:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170035584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 6194us (6944us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472865.719496:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1234 00010000:00010000:3.0:1772472865.911020:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472866.935349:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472867.386839:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185924608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472867.386909:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472867.386967:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185925120:0@lo:400:kworker.0 00000100:00100000:0.0:1772472867.386992:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472867.387152:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185924480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.387188:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472867.387216:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185924992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.387236:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472867.387283:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924480 00000100:00100000:3.0:1772472867.387290:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924480 00000100:00100000:3.0:1772472867.387402:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1772472867.387411:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185924480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.387461:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185924480:12345-0@lo:400:kworker.0 Request processed in 52us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472867.387469:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1772472867.387497:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924608 00000100:00100000:3.0:1772472867.387500:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924608 00000100:00100000:3.0:1772472867.387522:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924992 00000100:00100000:3.0:1772472867.387524:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924992 00000100:00100000:3.0:1772472867.387697:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1772472867.387704:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185924608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.387736:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185924608:12345-0@lo:400:kworker.0 Request processed in 33us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472867.387762:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.387763:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1772472867.387775:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1772472867.387781:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185924992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472867.387792:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472867.387827:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472867.387834:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185924736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472867.387856:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472867.387887:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925120 00000100:00100000:1.0:1772472867.387891:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925120 00000100:00100000:1.0:1772472867.387919:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924864 00000100:00100000:1.0:1772472867.387922:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924864 00000100:00100000:1.0:1772472867.387940:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1772472867.387946:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185925120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472867.387976:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185925120:12345-0@lo:400:kworker.0 Request processed in 30us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472867.387982:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1772472867.387994:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1772472867.388000:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.388023:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185924992:12345-0@lo:400:kworker.0 Request processed in 242us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472867.388029:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1772472867.388039:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185924736 00000100:00100000:3.0:1772472867.388042:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185924736 00000100:00100000:3.0:1772472867.388058:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:3.0:1772472867.388063:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185924736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.388094:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185924736:12345-0@lo:400:kworker.0 Request processed in 30us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472867.388100:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00080000:3.0:1772472867.388120:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472867.388123:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472867.388125:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472867.388154:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185924736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.388188:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185924480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472867.388369:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185925120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472867.388383:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185924992:0@lo:400:kworker.0 00000100:00100000:0.0:1772472867.388404:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185924608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472867.397162:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185924864:12345-0@lo:400:kworker.0 Request processed in 9153us (9359us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472867.397178:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1772472867.410087:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185924864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472867.895964:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185925248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472867.896083:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472867.897696:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472867.897725:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185925376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472867.897845:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472867.898118:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925248 00000100:00100000:3.0:1772472867.898127:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925248 00000100:00100000:3.0:1772472867.898177:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925376 00000100:00100000:3.0:1772472867.898180:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925376 00000100:00100000:3.0:1772472867.898209:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1772472867.898218:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185925248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472867.898268:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472867.898281:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1772472867.898308:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185925376:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472867.898331:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185925248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472867.898341:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00002000:00000024:2.0:1772472867.898354:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472867.898444:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185925376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 151us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472867.898452:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1772472867.899362:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185925376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472867.899394:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185925248:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472867.959395:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472868.984263:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472870.007083:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472870.830377:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472870.830428:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472870.830470:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472870.830730:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035840 00000100:00100000:3.0:1772472870.830773:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035840 00000100:00100000:3.0:1772472870.830837:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1640 00000100:00100000:3.0:1772472870.830847:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170035840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472870.830934:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170035840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472870.830943:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1640 00000100:00080000:3.0:1772472870.830966:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472870.831124:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035712 00000100:00100000:0.0:1772472870.831129:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035712 00000100:00100000:1.0:1772472870.831135:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170035968 00000100:00100000:1.0:1772472870.831142:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170035968 00000100:00100000:0.0:1772472870.831176:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1269 00000100:00100000:0.0:1772472870.831186:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170035712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472870.831212:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1237 00000100:00100000:1.0:1772472870.831224:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170035968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472870.831231:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170035712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 45us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472870.831239:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1269 00000100:00100000:1.0:1772472870.831263:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170035968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472870.831271:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1237 00000100:00080000:0.0:1772472870.831294:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472870.831599:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472870.831843:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036096 00000100:00100000:1.0:1772472870.831848:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036096 00000100:00100000:1.0:1772472870.831894:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00100000:1.0:1772472870.831901:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170036096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472870.831956:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170036096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 55us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472870.831963:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00080000:2.0:1772472870.837401:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472871.031042:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472872.054974:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472872.504800:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185925888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.504839:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185925760:0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.504889:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472872.504896:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472872.504987:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185925504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.504988:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925760 00000100:00100000:2.0:1772472872.504998:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925760 00000100:00100000:3.0:1772472872.505028:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472872.505061:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185926016:0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.505063:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:2.0:1772472872.505077:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185925760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472872.505088:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472872.505108:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772472872.505115:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185925632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472872.505195:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926016 00000100:00100000:0.0:1772472872.505200:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926016 00000100:00100000:0.0:1772472872.505229:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1772472872.505236:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185926016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472872.508563:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925888 00000100:00100000:1.0:1772472872.508577:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925888 00000100:00100000:1.0:1772472872.508645:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1772472872.508654:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185925888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.520221:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185925760:12345-0@lo:400:kworker.0 Request processed in 15134us (15326us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472872.520249:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00080000:2.0:1772472872.520301:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472872.520308:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472872.525904:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185925760:0@lo:400:kworker.0 00000100:00100000:2.0:1772472872.525987:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925504 00000100:00100000:2.0:1772472872.525994:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925504 00000100:00100000:2.0:1772472872.526061:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1772472872.526071:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185925504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472872.527256:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185926016:12345-0@lo:400:kworker.0 Request processed in 22002us (22149us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472872.527275:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:2.0:1772472872.539780:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185925504:12345-0@lo:400:kworker.0 Request processed in 13699us (34740us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472872.539798:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1772472872.543410:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185925888:12345-0@lo:400:kworker.0 Request processed in 34747us (38517us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472872.543425:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1772472872.544397:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185925888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472872.546105:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472872.546184:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185926144:0@lo:400:kworker.0 00000100:00100000:3.0:1772472872.546231:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472872.546277:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185925504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472872.546292:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185926016:0@lo:400:kworker.0 00000100:00100000:0.0:1772472872.546299:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185925632 00000100:00100000:0.0:1772472872.546308:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185925632 00000100:00100000:0.0:1772472872.546370:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:0.0:1772472872.546380:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185925632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472872.546448:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185925632:12345-0@lo:400:kworker.0 Request processed in 69us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472872.546455:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1772472872.547062:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926144 00000100:00100000:1.0:1772472872.547069:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926144 00000100:00100000:1.0:1772472872.547148:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1772472872.547155:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185926144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472872.547213:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185926144:12345-0@lo:400:kworker.0 Request processed in 59us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472872.547220:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00080000:2.0:1772472872.547457:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472872.550970:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185925632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472872.550991:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185926144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472873.015456:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185926400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472873.015539:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472873.015617:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472873.015624:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185926272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472873.015645:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472873.016147:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926400 00000100:00100000:3.0:1772472873.016155:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926400 00000100:00100000:3.0:1772472873.016240:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926272 00000100:00100000:3.0:1772472873.016251:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926272 00000100:00100000:3.0:1772472873.016283:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1772472873.016292:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185926400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472873.016332:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472873.016390:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185926400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472873.016397:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1772472873.016415:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1772472873.016422:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185926272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472873.016441:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472873.016480:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185926272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472873.016486:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1772472873.016526:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185926272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472873.016538:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185926400:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472873.082577:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472874.108733:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472874.851422:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472874.852346:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036224 00000100:00100000:3.0:1772472874.852357:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036224 00000100:00100000:3.0:1772472874.852426:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 956 00000100:00100000:3.0:1772472874.852435:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036224:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472874.852533:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036224:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 99us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472874.852540:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 956 00000100:00080000:3.0:1772472874.852565:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472874.860754:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472874.860815:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036352 00000100:00100000:1.0:1772472874.860824:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036352 00000100:00100000:1.0:1772472874.860886:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 524 00000100:00100000:1.0:1772472874.860896:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036352:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472874.861213:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036352:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 318us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472874.861222:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 524 00000100:00080000:1.0:1772472874.861265:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472874.867600:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472874.867638:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036480 00000100:00100000:0.0:1772472874.867647:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036480 00000100:00100000:0.0:1772472874.867703:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 525 00000100:00100000:0.0:1772472874.867713:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036480:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772472874.868029:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036480:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 316us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472874.868038:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 525 00000100:00080000:0.0:1772472874.868059:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472874.883863:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472874.887095:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036608 00000100:00100000:3.0:1772472874.887111:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036608 00000100:00100000:3.0:1772472874.887202:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 957 00000100:00100000:3.0:1772472874.887213:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036608:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472874.887529:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036608:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 317us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472874.887536:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 957 00000100:00100000:0.0:1772472874.895365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472874.896448:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036736 00000100:00100000:3.0:1772472874.896461:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036736 00000100:00100000:3.0:1772472874.896525:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 958 00000100:00100000:3.0:1772472874.896534:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036736:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772472874.896639:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170036736:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 105us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472874.896646:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 958 00000100:00100000:3.0:1772472874.901089:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472874.901376:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036864 00000100:00100000:1.0:1772472874.901386:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036864 00000100:00100000:1.0:1772472874.901448:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 526 00000100:00100000:1.0:1772472874.901457:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036864:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472874.901786:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036864:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 329us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472874.901794:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 526 00000100:00100000:0.0:1772472874.910844:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472874.911053:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170036992 00000100:00100000:1.0:1772472874.911063:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170036992 00000100:00100000:1.0:1772472874.911154:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 527 00000100:00100000:1.0:1772472874.911165:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036992:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772472874.911455:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:50002:x1858570170036992:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 291us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472874.911462:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 527 00000100:00100000:0.0:1772472874.920429:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472874.921185:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170037120 00000100:00100000:2.0:1772472874.921195:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170037120 00000100:00100000:2.0:1772472874.921259:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 959 00000100:00100000:2.0:1772472874.921270:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170037120:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772472874.921576:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50002:x1858570170037120:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 294us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472874.921584:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 959 00000100:00100000:3.0:1772472874.979191:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472874.980011:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170037248 00000100:00100000:1.0:1772472874.980022:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170037248 00000100:00100000:1.0:1772472874.980079:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 960 00000100:00100000:1.0:1772472874.980090:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:50003:x1858570170037248:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472874.980111:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472874.980144:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e13a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f93 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980206:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980221:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980234:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472874.980304:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00000004:00200000:1.0:1772472874.980308:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472874.980332:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980357:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e13a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f93 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980378:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f93 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472874.980388:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:1.0:1772472874.980391:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472874.980394:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472874.980458:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:50003:x1858570170037248:12345-192.168.201.48@tcp:101:rm.0 Request processed in 369us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472874.980466:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 960 00000100:00100000:3.0:1772472874.994712:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472874.999948:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170037376 00000100:00100000:2.0:1772472874.999962:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170037376 00000100:00100000:2.0:1772472875.000025:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 158 00000100:00100000:2.0:1772472875.000035:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:50003:x1858570170037376:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:2.0:1772472875.000233:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e97450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:50003:x1858570170037376:12345-192.168.201.48@tcp:49:rm.0 Request processed in 199us (5530us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772472875.000242:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 158 00000100:00100000:0.0:1772472875.007286:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472875.007324:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170037632 00000100:00100000:0.0:1772472875.007334:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170037632 00000100:00100000:0.0:1772472875.007387:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 961 00000100:00100000:0.0:1772472875.007396:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:50003:x1858570170037632:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772472875.007419:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472875.007440:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12f9a expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472875.007556:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00010000:0.0:1772472875.008926:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f9a expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.008944:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772472875.008948:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472875.008952:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f9a expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.008967:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772472875.009028:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:50003:x1858570170037632:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1632us (1754us total) trans 4294967668 rc 301/301 00000100:00100000:0.0:1772472875.009037:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 961 00000100:00100000:1.0:1772472875.020935:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472875.030832:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170037760 00000100:00100000:0.0:1772472875.030849:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170037760 00000100:00100000:0.0:1772472875.031694:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 159 00000100:00100000:0.0:1772472875.031708:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:50003:x1858570170037760:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:1.0:1772472875.040206:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:50003:x1858570170037760:12345-192.168.201.48@tcp:37:rm.0 Request processed in 8491us (19269us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472875.040221:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 159 00000100:00100000:0.0:1772472875.065720:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472875.065924:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038016 00000100:00100000:1.0:1772472875.065935:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038016 00000100:00100000:1.0:1772472875.066005:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 160 00000100:00100000:1.0:1772472875.066017:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:50003:x1858570170038016:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:1.0:1772472875.066404:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:50003:x1858570170038016:12345-192.168.201.48@tcp:35:rm.0 Request processed in 388us (693us total) trans 4294967669 rc 0/0 00000100:00100000:1.0:1772472875.066415:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 160 00000100:00100000:2.0:1772472875.075414:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472875.076291:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038272 00000100:00100000:0.0:1772472875.076305:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038272 00000100:00100000:0.0:1772472875.080326:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 962 00000100:00100000:0.0:1772472875.080351:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:50003:x1858570170038272:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772472875.087975:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1772472875.088011:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e13ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f93 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088032:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e134b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12f7e expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088046:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:0.0:1772472875.088061:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e106c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ec8 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088071:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772472875.088077:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472875.088102:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088114:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088136:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088151:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088160:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088167:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088297:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088307:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.088314:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472875.092281:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 11776 00010000:00010000:0.0:1772472875.092311:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092322:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092330:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092336:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472875.092340:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092348:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092379:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772472875.092382:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472875.092387:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092398:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e13d0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x49:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092425:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092432:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092437:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092442:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472875.092445:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092450:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092456:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772472875.092458:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472875.092461:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472875.092466:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e13c2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472875.092480:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005d6c9378 reply state 0000000027b61d4b transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472875.092489:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472875.092603:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:50003:x1858570170038272:12345-192.168.201.48@tcp:36:rm.0 Request processed in 12259us (17196us total) trans 4294967670 rc 0/0 00000100:00100000:0.0:1772472875.092612:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 962 00010000:00010000:3.0:1772472875.098920:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098938:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098946:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098952:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472875.098957:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098964:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098982:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff90c410b8a100) 00010000:00010000:3.0:1772472875.098985:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472875.098990:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472875.098996:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e13c9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472875.133809:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472875.950454:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472875.951040:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472875.951073:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472875.951102:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038656 00000100:00100000:2.0:1772472875.951121:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038656 00000100:00100000:1.0:1772472875.951138:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038528 00000100:00100000:1.0:1772472875.951144:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038528 00000100:00100000:2.0:1772472875.951175:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1241 00000100:00100000:1.0:1772472875.951185:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:2.0:1772472875.951193:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038656:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472875.951194:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038528:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472875.951267:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038656:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472875.951274:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1241 00000100:00100000:1.0:1772472875.954512:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038528:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3307us (3426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472875.954527:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:0.0:1772472875.955207:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038400 00000100:00100000:0.0:1772472875.955219:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038400 00000100:00100000:0.0:1772472875.955283:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1271 00000100:00100000:0.0:1772472875.955293:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170038400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472875.955349:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170038400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 58us (4902us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472875.955356:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1271 00010000:00010000:2.0:1772472876.151069:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472876.703332:0:85102:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff01985360 20000000:00000080:3.0:1772472876.703351:0:85102:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303539800 uarg=0000000000000000 00010000:00010000:2.0:1772472876.710771:0:85102:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472876.710795:0:85102:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472876.710864:0:85102:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472876.710886:0:85102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.710902:0:85102:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.710911:0:85102:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.710952:0:85102:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.710970:0:85102:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 17 pid: 5805 timeout: 2452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472876.710986:0:85102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85102:1858570185926528:0@lo:104: 00000100:00100000:2.0:1772472876.711048:0:85102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472876.711117:0:85102:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4012ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1772472876.711947:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772472876.711964:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926528 00000100:00100000:1.0:1772472876.711971:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926528 00000100:00100000:1.0:1772472876.712029:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1772472876.712039:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ba04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85102:x1858570185926528:12345-0@lo:104: 00010000:00010000:1.0:1772472876.712054:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712146:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472876.712153:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ba04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85102:x1858570185926528:12345-0@lo:104: Request processed in 116us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472876.712161:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00010000:00010000:1.0:1772472876.712217:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472876.712224:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712232:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472876.712236:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712244:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472876.712252:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472876.712263:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472876.712301:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712308:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472876.712337:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712345:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4c600/0xc2ef6d41852e1057 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e105e expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712364:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472876.712365:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472876.712367:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472876.712389:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185926656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472876.712432:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472876.712473:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926656 00000100:00100000:1.0:1772472876.712477:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926656 00010000:00010000:1.0:1772472876.712495:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 18 pid: 5805 timeout: 2452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472876.712518:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1772472876.712525:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185926656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472876.712536:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472876.712541:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 18 pid: 5805 timeout: 2452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712552:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 18 pid: 5805 timeout: 2452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712582:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712589:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712602:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712609:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712615:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712621:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712627:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472876.712631:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712639:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712657:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472876.712667:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472876.712695:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185926656:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472876.712704:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1772472876.712931:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185926656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472876.714595:0:85102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e105e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1057 expref: 17 pid: 5805 timeout: 2452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472876.714617:0:85102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85102:1858570185926528:0@lo:104: 00010000:00010000:2.0:1772472876.714641:0:85102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.714995:0:85102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.715003:0:85102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472876.715010:0:85102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e13d7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.202001:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472877.211794:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967670 is committed 00000100:00100000:1.0:1772472877.625158:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185927168:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625231:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625296:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472877.625302:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185926784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625331:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625354:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185927296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625377:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625404:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185926912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625428:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625443:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185927424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625461:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625477:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472877.625482:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185927040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625500:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.625525:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927168 00000100:00100000:1.0:1772472877.625532:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927168 00000100:00100000:1.0:1772472877.625579:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927424 00000100:00100000:1.0:1772472877.625582:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927424 00000100:00100000:1.0:1772472877.625604:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1772472877.625612:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185927168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625673:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185927168:12345-0@lo:400:kworker.0 Request processed in 61us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.625685:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1772472877.625704:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1772472877.625710:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185927424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625735:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185927424:12345-0@lo:400:kworker.0 Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.625765:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1772472877.625782:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926784 00000100:00100000:1.0:1772472877.625785:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926784 00000100:00100000:1.0:1772472877.625805:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1772472877.625810:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185926784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625834:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185926784:12345-0@lo:400:kworker.0 Request processed in 24us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.625839:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1772472877.625862:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927296 00000100:00100000:1.0:1772472877.625866:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927296 00000100:00100000:1.0:1772472877.625888:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185926912 00000100:00100000:1.0:1772472877.625891:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185926912 00000100:00100000:1.0:1772472877.625902:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927040 00000100:00100000:1.0:1772472877.625904:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927040 00000100:00100000:1.0:1772472877.625918:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1772472877.625923:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185927296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625948:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185927296:12345-0@lo:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.625953:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1772472877.625963:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1772472877.625968:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185926912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.625989:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185926912:12345-0@lo:400:kworker.0 Request processed in 22us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.625994:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1772472877.626003:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1772472877.626008:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185927040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626027:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185927040:12345-0@lo:400:kworker.0 Request processed in 20us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.626031:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1772472877.626074:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185927040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626096:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185926912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626104:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185927424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626130:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185926784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626137:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185927296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472877.626144:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185927168:0@lo:400:kworker.0 00000100:00080000:0.0:1772472877.626252:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472877.626258:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472877.626260:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:3.0:1772472877.753236:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472877.753245:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472877.753250:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472877.753293:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472877.753305:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472877.753317:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472877.753343:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185927552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472877.753402:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472877.753460:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472877.753508:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927552 00000100:00100000:1.0:1772472877.753516:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927552 00000100:00100000:1.0:1772472877.754087:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1772472877.754099:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185927552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472877.754115:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472877.754130:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e13de expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.754153:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.754165:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.754175:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:1.0:1772472877.754224:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185927552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472877.754230:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1772472877.755372:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185927552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472877.755398:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472877.755409:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472877.755430:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472877.755435:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472877.755446:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772472877.923486:0:85151:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc09982680 20000000:00000080:1.0:1772472877.923504:0:85151:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528b400 uarg=0000000000000000 00010000:00010000:1.0:1772472877.924485:0:85151:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472877.924504:0:85151:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472877.924532:0:85151:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472877.925369:0:85151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.925389:0:85151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.925398:0:85151:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.925440:0:85151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.925454:0:85151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 17 pid: 5805 timeout: 2453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472877.925470:0:85151:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85151:1858570185927680:0@lo:104: 00000100:00100000:1.0:1772472877.925528:0:85151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472877.925764:0:85151:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c456c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472877.930402:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927680 00000100:00100000:0.0:1772472877.930417:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927680 00000100:00100000:0.0:1772472877.930492:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1772472877.930503:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85151:x1858570185927680:12345-0@lo:104: 00010000:00010000:0.0:1772472877.930521:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472877.930631:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472877.930638:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85151:x1858570185927680:12345-0@lo:104: Request processed in 138us (5110us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472877.930646:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1772472877.930785:0:85151:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85151:1858570185927680:0@lo:104: 00010000:00010000:1.0:1772472877.930811:0:85151:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931152:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472877.931161:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931171:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472877.931176:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931186:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472877.931194:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472877.931201:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472877.931249:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931257:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472877.931288:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931296:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d600/0xc2ef6d41852e13de lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13e5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.931314:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472877.931316:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472877.931317:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472877.931354:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472877.931369:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185927808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472877.931409:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472877.933665:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927808 00000100:00100000:2.0:1772472877.933681:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927808 00010000:00010000:2.0:1772472877.933768:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 2453 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472877.933806:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1772472877.933816:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185927808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472877.933831:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472877.933837:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 2453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933849:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 2453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933867:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e13e5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e13de expref: 18 pid: 5805 timeout: 2453 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933884:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933892:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933913:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933920:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933927:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933935:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933941:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472877.933945:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933954:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933967:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472877.933978:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472877.934196:0:85151:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.934205:0:85151:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472877.934212:0:85151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1400/0xc2ef6d41852e13ec lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472877.936201:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185927808:12345-0@lo:103:ldlm_bl.0 Request processed in 2380us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472877.936216:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1772472877.936283:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185927808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472878.142523:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185927936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472878.142596:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472878.142664:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185927936 00000100:00100000:2.0:1772472878.142672:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185927936 00000100:00100000:2.0:1772472878.142728:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1772472878.142756:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185927936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472878.142792:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472878.142839:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185927936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472878.142846:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1772472878.142896:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185927936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472878.151320:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472878.151343:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185928064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472878.151421:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472878.151476:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928064 00000100:00100000:1.0:1772472878.151484:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928064 00000100:00100000:1.0:1772472878.151534:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1772472878.151543:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185928064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472878.151578:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472878.151623:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185928064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472878.151630:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1772472878.151677:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185928064:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472878.262879:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472879.227788:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472879.227797:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472879.227802:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472879.227958:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472879.227976:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472879.227989:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472879.228016:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185928192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472879.228094:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472879.228242:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404affe40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472879.236236:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928192 00000100:00100000:2.0:1772472879.236251:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928192 00000100:00100000:2.0:1772472879.236314:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1772472879.236327:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185928192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472879.236346:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472879.236380:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e13f3 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472879.237122:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472879.237137:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472879.237146:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772472879.237236:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185928192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 912us (9142us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472879.237247:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1772472879.238111:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185928192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472879.238133:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.238144:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472879.238165:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472879.238170:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.238178:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472879.289851:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472879.360709:0:85199:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8a8c3ae0 20000000:00000080:0.0:1772472879.360727:0:85199:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3025fd400 uarg=0000000000000000 00010000:00010000:3.0:1772472879.364399:0:85199:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472879.364420:0:85199:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472879.364448:0:85199:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472879.364467:0:85199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.364484:0:85199:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.364493:0:85199:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.364535:0:85199:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472879.364552:0:85199:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 17 pid: 5806 timeout: 2455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472879.364568:0:85199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85199:1858570185928320:0@lo:104: 00000100:00100000:3.0:1772472879.364630:0:85199:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472879.364732:0:85199:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114180 going to sleep for 11 seconds 00000100:00100000:0.0:1772472879.365304:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928320 00000100:00100000:0.0:1772472879.365313:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928320 00000100:00100000:2.0:1772472879.365466:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1772472879.365476:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85199:x1858570185928320:12345-0@lo:104: 00010000:00010000:2.0:1772472879.365488:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472879.365556:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472879.365562:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85199:x1858570185928320:12345-0@lo:104: Request processed in 89us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472879.365569:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1772472879.365629:0:85199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85199:1858570185928320:0@lo:104: 00010000:00010000:0.0:1772472879.365651:0:85199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365701:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472879.365709:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365716:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472879.365720:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365729:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472879.365735:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472879.365777:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472879.365810:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365817:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472879.365844:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365851:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e13f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e13fa expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.365865:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472879.365866:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472879.365868:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472879.365880:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185928448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472879.365914:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472879.365954:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928448 00000100:00100000:1.0:1772472879.365959:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928448 00010000:00010000:1.0:1772472879.365976:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 2455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472879.365996:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1772472879.366002:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185928448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472879.366013:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472879.366018:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 2455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366027:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 2455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366040:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e13fa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e13f3 expref: 18 pid: 5806 timeout: 2455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366068:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366083:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366097:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366104:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366115:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366121:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366125:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472879.366129:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366136:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366145:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472879.366154:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472879.366180:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185928448:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472879.366187:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1772472879.366215:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185928448:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472879.366409:0:85199:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472879.366416:0:85199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472879.366422:0:85199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e1401 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.311196:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472880.951326:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472880.951333:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472880.951338:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472880.951387:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472880.951398:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472880.951409:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472880.951434:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185928576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472880.951498:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472880.951549:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca56600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472880.951603:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928576 00000100:00100000:0.0:1772472880.951610:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928576 00000100:00100000:0.0:1772472880.951661:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472880.951670:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185928576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472880.951683:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472880.951696:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1408 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.951719:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.951729:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.951760:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772472880.951806:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185928576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472880.951813:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472880.951855:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185928576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472880.951867:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.951875:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472880.951894:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472880.951899:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472880.951906:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472881.061722:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472881.061913:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038912 00000100:00100000:1.0:1772472881.061924:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038912 00000100:00100000:1.0:1772472881.062001:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1647 00000100:00100000:1.0:1772472881.062012:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472881.062123:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170038912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 113us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472881.062135:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1647 00000100:00080000:0.0:1772472881.062403:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472881.072607:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472881.072659:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472881.072695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472881.072783:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170038784 00000100:00100000:0.0:1772472881.072792:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170038784 00000100:00100000:0.0:1772472881.072850:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1276 00000100:00100000:0.0:1772472881.072860:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170038784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472881.072961:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170038784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472881.072969:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1276 00000100:00100000:3.0:1772472881.074394:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039168 00000100:00100000:3.0:1772472881.074404:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039168 00000100:00100000:3.0:1772472881.074469:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039040 00000100:00100000:3.0:1772472881.074473:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039040 00000100:00100000:3.0:1772472881.074502:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1245 00000100:00100000:3.0:1772472881.074511:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170039168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472881.074573:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170039168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472881.074580:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1245 00000100:00100000:3.0:1772472881.074593:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1246 00000100:00100000:3.0:1772472881.074600:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170039040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472881.074624:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170039040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472881.074630:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1246 00000100:00080000:0.0:1772472881.074973:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472881.074979:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472881.336078:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472882.358914:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472882.742967:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185928832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.743056:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472882.743107:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185928704:0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.743112:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185929344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472882.743189:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185929088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472882.751093:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185928960:0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.753529:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472882.753631:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928832 00000100:00100000:1.0:1772472882.753641:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928832 00000100:00100000:1.0:1772472882.753691:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1772472882.753701:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185928832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.753802:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185928832:12345-0@lo:400:kworker.0 Request processed in 103us (10746us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472882.753811:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1772472882.753844:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929344 00000100:00100000:1.0:1772472882.753848:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929344 00000100:00100000:1.0:1772472882.753884:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1772472882.753890:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185929344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.753918:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185929344:12345-0@lo:400:kworker.0 Request processed in 29us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472882.753923:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00080000:1.0:1772472882.753963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472882.754012:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185928832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.754034:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185929344:0@lo:400:kworker.0 00000100:00100000:0.0:1772472882.769938:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472882.770039:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185929216:0@lo:400:kworker.0 00000100:00100000:0.0:1772472882.770093:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472882.770119:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929216 00000100:00100000:0.0:1772472882.770127:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929216 00000100:00100000:0.0:1772472882.770193:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1772472882.770202:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185929216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472882.770258:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185929216:12345-0@lo:400:kworker.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472882.770264:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1772472882.770305:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185929216:0@lo:400:kworker.0 00000100:00080000:0.0:1772472882.770347:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472882.773852:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928704 00000100:00100000:2.0:1772472882.773865:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928704 00000100:00100000:2.0:1772472882.774647:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1772472882.774658:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185928704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472882.774785:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185928704:12345-0@lo:400:kworker.0 Request processed in 130us (4855us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472882.774793:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1772472882.775249:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472882.775458:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929088 00000100:00100000:1.0:1772472882.775465:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929088 00000100:00100000:1.0:1772472882.775615:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1772472882.775624:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185929088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472882.775672:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185929088:12345-0@lo:400:kworker.0 Request processed in 49us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472882.775679:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00080000:2.0:1772472882.775817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472882.775852:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185929088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472882.784183:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472882.784421:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185928960 00000100:00100000:2.0:1772472882.784432:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185928960 00000100:00100000:2.0:1772472882.784506:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1772472882.784516:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185928960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472882.784575:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185928960:12345-0@lo:400:kworker.0 Request processed in 61us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472882.784582:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1772472882.784625:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185928960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472882.785763:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185928704:0@lo:400:kworker.0 00000100:00080000:3.0:1772472882.785916:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472883.260840:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472883.260864:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185929472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472883.260939:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472883.263095:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929472 00000100:00100000:3.0:1772472883.263121:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929472 00000100:00100000:3.0:1772472883.263181:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1772472883.263191:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185929472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472883.263232:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472883.263316:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185929472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472883.263323:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1772472883.263376:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185929472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472883.264570:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185929600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472883.264622:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472883.264709:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929600 00000100:00100000:0.0:1772472883.264726:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929600 00000100:00100000:0.0:1772472883.264787:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1772472883.264796:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185929600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472883.264824:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472883.264877:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185929600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472883.264885:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1772472883.264927:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185929600:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472883.384478:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472884.407853:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472885.119259:0:85396:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7ed815a0 20000000:00000080:0.0:1772472885.119276:0:85396:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba07c00 uarg=0000000000000000 00010000:00010000:0.0:1772472885.119561:0:85396:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472885.119578:0:85396:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472885.119602:0:85396:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472885.119620:0:85396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.119638:0:85396:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.119647:0:85396:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.119686:0:85396:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.119701:0:85396:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 17 pid: 5805 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472885.119715:0:85396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85396:1858570185929728:0@lo:104: 00000100:00100000:0.0:1772472885.119825:0:85396:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472885.119867:0:85396:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472885.119996:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929728 00000100:00100000:3.0:1772472885.120004:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929728 00000100:00100000:3.0:1772472885.120051:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1772472885.120060:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85396:x1858570185929728:12345-0@lo:104: 00010000:00010000:3.0:1772472885.120073:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472885.120130:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472885.120136:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85396:x1858570185929728:12345-0@lo:104: Request processed in 78us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472885.120143:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00010000:00010000:2.0:1772472885.120244:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472885.120252:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120260:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472885.120263:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120272:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472885.120279:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472885.120284:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472885.120315:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120322:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472885.120341:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120346:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54000/0xc2ef6d41852e1408 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e140f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120362:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472885.120364:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472885.120365:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472885.120377:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185929856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472885.120406:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472885.120449:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929856 00000100:00100000:2.0:1772472885.120452:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929856 00010000:00010000:2.0:1772472885.120473:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 18 pid: 5805 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472885.120494:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1772472885.120499:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185929856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472885.120509:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472885.120514:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 18 pid: 5805 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120523:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 18 pid: 5805 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120536:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120544:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120555:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120561:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120567:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120572:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120576:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472885.120581:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120587:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120595:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.120604:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472885.120629:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185929856:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472885.120634:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1772472885.120672:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185929856:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472885.121229:0:85396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e140f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1408 expref: 17 pid: 5805 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472885.121243:0:85396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85396:1858570185929728:0@lo:104: 00010000:00010000:0.0:1772472885.121257:0:85396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.121266:0:85396:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.121274:0:85396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472885.121280:0:85396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb400/0xc2ef6d41852e1416 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472885.435863:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472886.190196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472886.190259:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472886.190286:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472886.190327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472886.191376:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039296 00000100:00100000:1.0:1772472886.191458:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039296 00000100:00100000:1.0:1772472886.191527:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1278 00000100:00100000:1.0:1772472886.191539:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170039296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472886.191624:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170039296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (1444us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472886.191633:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1278 00000100:00100000:1.0:1772472886.191674:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039552 00000100:00100000:1.0:1772472886.191678:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039552 00000100:00100000:1.0:1772472886.191714:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039680 00000100:00100000:1.0:1772472886.191717:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039680 00000100:00100000:1.0:1772472886.191760:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:1.0:1772472886.191769:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472886.191799:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472886.191806:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:1.0:1772472886.191818:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1250 00000100:00100000:1.0:1772472886.191824:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472886.191848:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472886.191854:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1250 00000100:00100000:1.0:1772472886.191873:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039424 00000100:00100000:1.0:1772472886.191876:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039424 00000100:00100000:1.0:1772472886.194547:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1651 00000100:00100000:1.0:1772472886.194574:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472886.194661:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170039424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (4373us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472886.194669:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1651 00000100:00080000:1.0:1772472886.194866:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472886.194874:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472886.194877:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:0.0:1772472886.455913:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472886.455920:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472886.455933:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472886.455979:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472886.455994:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472886.456005:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472886.456029:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185929984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472886.456087:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472886.456137:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59af00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472886.458009:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185929984 00000100:00100000:3.0:1772472886.458022:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185929984 00000100:00100000:3.0:1772472886.458077:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1772472886.458088:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185929984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472886.458106:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472886.458123:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e141d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472886.458148:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472886.458159:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472886.458169:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772472886.458234:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185929984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472886.458240:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00010000:00010000:2.0:1772472886.458346:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472886.460829:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185929984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472886.460856:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472886.460878:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472886.460900:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472886.460907:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472886.460914:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472887.482680:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472887.866082:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185930112:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866149:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866188:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185930624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866213:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866235:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472887.866239:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185930240:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866256:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866270:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185930752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866287:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866311:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185930368:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866328:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866341:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472887.866346:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185930496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866361:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472887.866387:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930624 00000100:00100000:1.0:1772472887.866395:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930624 00000100:00100000:1.0:1772472887.866439:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930240 00000100:00100000:1.0:1772472887.866441:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930240 00000100:00100000:1.0:1772472887.866453:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930368 00000100:00100000:1.0:1772472887.866455:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930368 00000100:00100000:1.0:1772472887.866469:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1772472887.866476:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185930624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866518:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185930624:12345-0@lo:400:kworker.0 Request processed in 43us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472887.866525:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1772472887.866539:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1772472887.866545:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185930240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866565:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185930240:12345-0@lo:400:kworker.0 Request processed in 21us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472887.866570:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1772472887.866579:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1772472887.866584:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185930368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866605:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185930368:12345-0@lo:400:kworker.0 Request processed in 21us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472887.866610:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1772472887.866624:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930752 00000100:00100000:1.0:1772472887.866626:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930752 00000100:00100000:1.0:1772472887.866647:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930496 00000100:00100000:1.0:1772472887.866648:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930496 00000100:00100000:1.0:1772472887.866663:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1772472887.866668:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185930752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.866691:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185930752:12345-0@lo:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472887.866696:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1772472887.866721:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1772472887.866727:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185930496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.867710:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185930496:12345-0@lo:400:kworker.0 Request processed in 981us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472887.867718:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00080000:1.0:1772472887.867766:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472887.867771:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472887.867773:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472887.867814:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185930496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.867824:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185930368:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.867856:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185930240:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.867875:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185930752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472887.867885:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185930624:0@lo:400:kworker.0 00000100:00100000:2.0:1772472887.868765:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930112 00000100:00100000:2.0:1772472887.868774:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930112 00000100:00100000:2.0:1772472887.868821:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1772472887.868830:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185930112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472887.870207:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185930112:12345-0@lo:400:kworker.0 Request processed in 1375us (4054us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472887.870219:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1772472887.870759:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185930112:0@lo:400:kworker.0 00000100:00100000:1.0:1772472888.376473:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472888.376495:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185930880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472888.376561:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472888.376620:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185930880 00000100:00100000:1.0:1772472888.376628:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185930880 00000100:00100000:1.0:1772472888.376670:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1772472888.376678:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185930880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472888.376712:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472888.376774:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185930880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472888.376781:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1772472888.376823:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185930880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472888.378495:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185931008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472888.378545:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472888.378587:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931008 00000100:00100000:1.0:1772472888.378593:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931008 00000100:00100000:1.0:1772472888.378629:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1772472888.378637:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185931008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472888.378665:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472888.378704:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185931008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472888.378710:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1772472888.378771:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185931008:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472888.503167:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472889.527236:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472890.555290:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472891.332222:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472891.332265:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472891.332359:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472891.332390:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472891.332433:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039808 00000100:00100000:3.0:1772472891.332443:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039808 00000100:00100000:3.0:1772472891.332504:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1281 00000100:00100000:3.0:1772472891.332514:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170039808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472891.332595:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170039808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472891.332603:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1281 00000100:00100000:1.0:1772472891.332952:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170039936 00000100:00100000:1.0:1772472891.332958:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170039936 00000100:00100000:1.0:1772472891.333007:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1655 00000100:00100000:1.0:1772472891.333017:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170039936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472891.333064:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170039936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 49us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472891.333071:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1655 00000100:00080000:3.0:1772472891.333196:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472891.342673:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040192 00000100:00100000:2.0:1772472891.342689:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040192 00000100:00100000:2.0:1772472891.342960:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040064 00000100:00100000:2.0:1772472891.342964:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040064 00000100:00100000:0.0:1772472891.343014:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1253 00000100:00100000:0.0:1772472891.343028:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170040192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472891.343120:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170040192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (10853us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472891.343128:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1253 00000100:00080000:3.0:1772472891.343245:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472891.343250:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472891.343355:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1254 00000100:00100000:2.0:1772472891.343363:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170040064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472891.343415:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170040064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (11024us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472891.343421:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1254 00010000:00010000:1.0:1772472891.575594:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472892.599024:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472892.983320:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185931136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.983793:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472892.983855:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185931648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.983883:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472892.983906:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772472892.983912:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185931264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.983931:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472892.983958:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185931776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.983979:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472892.984323:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185931392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472892.984370:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472892.984396:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472892.984402:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185931520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472892.984425:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472892.984898:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931648 00000100:00100000:2.0:1772472892.984906:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931648 00000100:00100000:2.0:1772472892.984970:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931264 00000100:00100000:2.0:1772472892.984974:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931264 00000100:00100000:2.0:1772472892.984987:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931392 00000100:00100000:2.0:1772472892.984990:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931392 00000100:00100000:2.0:1772472892.985006:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1772472892.985015:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185931648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985078:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185931648:12345-0@lo:400:kworker.0 Request processed in 64us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472892.985086:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1772472892.985102:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1772472892.985108:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185931264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985142:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185931264:12345-0@lo:400:kworker.0 Request processed in 34us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472892.985147:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1772472892.985157:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1772472892.985163:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185931392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985475:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185931392:12345-0@lo:400:kworker.0 Request processed in 312us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472892.985483:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1772472892.985503:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931776 00000100:00100000:2.0:1772472892.985506:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931776 00000100:00100000:2.0:1772472892.985603:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931520 00000100:00100000:2.0:1772472892.985607:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931520 00000100:00100000:2.0:1772472892.985625:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1772472892.985631:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185931776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985662:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185931776:12345-0@lo:400:kworker.0 Request processed in 31us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472892.985667:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1772472892.985677:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1772472892.985683:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185931520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985705:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185931520:12345-0@lo:400:kworker.0 Request processed in 24us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472892.985711:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1772472892.985775:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185931264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985788:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185931776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.985799:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185931648:0@lo:400:kworker.0 00000100:00100000:0.0:1772472892.986315:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931136 00000100:00100000:0.0:1772472892.986320:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931136 00000100:00100000:0.0:1772472892.986468:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1772472892.986477:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185931136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472892.986534:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185931136:12345-0@lo:400:kworker.0 Request processed in 57us (2742us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472892.986543:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00080000:3.0:1772472892.986720:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472892.986734:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472892.986764:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472892.986788:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185931520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472892.986800:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185931392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472892.987784:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185931136:0@lo:400:kworker.0 00000100:00100000:1.0:1772472893.495191:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472893.495214:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185931904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472893.495297:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472893.495374:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185931904 00000100:00100000:1.0:1772472893.495381:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185931904 00000100:00100000:1.0:1772472893.495428:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1772472893.495437:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185931904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472893.495475:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472893.495761:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185931904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 300us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472893.495998:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1772472893.496051:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185931904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472893.496258:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472893.496277:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185932032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472893.496311:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472893.496446:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932032 00000100:00100000:2.0:1772472893.496451:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932032 00000100:00100000:2.0:1772472893.496488:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1772472893.496496:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185932032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472893.496525:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472893.496563:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185932032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472893.496570:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1772472893.496601:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185932032:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472893.622945:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472894.656364:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472895.670907:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472896.432868:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472896.432912:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472896.432936:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472896.432975:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472896.433013:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040576 00000100:00100000:2.0:1772472896.433026:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040576 00000100:00100000:2.0:1772472896.433104:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040704 00000100:00100000:2.0:1772472896.433107:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040704 00000100:00100000:2.0:1772472896.433132:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 528 00000100:00100000:2.0:1772472896.433142:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170040576:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772472896.433184:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e0cc9 00000100:00080000:2.0:1772472896.433194:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c404842000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472896.433239:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:2.0:1772472896.433708:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170040576:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 566us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472896.433719:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 528 00000100:00100000:2.0:1772472896.433780:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 529 00000100:00100000:2.0:1772472896.433789:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170040704:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772472896.433802:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e0d78 00000100:00080000:2.0:1772472896.433808:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c3031a2000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472896.433831:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967357 00000100:00100000:2.0:1772472896.433964:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170040704:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 176us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472896.433972:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 529 00000100:00080000:2.0:1772472896.433993:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472896.433997:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772472896.434016:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472896.434243:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040320 00000100:00100000:3.0:1772472896.434250:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040320 00000100:00100000:3.0:1772472896.434294:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1283 00000100:00100000:3.0:1772472896.434301:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170040320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472896.434332:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170040320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472896.434339:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1283 00000100:00100000:0.0:1772472896.434799:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040448 00000100:00100000:0.0:1772472896.434805:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040448 00000100:00100000:0.0:1772472896.434859:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1659 00000100:00100000:0.0:1772472896.434867:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170040448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472896.434905:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170040448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (1992us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472896.434912:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1659 00010000:00010000:2.0:1772472896.435035:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1772472896.437442:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472896.696821:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472897.718961:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472898.103431:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185932416:0@lo:400:kworker.0 00000100:00100000:3.0:1772472898.103503:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472898.103578:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472898.103585:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185932544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472898.103613:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472898.103677:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185932288:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.103708:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472898.104115:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185932800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104166:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472898.104195:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472898.104203:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185932160:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104229:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472898.104248:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185932672:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104282:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472898.104327:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932160 00000100:00100000:1.0:1772472898.104334:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932160 00000100:00100000:1.0:1772472898.104379:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1772472898.104388:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185932160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104433:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185932160:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472898.104439:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1772472898.104483:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932416 00000100:00100000:1.0:1772472898.104488:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932416 00000100:00100000:1.0:1772472898.104537:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932288 00000100:00100000:1.0:1772472898.104541:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932288 00000100:00100000:1.0:1772472898.104558:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932672 00000100:00100000:1.0:1772472898.104561:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932672 00000100:00100000:1.0:1772472898.104577:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1772472898.104582:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185932416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104616:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185932416:12345-0@lo:400:kworker.0 Request processed in 34us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472898.104622:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1772472898.104632:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1772472898.104639:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185932288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104662:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185932288:12345-0@lo:400:kworker.0 Request processed in 25us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472898.104668:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1772472898.104678:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1772472898.104685:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185932672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104709:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185932672:12345-0@lo:400:kworker.0 Request processed in 25us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472898.104713:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1772472898.104782:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185932160:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104795:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185932672:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.104805:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185932288:0@lo:400:kworker.0 00000100:00080000:3.0:1772472898.105221:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472898.105275:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185932416:0@lo:400:kworker.0 00000100:00100000:2.0:1772472898.105406:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932544 00000100:00100000:2.0:1772472898.105411:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932544 00000100:00100000:2.0:1772472898.105459:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932800 00000100:00100000:2.0:1772472898.105462:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932800 00000100:00100000:2.0:1772472898.105485:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1772472898.105491:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185932544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472898.105528:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185932544:12345-0@lo:400:kworker.0 Request processed in 38us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472898.105534:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1772472898.105688:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1772472898.105695:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185932800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472898.105761:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185932800:12345-0@lo:400:kworker.0 Request processed in 66us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472898.105766:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00080000:3.0:1772472898.105936:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472898.105940:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472898.105960:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185932544:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.107981:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185932800:0@lo:400:kworker.0 00000100:00100000:1.0:1772472898.616369:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472898.616392:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185932928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472898.616457:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472898.616578:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185932928 00000100:00100000:2.0:1772472898.616586:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185932928 00000100:00100000:2.0:1772472898.616648:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1772472898.616658:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185932928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472898.616691:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472898.616792:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185932928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472898.616800:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1772472898.616885:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185932928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472898.620553:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472898.620579:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185933056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472898.620655:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472898.621606:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933056 00000100:00100000:2.0:1772472898.621618:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933056 00000100:00100000:2.0:1772472898.621678:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1772472898.621688:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185933056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472898.621771:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472898.621833:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185933056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472898.621841:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1772472898.622032:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185933056:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472898.745867:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1772472899.272415:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472899.272426:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c3031a3800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472899.272458:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3031a3800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:3.0:1772472899.272504:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3031a2000 for lustre-OST0001 00000001:00100000:0.0:1772472899.275696:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772472899.275719:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c404845800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772472899.275844:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c404845800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:3.0:1772472899.275915:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c404842000 for lustre-OST0000 00010000:00010000:3.0:1772472899.767290:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772472900.633267:0:85744:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 12:34:58 (1772472898) 00010000:00010000:2.0:1772472900.794125:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472901.541535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472901.541611:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472901.542430:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040832 00000100:00100000:3.0:1772472901.542445:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040832 00000100:00100000:3.0:1772472901.542524:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1285 00000100:00100000:3.0:1772472901.542536:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170040832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472901.542645:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170040832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 111us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472901.542653:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1285 00000100:00100000:2.0:1772472901.547955:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170040960 00000100:00100000:2.0:1772472901.547981:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170040960 00000100:00100000:2.0:1772472901.548114:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1663 00000100:00100000:2.0:1772472901.548126:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170040960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:3.0:1772472901.548487:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472901.551632:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170040960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3496us (10102us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472901.551649:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1663 00010000:00010000:2.0:1772472901.822157:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1772472902.353188:0:85792:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1772472902.357032:0:85792:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1772472902.843275:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472903.157043:0:85840:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff621d1960 20000000:00000080:2.0:1772472903.157060:0:85840:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435145000 uarg=0000000000000000 10000000:01000000:2.0:1772472903.157469:0:85840:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472903.157488:0:85840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.157505:0:85840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.157513:0:85840:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.157550:0:85840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.157564:0:85840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 17 pid: 5806 timeout: 2478 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472903.157579:0:85840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85840:1858570185933184:0@lo:104: 00000100:00100000:2.0:1772472903.157647:0:85840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.157772:0:85840:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b400cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472903.157891:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933184 00000100:00100000:1.0:1772472903.157898:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933184 00000100:00100000:1.0:1772472903.157977:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1772472903.157987:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85840:x1858570185933184:12345-0@lo:104: 00010000:00010000:1.0:1772472903.157999:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472903.158089:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472903.158095:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85840:x1858570185933184:12345-0@lo:104: Request processed in 111us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472903.158102:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1772472903.158160:0:85840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85840:1858570185933184:0@lo:104: 00010000:00010000:2.0:1772472903.158179:0:85840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158232:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472903.158239:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158247:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472903.158251:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158260:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472903.158267:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472903.158273:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472903.158310:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158317:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472903.158346:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158354:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca000/0xc2ef6d41852e141d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1424 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158372:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472903.158373:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472903.158375:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472903.158412:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185933312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472903.158442:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472903.158515:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933312 00000100:00100000:3.0:1772472903.158519:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933312 00010000:00010000:3.0:1772472903.158537:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 2478 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472903.158565:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1772472903.158572:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404852c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185933312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472903.158582:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472903.158587:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 2478 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158598:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 2478 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158609:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e1424 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e141d expref: 18 pid: 5806 timeout: 2478 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158621:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158627:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158671:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158679:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158685:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158691:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158695:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472903.158699:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158707:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158717:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472903.158725:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472903.158779:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404852c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185933312:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472903.158786:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1772472903.158836:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185933312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472903.158911:0:85840:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.158919:0:85840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472903.158926:0:85840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e142b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472903.225807:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185933696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472903.225874:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472903.225930:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772472903.225942:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185933568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472903.225965:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472903.225981:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185934080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472903.226002:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.226415:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185933440:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226446:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.226474:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185933952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226492:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.226510:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472903.226514:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185933824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226530:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.226553:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933696 00000100:00100000:2.0:1772472903.226559:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933696 00000100:00100000:2.0:1772472903.226613:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933568 00000100:00100000:2.0:1772472903.226616:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933568 00000100:00100000:2.0:1772472903.226630:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933952 00000100:00100000:2.0:1772472903.226639:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933952 00000100:00100000:2.0:1772472903.226655:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1772472903.226662:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185933696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226707:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185933696:12345-0@lo:400:kworker.0 Request processed in 45us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.226714:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1772472903.226728:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1772472903.226733:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185933568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226772:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185933568:12345-0@lo:400:kworker.0 Request processed in 38us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.226777:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1772472903.226786:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1772472903.226791:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185933952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226811:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185933952:12345-0@lo:400:kworker.0 Request processed in 20us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.226816:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1772472903.226831:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934080 00000100:00100000:2.0:1772472903.226833:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934080 00000100:00100000:2.0:1772472903.226855:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933824 00000100:00100000:2.0:1772472903.226858:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933824 00000100:00100000:2.0:1772472903.226874:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1772472903.226879:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185934080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226918:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185934080:12345-0@lo:400:kworker.0 Request processed in 38us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.226924:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1772472903.226933:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1772472903.226942:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185933824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.226962:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185933824:12345-0@lo:400:kworker.0 Request processed in 25us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.226967:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:2.0:1772472903.226982:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472903.226985:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472903.226988:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472903.227012:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185933824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.227024:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185933952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.227053:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185933568:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.227061:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185934080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472903.227069:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185933696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472903.228808:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185933440 00000100:00100000:1.0:1772472903.228821:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185933440 00000100:00100000:1.0:1772472903.228876:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1772472903.228886:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185933440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472903.228984:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185933440:12345-0@lo:400:kworker.0 Request processed in 100us (2536us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472903.228991:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1772472903.229063:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185933440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472903.735062:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472903.735124:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185934208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472903.735214:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472903.735499:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934208 00000100:00100000:2.0:1772472903.735507:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934208 00000100:00100000:2.0:1772472903.735562:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1772472903.735571:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185934208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472903.735714:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472903.735791:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185934208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 220us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472903.735798:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1772472903.735844:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185934208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472903.740612:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185934336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472903.740693:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472903.740899:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934336 00000100:00100000:0.0:1772472903.740908:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934336 00000100:00100000:0.0:1772472903.740971:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772472903.740981:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185934336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472903.741023:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472903.741067:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185934336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472903.741074:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1772472903.741231:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185934336:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472903.864102:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472904.059534:0:85889:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe212541f0 20000000:00000080:1.0:1772472904.059551:0:85889:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528ac00 uarg=0000000000000000 10000000:01000000:1.0:1772472904.060498:0:85889:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472904.060520:0:85889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060536:0:85889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060546:0:85889:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060554:0:85889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060561:0:85889:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060569:0:85889:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060575:0:85889:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472904.060580:0:85889:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060671:0:85889:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060686:0:85889:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060693:0:85889:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472904.060700:0:85889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e1432 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472904.887232:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472904.887244:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472904.887251:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472904.887315:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.887330:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.887345:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472904.887375:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185934464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472904.887710:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472904.887801:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4039e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472904.890243:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934464 00000100:00100000:2.0:1772472904.890263:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934464 00000100:00100000:2.0:1772472904.890356:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1772472904.890368:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185934464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472904.890405:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472904.890827:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1439 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.890871:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.890886:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.890900:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772472904.891116:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185934464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 749us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472904.891124:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1772472904.891499:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185934464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472904.891521:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472904.891533:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472904.891560:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472904.891565:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472904.891572:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472904.891873:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472905.696021:0:85937:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff665b9800 20000000:00000080:3.0:1772472905.696044:0:85937:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab0800 uarg=0000000000000000 10000000:01000000:3.0:1772472905.696475:0:85937:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472905.696503:0:85937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.696524:0:85937:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.696534:0:85937:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.696600:0:85937:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.696624:0:85937:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 17 pid: 5805 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472905.696642:0:85937:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85937:1858570185934592:0@lo:104: 00000100:00100000:3.0:1772472905.696729:0:85937:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472905.697840:0:85937:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472905.698947:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934592 00000100:00100000:0.0:1772472905.698965:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934592 00000100:00100000:0.0:1772472905.699051:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1772472905.699062:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85937:x1858570185934592:12345-0@lo:104: 00010000:00010000:0.0:1772472905.699173:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.699290:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472905.699297:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:85937:x1858570185934592:12345-0@lo:104: Request processed in 237us (2569us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472905.699306:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:2.0:1772472905.699313:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472905.699322:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472905.699330:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472905.699335:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472905.699344:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472905.699352:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472905.699357:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1772472905.699437:0:85937:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85937:1858570185934592:0@lo:104: 00010000:00010000:3.0:1772472905.699467:0:85937:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472905.699505:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472905.699513:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472905.699546:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472905.699559:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4c000/0xc2ef6d41852e1439 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1440 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472905.699568:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185934720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472905.699580:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472905.699582:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472905.699583:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472905.699666:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472905.699962:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934720 00000100:00100000:0.0:1772472905.699968:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934720 00010000:00010000:0.0:1772472905.699994:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472905.700030:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1772472905.700039:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185934720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472905.700052:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472905.700058:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700069:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700641:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e1440 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1439 expref: 18 pid: 5805 timeout: 2481 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700662:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700677:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700698:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700706:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700713:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700720:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700724:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472905.700730:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700763:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700780:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472905.700792:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472905.700857:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185934720:12345-0@lo:103:ldlm_bl.0 Request processed in 819us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472905.700865:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1772472905.700923:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185934720:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472905.701046:0:85937:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.701055:0:85937:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.701061:0:85937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1447 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472905.911004:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472906.666729:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472906.667642:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041216 00000100:00100000:2.0:1772472906.667658:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041216 00000100:00100000:2.0:1772472906.667801:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1667 00000100:00100000:2.0:1772472906.667816:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170041216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472906.667948:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170041216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 129us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472906.667959:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1667 00000100:00080000:3.0:1772472906.673566:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472906.673799:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472906.674049:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041088 00000100:00100000:3.0:1772472906.674063:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041088 00000100:00100000:3.0:1772472906.674135:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000100:00100000:3.0:1772472906.674147:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170041088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472906.674351:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170041088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 205us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472906.674361:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000020:00000080:1.0:1772472906.840479:0:85985:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd65325e0 20000000:00000080:1.0:1772472906.840497:0:85985:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528a400 uarg=0000000000000000 10000000:01000000:1.0:1772472906.841528:0:85985:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472906.841560:0:85985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841595:0:85985:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841609:0:85985:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841617:0:85985:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841624:0:85985:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841629:0:85985:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841633:0:85985:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472906.841637:0:85985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841643:0:85985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841656:0:85985:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841662:0:85985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.841666:0:85985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e144e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472906.934972:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472906.999173:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472906.999267:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472906.999275:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472906.999337:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.999351:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472906.999366:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472906.999400:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185934848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472906.999490:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472906.999573:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca56f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472906.999704:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934848 00000100:00100000:3.0:1772472906.999717:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934848 00000100:00100000:3.0:1772472907.000545:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1772472907.000560:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185934848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472907.000592:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472907.000613:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1455 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472907.000646:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472907.000659:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472907.000670:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772472907.000846:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185934848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 289us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472907.000855:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1772472907.001336:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185934848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472907.001359:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.001372:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472907.001400:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472907.001408:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.001415:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772472907.903358:0:86035:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2a4119d0 20000000:00000080:1.0:1772472907.903373:0:86035:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528a400 uarg=0000000000000000 10000000:01000000:1.0:1772472907.918613:0:86035:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472907.918637:0:86035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.918655:0:86035:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.918664:0:86035:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.918701:0:86035:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.918720:0:86035:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 17 pid: 5805 timeout: 2483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472907.918734:0:86035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86035:1858570185934976:0@lo:104: 00000100:00100000:1.0:1772472907.918816:0:86035:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472907.918884:0:86035:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4053c6000 going to sleep for 11 seconds 00000100:00100000:0.0:1772472907.933328:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185934976 00000100:00100000:0.0:1772472907.933347:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185934976 00000100:00100000:0.0:1772472907.933417:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1772472907.933426:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86035:x1858570185934976:12345-0@lo:104: 00010000:00010000:0.0:1772472907.933444:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933548:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472907.933563:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86035:x1858570185934976:12345-0@lo:104: Request processed in 138us (14747us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472907.933571:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00010000:00010000:0.0:1772472907.933594:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472907.933600:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933613:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772472907.933618:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933627:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772472907.933633:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472907.933639:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772472907.933674:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933680:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772472907.933699:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933706:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1455 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e145c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933721:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472907.933723:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472907.933725:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472907.933779:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185935104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472907.933815:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472907.933874:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935104 00000100:00100000:0.0:1772472907.933878:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935104 00010000:00010000:0.0:1772472907.933897:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 18 pid: 5805 timeout: 2483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472907.933921:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1772472907.933927:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185935104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472907.933937:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472907.933942:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 18 pid: 5805 timeout: 2483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933953:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 18 pid: 5805 timeout: 2483 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933969:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933978:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933992:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.933999:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934004:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934009:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934014:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472907.934018:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934026:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934035:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472907.934043:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472907.934075:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185935104:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472907.934082:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1772472907.934120:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185935104:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472907.935830:0:86035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e145c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1455 expref: 17 pid: 5805 timeout: 2483 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472907.935848:0:86035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86035:1858570185934976:0@lo:104: 00010000:00010000:1.0:1772472907.935870:0:86035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.935879:0:86035:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.935885:0:86035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472907.935890:0:86035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f0c00/0xc2ef6d41852e1463 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86035 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472907.963439:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472908.343418:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185935232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.343486:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.345979:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185935744:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346055:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.346108:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472908.346115:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185935616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346142:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.346181:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185935360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346204:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.346222:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185935872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346240:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.346257:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472908.346262:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185935488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346281:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.346315:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935232 00000100:00100000:1.0:1772472908.346324:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935232 00000100:00100000:1.0:1772472908.346378:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1772472908.346387:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185935232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.346438:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185935232:12345-0@lo:400:kworker.0 Request processed in 53us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472908.346446:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1772472908.346482:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935616 00000100:00100000:1.0:1772472908.346486:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935616 00000100:00100000:0.0:1772472908.346652:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935744 00000100:00100000:0.0:1772472908.346658:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935744 00000100:00100000:0.0:1772472908.346695:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935360 00000100:00100000:0.0:1772472908.346698:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935360 00000100:00100000:0.0:1772472908.346714:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935488 00000100:00100000:0.0:1772472908.346717:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935488 00000100:00100000:0.0:1772472908.346732:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1772472908.346762:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185935744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472908.346798:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185935744:12345-0@lo:400:kworker.0 Request processed in 60us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472908.346804:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1772472908.346817:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1772472908.346823:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185935360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472908.347262:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185935360:12345-0@lo:400:kworker.0 Request processed in 438us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472908.347268:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1772472908.347283:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1772472908.347291:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185935488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472908.347318:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185935488:12345-0@lo:400:kworker.0 Request processed in 30us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472908.347323:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:0.0:1772472908.347970:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185935872 00000100:00100000:0.0:1772472908.347977:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185935872 00000100:00100000:1.0:1772472908.352054:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1772472908.352073:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185935616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.352161:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185935616:12345-0@lo:400:kworker.0 Request processed in 96us (6018us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472908.352169:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1772472908.352230:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185935616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.352245:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185935232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.352261:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185935744:0@lo:400:kworker.0 00000100:00080000:1.0:1772472908.352298:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472908.352304:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472908.352307:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472908.352327:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185935488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.352339:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185935360:0@lo:400:kworker.0 00000100:00100000:0.0:1772472908.366330:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1772472908.366353:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185935872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472908.366453:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185935872:12345-0@lo:400:kworker.0 Request processed in 112us (20211us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472908.366461:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1772472908.366643:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185935872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472908.860821:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472908.860850:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185936000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472908.860913:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472908.860968:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936000 00000100:00100000:1.0:1772472908.860975:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936000 00000100:00100000:1.0:1772472908.861020:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1772472908.861029:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185936000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472908.861063:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472908.861098:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185936000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472908.861105:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1772472908.861143:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185936000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472908.861818:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185936128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472908.861863:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472908.862063:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936128 00000100:00100000:0.0:1772472908.862068:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936128 00000100:00100000:0.0:1772472908.862103:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1772472908.862110:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185936128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472908.862132:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472908.862166:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185936128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472908.862172:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1772472908.862320:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185936128:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1772472908.977640:0:86083:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf8312760 20000000:00000080:1.0:1772472908.977656:0:86083:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3025fd400 uarg=0000000000000000 10000000:01000000:1.0:1772472908.977965:0:86083:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472908.977986:0:86083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978001:0:86083:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978011:0:86083:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978017:0:86083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978022:0:86083:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978029:0:86083:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978034:0:86083:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472908.978038:0:86083:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978045:0:86083:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978055:0:86083:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978062:0:86083:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472908.978072:0:86083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f1800/0xc2ef6d41852e146a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472908.983273:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472909.505606:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472909.505614:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472909.505620:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472909.505666:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472909.505680:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472909.505692:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472909.505722:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185936256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472909.505826:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472909.505890:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c403896e40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472909.506369:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936256 00000100:00100000:3.0:1772472909.506379:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936256 00000100:00100000:3.0:1772472909.506441:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1772472909.506451:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185936256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472909.506466:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472909.506481:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1471 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472909.506518:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472909.506538:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472909.506548:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772472909.506597:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185936256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472909.506603:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1772472909.506657:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185936256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472909.506672:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472909.506681:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472909.506701:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472909.506705:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472909.506712:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472910.007331:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472911.031063:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472911.784300:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472911.784349:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472911.784444:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041472 00000100:00100000:3.0:1772472911.784469:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041472 00000100:00080000:1.0:1772472911.784538:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472911.784570:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1671 00000100:00100000:3.0:1772472911.784581:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170041472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472911.784667:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170041472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472911.784674:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1671 00000100:00100000:0.0:1772472911.784845:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041344 00000100:00100000:0.0:1772472911.784851:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041344 00000100:00100000:3.0:1772472911.784922:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1292 00000100:00100000:3.0:1772472911.784931:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170041344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472911.784961:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170041344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472911.784968:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1292 00010000:00010000:2.0:1772472912.056203:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472912.321262:0:86231:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff52fce420 20000000:00000080:3.0:1772472912.321283:0:86231:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab1000 uarg=0000000000000000 10000000:01000000:3.0:1772472912.321589:0:86231:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472912.321610:0:86231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.321627:0:86231:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.321635:0:86231:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.321674:0:86231:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.321689:0:86231:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 17 pid: 5803 timeout: 2488 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472912.321703:0:86231:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86231:1858570185936384:0@lo:104: 00000100:00100000:3.0:1772472912.321956:0:86231:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472912.322060:0:86231:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59a240 going to sleep for 11 seconds 00000100:00100000:0.0:1772472912.322120:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1772472912.322134:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936384 00000100:00100000:0.0:1772472912.322140:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936384 00000100:00100000:0.0:1772472912.322225:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1772472912.322235:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bab3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86231:x1858570185936384:12345-0@lo:104: 00010000:00010000:0.0:1772472912.322250:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472912.322325:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472912.322331:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bab3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86231:x1858570185936384:12345-0@lo:104: Request processed in 99us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472912.322338:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00010000:00010000:2.0:1772472912.322423:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472912.322430:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.322436:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472912.322450:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.322459:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472912.322467:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472912.322500:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472912.322529:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.322536:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472912.322551:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.322558:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55600/0xc2ef6d41852e1471 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1478 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.322580:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472912.322581:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472912.322583:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472912.322768:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185936512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472912.322817:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472912.322883:0:86231:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86231:1858570185936384:0@lo:104: 00010000:00010000:1.0:1772472912.322900:0:86231:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472912.323115:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936512 00000100:00100000:2.0:1772472912.323120:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936512 00010000:00010000:2.0:1772472912.323146:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 2488 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472912.323183:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1772472912.323190:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185936512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472912.323201:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472912.323207:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 2488 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323217:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 2488 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323231:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1478 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1471 expref: 18 pid: 5803 timeout: 2488 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323243:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323250:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323263:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323274:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323282:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323288:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323294:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472912.323298:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323306:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323325:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472912.323333:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472912.323372:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185936512:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472912.323379:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1772472912.323408:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185936512:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472912.323470:0:86231:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.323489:0:86231:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472912.323496:0:86231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e147f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.079993:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472913.452646:0:86281:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc3613150 20000000:00000080:0.0:1772472913.452664:0:86281:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c94d000 uarg=0000000000000000 10000000:01000000:0.0:1772472913.452977:0:86281:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472913.452999:0:86281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453017:0:86281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453028:0:86281:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453036:0:86281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453044:0:86281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453052:0:86281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453059:0:86281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472913.453064:0:86281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453073:0:86281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453086:0:86281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453095:0:86281:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472913.453102:0:86281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1486 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472913.464798:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185936768:0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.464837:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185936896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472913.464878:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472913.464886:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185937024:0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.464964:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185936640:0@lo:400:kworker.0 00000100:00100000:0.0:1772472913.464967:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185937280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472913.466354:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936768 00000100:00100000:3.0:1772472913.466371:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936768 00000100:00100000:3.0:1772472913.466440:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1772472913.466450:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185936768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.468018:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472913.468498:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937024 00000100:00100000:2.0:1772472913.468508:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937024 00000100:00100000:2.0:1772472913.468567:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1772472913.468577:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185937024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.468646:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185937024:12345-0@lo:400:kworker.0 Request processed in 71us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472913.468653:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00080000:2.0:1772472913.468674:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472913.468689:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472913.468723:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936896 00000100:00100000:2.0:1772472913.468727:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936896 00000100:00100000:2.0:1772472913.468768:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1772472913.468786:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185936896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.468818:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185936896:12345-0@lo:400:kworker.0 Request processed in 45us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472913.468823:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00080000:2.0:1772472913.468835:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472913.468865:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185936896:0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.468892:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185937024:0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.469677:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472913.469677:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472913.469770:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185937152:0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.469818:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472913.469890:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937152 00000100:00100000:1.0:1772472913.469895:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937152 00000100:00100000:1.0:1772472913.469936:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1772472913.469943:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185937152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.469989:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185937152:12345-0@lo:400:kworker.0 Request processed in 47us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472913.469995:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1772472913.470051:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185937152:0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.470555:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185936640 00000100:00100000:2.0:1772472913.470560:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185936640 00000100:00100000:2.0:1772472913.470603:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1772472913.470611:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185936640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.470657:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185936640:12345-0@lo:400:kworker.0 Request processed in 47us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472913.470662:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1772472913.470692:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937280 00000100:00100000:2.0:1772472913.470698:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937280 00000100:00100000:2.0:1772472913.470726:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1772472913.470733:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185937280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472913.470880:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185937280:12345-0@lo:400:kworker.0 Request processed in 147us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472913.470887:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00080000:2.0:1772472913.470905:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472913.470909:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472913.470940:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185937280:0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.471385:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185936640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472913.472062:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185936768:12345-0@lo:400:kworker.0 Request processed in 5611us (7182us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472913.472074:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1772472913.478191:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185936768:0@lo:400:kworker.0 00000100:00100000:1.0:1772472913.977045:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185937408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472913.977136:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472913.977244:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937408 00000100:00100000:1.0:1772472913.977253:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937408 00000100:00100000:1.0:1772472913.977310:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1772472913.977321:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185937408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472913.977369:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472913.977416:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185937408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472913.977438:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1772472913.977529:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185937408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472913.977815:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472913.977825:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185937536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472913.977859:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472913.977888:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937536 00000100:00100000:0.0:1772472913.977892:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937536 00000100:00100000:0.0:1772472913.977923:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1772472913.977931:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185937536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472913.977970:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472913.978006:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185937536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472913.978012:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1772472913.978049:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185937536:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472914.103275:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472914.231920:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472914.231942:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472914.231949:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472914.232033:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472914.232047:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472914.232062:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472914.232099:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185937664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472914.232201:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472914.232626:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472914.239841:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937664 00000100:00100000:2.0:1772472914.239864:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937664 00000100:00100000:2.0:1772472914.243189:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1772472914.243216:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185937664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472914.243241:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472914.243268:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e148d expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472914.243308:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472914.243322:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472914.243334:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:0.0:1772472914.243714:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185937664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472914.243764:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472914.243776:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472914.243804:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472914.243809:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472914.243817:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472914.243899:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185937664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (11236us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472914.243909:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00010000:00010000:0.0:1772472915.127313:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472916.166770:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472916.909192:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472916.909245:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472916.909280:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041728 00000100:00100000:3.0:1772472916.909292:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041728 00000100:00100000:3.0:1772472916.912838:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1675 00000100:00100000:3.0:1772472916.912871:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170041728:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472916.912993:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170041728:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 140us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472916.913002:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1675 00000100:00100000:3.0:1772472916.913074:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041600 00000100:00100000:3.0:1772472916.913084:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041600 00000100:00100000:3.0:1772472916.913128:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1295 00000100:00100000:3.0:1772472916.913136:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170041600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472916.913163:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170041600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472916.913171:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1295 00000100:00080000:3.0:1772472916.913204:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472917.175150:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472917.202511:0:86429:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef64f9110 20000000:00000080:3.0:1772472917.202531:0:86429:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433db9800 uarg=0000000000000000 00010000:00010000:3.0:1772472917.202870:0:86429:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472917.202887:0:86429:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472917.202910:0:86429:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472917.202935:0:86429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.202957:0:86429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.202968:0:86429:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.203020:0:86429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.203038:0:86429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 17 pid: 5803 timeout: 2493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472917.203056:0:86429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86429:1858570185937792:0@lo:104: 00000100:00100000:3.0:1772472917.203140:0:86429:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472917.203204:0:86429:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c419b3c300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472917.203348:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937792 00000100:00100000:0.0:1772472917.203358:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937792 00000100:00100000:0.0:1772472917.203421:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1772472917.203432:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86429:x1858570185937792:12345-0@lo:104: 00010000:00010000:0.0:1772472917.203448:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472917.203519:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472917.203526:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86429:x1858570185937792:12345-0@lo:104: Request processed in 97us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472917.203534:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00010000:00010000:2.0:1772472917.204099:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472917.204110:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204120:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472917.204124:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204135:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472917.204144:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472917.204151:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472917.204192:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204200:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472917.204232:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204240:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e148d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1494 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204263:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472917.204266:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472917.204267:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472917.204327:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185937920:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472917.204397:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472917.204575:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185937920 00000100:00100000:2.0:1772472917.204582:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185937920 00010000:00010000:2.0:1772472917.204612:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 2493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472917.204650:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1772472917.204659:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185937920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472917.204673:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472917.204679:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 2493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204692:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 2493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204713:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204723:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204761:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204770:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204778:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204784:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204790:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472917.204794:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204803:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204811:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472917.204822:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472917.206179:0:86429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1494 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e148d expref: 18 pid: 5803 timeout: 2493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472917.206205:0:86429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86429:1858570185937792:0@lo:104: 00010000:00010000:3.0:1772472917.206233:0:86429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.206245:0:86429:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.206253:0:86429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472917.206260:0:86429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e149b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472917.210995:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570185937920:12345-0@lo:103:ldlm_bl.0 Request processed in 6321us (6590us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472917.211013:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1772472917.211231:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185937920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472918.200457:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472918.584024:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185938048:0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.584036:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185938432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472918.584144:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185938176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472918.586606:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472918.586731:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185938560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472918.586792:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472918.587561:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938048 00000100:00100000:0.0:1772472918.587575:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938048 00000100:00100000:1.0:1772472918.587603:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938560 00000100:00100000:1.0:1772472918.587606:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938560 00000100:00100000:0.0:1772472918.587644:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1772472918.587654:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185938048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472918.587754:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185938048:12345-0@lo:400:kworker.0 Request processed in 84us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472918.587763:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1772472918.587785:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1772472918.587793:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185938560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.587897:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185938304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.587934:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472918.587937:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185938560:12345-0@lo:400:kworker.0 Request processed in 146us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472918.587944:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:2.0:1772472918.587973:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938304 00000100:00100000:2.0:1772472918.587977:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938304 00000100:00100000:2.0:1772472918.588007:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:2.0:1772472918.588014:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185938304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.588051:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185938304:12345-0@lo:400:kworker.0 Request processed in 38us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472918.588058:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:2.0:1772472918.588097:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185938304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.588140:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472918.588345:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185938048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472918.588389:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185938560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472918.588425:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938432 00000100:00100000:1.0:1772472918.588430:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938432 00000100:00100000:1.0:1772472918.588469:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1772472918.588476:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185938432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472918.588524:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185938432:12345-0@lo:400:kworker.0 Request processed in 48us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472918.588530:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1772472918.588567:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185938432:0@lo:400:kworker.0 00000100:00080000:0.0:1772472918.589019:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472918.589026:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472918.589276:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472918.589664:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185938688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472918.589701:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472918.589888:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938688 00000100:00100000:0.0:1772472918.589896:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938688 00000100:00100000:0.0:1772472918.590076:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1772472918.590088:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185938688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472918.590147:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185938688:12345-0@lo:400:kworker.0 Request processed in 62us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472918.590155:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:3.0:1772472918.590314:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472918.590360:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185938688:0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.592206:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938176 00000100:00100000:2.0:1772472918.592223:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938176 00000100:00100000:2.0:1772472918.592535:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1772472918.592548:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185938176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472918.592671:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185938176:12345-0@lo:400:kworker.0 Request processed in 125us (3395us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472918.592679:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1772472918.592786:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185938176:0@lo:400:kworker.0 10000000:01000000:0.0:1772472918.966911:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472918.966923:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472918.966929:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472918.967000:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472918.967018:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472918.967032:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472918.967065:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185938816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472918.967269:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472918.967351:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff480 going to sleep for 11 seconds 00000100:00100000:3.0:1772472918.967491:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938816 00000100:00100000:3.0:1772472918.967502:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938816 00000100:00100000:3.0:1772472918.967572:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1772472918.967583:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185938816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472918.967601:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472918.967620:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e14a2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472918.967650:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472918.967664:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472918.967676:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772472918.967843:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185938816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 261us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472918.967852:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1772472918.968068:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185938816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472918.968085:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472918.968095:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472918.968119:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472918.968124:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472918.968132:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472919.095468:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185938944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472919.095587:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472919.096010:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185938944 00000100:00100000:1.0:1772472919.096024:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185938944 00000100:00100000:0.0:1772472919.096083:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185939072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472919.096102:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1772472919.096113:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185938944:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472919.096120:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472919.096154:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939072 00000100:00100000:0.0:1772472919.096158:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939072 00002000:00000024:1.0:1772472919.096167:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472919.096184:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1772472919.096191:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185939072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472919.096214:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472919.096220:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185938944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472919.096228:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1772472919.096240:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185939072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472919.096247:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1772472919.096468:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185938944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472919.096572:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185939072:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472919.223061:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472920.251827:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472921.272341:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472921.911807:0:86626:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce70d0910 20000000:00000080:3.0:1772472921.911827:0:86626:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab3400 uarg=0000000000000000 00010000:00010000:3.0:1772472921.912107:0:86626:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472921.912122:0:86626:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472921.912143:0:86626:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472921.912161:0:86626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.912177:0:86626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.912187:0:86626:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.912230:0:86626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.912245:0:86626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 17 pid: 5806 timeout: 2497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472921.912260:0:86626:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86626:1858570185939200:0@lo:104: 00000100:00100000:3.0:1772472921.912335:0:86626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472921.912380:0:86626:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472921.912520:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939200 00000100:00100000:1.0:1772472921.912528:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939200 00000100:00100000:1.0:1772472921.912579:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1772472921.912588:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86626:x1858570185939200:12345-0@lo:104: 00010000:00010000:1.0:1772472921.912601:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912664:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472921.912670:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86626:x1858570185939200:12345-0@lo:104: Request processed in 84us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472921.912677:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00010000:00010000:1.0:1772472921.912698:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472921.912705:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912713:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472921.912717:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912725:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472921.912733:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472921.912760:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472921.912789:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912796:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472921.912815:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912823:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e14a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14a9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472921.912839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472921.912841:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472921.912843:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472921.912862:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185939328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472921.912891:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472921.913037:0:86626:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86626:1858570185939200:0@lo:104: 00010000:00010000:3.0:1772472921.913059:0:86626:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472921.913254:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939328 00000100:00100000:2.0:1772472921.913260:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939328 00010000:00010000:2.0:1772472921.913282:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 2497 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472921.913319:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1772472921.913326:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185939328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472921.913337:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472921.913341:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 2497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913352:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 2497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913364:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e14a9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e14a2 expref: 18 pid: 5806 timeout: 2497 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913376:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913383:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913397:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913403:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913411:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913417:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913422:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472921.913426:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.913432:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.913583:0:86626:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472921.913591:0:86626:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.914591:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.914605:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e14b0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472921.914623:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472921.914695:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185939328:12345-0@lo:103:ldlm_bl.0 Request processed in 1368us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472921.914704:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1772472921.914833:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185939328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472922.030804:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472922.030848:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472922.030879:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041984 00000100:00100000:0.0:1772472922.030888:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041984 00000100:00100000:0.0:1772472922.030950:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1679 00000100:00100000:0.0:1772472922.030961:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170041984:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472922.031041:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170041984:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472922.031049:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1679 00000100:00080000:0.0:1772472922.031070:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472922.031244:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170041856 00000100:00100000:1.0:1772472922.031251:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170041856 00000100:00100000:1.0:1772472922.031284:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1298 00000100:00100000:1.0:1772472922.031291:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170041856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472922.031338:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170041856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 47us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472922.031345:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1298 00010000:00010000:0.0:1772472922.295161:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472922.893183:0:86674:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd20f79e90 20000000:00000080:1.0:1772472922.893202:0:86674:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43b557800 uarg=0000000000000000 00010000:00010000:1.0:1772472922.893492:0:86674:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472922.893508:0:86674:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472922.893530:0:86674:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472922.893552:0:86674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893568:0:86674:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893578:0:86674:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893585:0:86674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893591:0:86674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893598:0:86674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893603:0:86674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472922.893608:0:86674:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893616:0:86674:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893629:0:86674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893636:0:86674:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472922.893644:0:86674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f0200/0xc2ef6d41852e14b7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472923.318865:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472923.514631:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472923.514640:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472923.514644:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472923.514693:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472923.514706:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472923.514717:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472923.514766:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185939456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472923.514835:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472923.514889:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472923.515009:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939456 00000100:00100000:2.0:1772472923.515017:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939456 00000100:00100000:2.0:1772472923.515077:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1772472923.515086:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185939456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472923.515099:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472923.515113:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e14be expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472923.515138:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472923.515151:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472923.515161:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55600, rc 0) 00000100:00100000:2.0:1772472923.515212:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185939456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472923.515219:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1772472923.519685:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185939456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472923.519719:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472923.519733:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472923.519774:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472923.519779:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472923.519787:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472923.703157:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185939584:0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.703194:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185939968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472923.703290:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185939840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472923.703331:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185939712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.703998:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472923.704075:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939968 00000100:00100000:1.0:1772472923.704083:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939968 00000100:00100000:1.0:1772472923.704136:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1772472923.704145:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185939968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.704198:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185939968:12345-0@lo:400:kworker.0 Request processed in 53us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472923.704205:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1772472923.704248:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185939968:0@lo:400:kworker.0 00000100:00080000:1.0:1772472923.704303:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472923.705079:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472923.705217:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939584 00000100:00100000:1.0:1772472923.705224:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939584 00000100:00100000:1.0:1772472923.705273:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:1.0:1772472923.705299:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185939584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.705354:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185939584:12345-0@lo:400:kworker.0 Request processed in 57us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472923.705361:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:1.0:1772472923.705406:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185939584:0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.705432:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185940096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.705464:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472923.705497:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940096 00000100:00100000:1.0:1772472923.705501:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940096 00000100:00100000:1.0:1772472923.705534:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1772472923.705541:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185940096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472923.705577:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185940096:12345-0@lo:400:kworker.0 Request processed in 36us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472923.705583:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00080000:1.0:1772472923.705600:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472923.705616:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185940096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472923.708841:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472923.709002:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939840 00000100:00100000:0.0:1772472923.709012:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939840 00000100:00100000:0.0:1772472923.709093:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1772472923.709104:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185939840:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472923.709109:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472923.709173:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185939840:12345-0@lo:400:kworker.0 Request processed in 72us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472923.709181:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1772472923.709264:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185939840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472923.710447:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472923.710571:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185939712 00000100:00100000:0.0:1772472923.710578:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185939712 00000100:00080000:1.0:1772472923.710638:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472923.710776:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:0.0:1772472923.710786:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185939712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472923.710839:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185939712:12345-0@lo:400:kworker.0 Request processed in 55us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472923.710846:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1772472923.710907:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185939712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472924.215049:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472924.215072:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185940224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472924.215142:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472924.215458:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472924.215481:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185940352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472924.215514:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472924.215588:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940224 00000100:00100000:1.0:1772472924.215596:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940224 00000100:00100000:1.0:1772472924.215655:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940352 00000100:00100000:1.0:1772472924.215659:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940352 00000100:00100000:1.0:1772472924.215682:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1772472924.215690:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185940224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472924.215727:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472924.215800:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185940224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472924.215808:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1772472924.215826:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1772472924.215832:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185940352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472924.215851:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472924.215882:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185940352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472924.215888:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1772472924.215933:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185940224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472924.216116:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185940352:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472924.363481:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472925.370148:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472926.392122:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472927.142588:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472927.142632:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472927.142672:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042240 00000100:00100000:2.0:1772472927.142681:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042240 00000100:00100000:2.0:1772472927.142767:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1683 00000100:00100000:2.0:1772472927.142776:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170042240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472927.142841:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170042240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 67us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472927.142848:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1683 00000100:00080000:2.0:1772472927.142871:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472927.143089:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042112 00000100:00100000:3.0:1772472927.143094:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042112 00000100:00100000:3.0:1772472927.143179:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1300 00000100:00100000:3.0:1772472927.143187:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170042112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472927.143245:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170042112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 58us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472927.143253:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1300 00010000:00010000:0.0:1772472927.415135:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472928.439935:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472928.833042:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185940480:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833120:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833175:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185940992:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833231:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833260:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472928.833266:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185940864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833291:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833318:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185940608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833338:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833357:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185941120:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833374:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833389:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472928.833394:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185940736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833412:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472928.833441:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940992 00000100:00100000:1.0:1772472928.833448:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940992 00000100:00100000:1.0:1772472928.833516:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940608 00000100:00100000:1.0:1772472928.833519:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940608 00000100:00100000:1.0:1772472928.833536:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940736 00000100:00100000:1.0:1772472928.833539:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940736 00000100:00100000:1.0:1772472928.833557:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1772472928.833565:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185940992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833616:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185940992:12345-0@lo:400:kworker.0 Request processed in 52us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472928.833623:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1772472928.833641:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1772472928.833647:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185940608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833675:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185940608:12345-0@lo:400:kworker.0 Request processed in 29us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472928.833681:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1772472928.833691:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1772472928.833698:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185940736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833723:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185940736:12345-0@lo:400:kworker.0 Request processed in 27us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472928.833732:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1772472928.833781:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940864 00000100:00100000:1.0:1772472928.833785:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940864 00000100:00100000:1.0:1772472928.833811:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941120 00000100:00100000:1.0:1772472928.833814:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941120 00000100:00100000:1.0:1772472928.833834:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1772472928.833840:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185940864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833873:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185940864:12345-0@lo:400:kworker.0 Request processed in 33us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472928.833879:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1772472928.833889:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1772472928.833895:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185941120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.833921:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185941120:12345-0@lo:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472928.835083:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185940480 00000100:00100000:0.0:1772472928.835094:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185940480 00000100:00100000:0.0:1772472928.843102:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1772472928.843132:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185940480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472928.843236:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185940480:12345-0@lo:400:kworker.0 Request processed in 118us (10116us total) trans 0 rc 0/0 00000100:00080000:2.0:1772472928.846871:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472928.846880:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472928.846884:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472928.847290:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1772472928.847378:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185940864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.847393:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185940480:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.847405:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185940992:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.847451:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185940736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.847463:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185940608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472928.847473:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185941120:0@lo:400:kworker.0 00000100:00100000:0.0:1772472928.852952:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000020:00000080:0.0:1772472929.131478:0:86968:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda1c7e8d0 20000000:00000080:0.0:1772472929.131607:0:86968:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba06000 uarg=0000000000000000 00010000:00010000:0.0:1772472929.132228:0:86968:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472929.132244:0:86968:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472929.132265:0:86968:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472929.132282:0:86968:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472929.132300:0:86968:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472929.132309:0:86968:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472929.132350:0:86968:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472929.132366:0:86968:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 17 pid: 5803 timeout: 2504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472929.132380:0:86968:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86968:1858570185941248:0@lo:104: 00000100:00100000:0.0:1772472929.132442:0:86968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472929.132663:0:86968:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c409156780 going to sleep for 11 seconds 00000100:00100000:3.0:1772472929.132714:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941248 00000100:00100000:3.0:1772472929.132722:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941248 00000100:00100000:1.0:1772472929.133022:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1772472929.133035:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86968:x1858570185941248:12345-0@lo:104: 00010000:00010000:1.0:1772472929.133048:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472929.133115:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472929.133121:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:86968:x1858570185941248:12345-0@lo:104: Request processed in 90us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472929.133128:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00010000:00010000:2.0:1772472929.133196:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472929.133202:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133210:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772472929.133214:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133223:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772472929.133230:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472929.133236:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772472929.133272:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133279:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772472929.133299:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133304:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e14be lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14c5 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133320:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472929.133322:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472929.133323:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472929.133334:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185941376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472929.133365:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472929.133405:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941376 00000100:00100000:2.0:1772472929.133409:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941376 00010000:00010000:2.0:1772472929.133428:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 18 pid: 5803 timeout: 2504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472929.133447:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1772472929.133454:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185941376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472929.133463:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472929.133467:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 18 pid: 5803 timeout: 2504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133476:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 18 pid: 5803 timeout: 2504 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133594:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133605:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133619:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133625:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133631:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133637:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133646:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472929.133649:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133657:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133664:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472929.133674:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472929.133702:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185941376:12345-0@lo:103:ldlm_bl.0 Request processed in 249us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472929.133708:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1772472929.133767:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185941376:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472929.133849:0:86968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e14c5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e14be expref: 17 pid: 5803 timeout: 2504 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472929.133862:0:86968:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86968:1858570185941248:0@lo:104: 00010000:00010000:3.0:1772472929.133874:0:86968:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472929.133882:0:86968:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472929.133887:0:86968:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472929.133893:0:86968:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e14cc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86968 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472929.336981:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472929.337007:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185941504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472929.337512:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472929.337522:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185941632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472929.337557:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472929.337620:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941632 00000100:00100000:3.0:1772472929.337628:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941632 00000100:00100000:3.0:1772472929.337673:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1772472929.337681:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185941632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472929.337716:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472929.337762:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472929.337772:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185941632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472929.337780:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1772472929.337794:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941504 00000100:00100000:3.0:1772472929.337797:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941504 00000100:00100000:3.0:1772472929.337818:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1772472929.337824:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185941504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472929.337843:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472929.337871:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185941504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472929.337877:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1772472929.337927:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185941632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472929.337962:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185941504:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472929.466155:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472930.106161:0:87016:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed10d49e0 20000000:00000080:2.0:1772472930.106190:0:87016:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30360ec00 uarg=0000000000000000 00010000:00010000:2.0:1772472930.106381:0:87016:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472930.106397:0:87016:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472930.106417:0:87016:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472930.106437:0:87016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106452:0:87016:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106460:0:87016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106465:0:87016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106470:0:87016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106476:0:87016:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106482:0:87016:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472930.106487:0:87016:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106494:0:87016:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106506:0:87016:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106513:0:87016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.106519:0:87016:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e14d3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87016 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472930.424558:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472930.424566:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472930.424571:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472930.424620:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472930.424632:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472930.424642:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472930.424667:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185941760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472930.424730:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472930.424816:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45780 going to sleep for 11 seconds 00000100:00100000:2.0:1772472930.424883:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941760 00000100:00100000:2.0:1772472930.424891:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941760 00000100:00100000:2.0:1772472930.424947:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1772472930.424956:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185941760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472930.424971:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472930.424986:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e14da expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.425008:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.425020:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.425028:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772472930.425070:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185941760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472930.425077:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1772472930.425123:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185941760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472930.425148:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.425156:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772472930.425185:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772472930.425190:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472930.425197:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472930.486981:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472931.511285:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472932.260846:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472932.260889:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472932.260993:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042496 00000100:00100000:1.0:1772472932.261008:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042496 00000100:00100000:1.0:1772472932.261082:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1687 00000100:00100000:1.0:1772472932.261093:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170042496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472932.261180:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170042496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 89us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472932.261188:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1687 00000100:00100000:0.0:1772472932.261199:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042368 00000100:00100000:0.0:1772472932.261203:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042368 00000100:00100000:0.0:1772472932.261235:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1303 00000100:00100000:0.0:1772472932.261242:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170042368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472932.261269:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170042368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472932.261277:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1303 00000100:00080000:2.0:1772472932.261281:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472932.536224:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472933.458961:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472933.458998:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042624 00000100:00100000:3.0:1772472933.459008:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042624 00000100:00100000:3.0:1772472933.459060:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00100000:3.0:1772472933.459068:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51222:x1858570170042624:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772472933.459088:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472933.459121:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e14e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fa1 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459192:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459205:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459217:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472933.459281:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472933.459286:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472933.459313:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459337:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e14e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fa1 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459353:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fa1 expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472933.459362:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772472933.459365:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472933.459369:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:3.0:1772472933.459422:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51222:x1858570170042624:12345-192.168.201.48@tcp:101:rm.0 Request processed in 354us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472933.459429:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 963 00000100:00100000:3.0:1772472933.465386:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472933.466212:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042752 00000100:00100000:2.0:1772472933.466222:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042752 00000100:00100000:2.0:1772472933.466287:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 964 00000100:00100000:2.0:1772472933.466297:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51222:x1858570170042752:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772472933.466317:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472933.466336:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e14f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fa8 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466395:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466408:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466420:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466481:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466489:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466495:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466568:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466576:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466583:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466588:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472933.466592:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466599:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466611:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:2.0:1772472933.466614:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472933.466618:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466624:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e14fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466638:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466852:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466859:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466863:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472933.466866:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466875:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466894:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78200) 00010000:00010000:2.0:1772472933.466897:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472933.466900:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466905:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1504 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466938:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e14f6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fa8 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466947:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:2.0:1772472933.466949:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472933.466952:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e14f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fa8 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.466961:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772472933.467146:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51222:x1858570170042752:12345-192.168.201.48@tcp:101:rm.0 Request processed in 849us (1768us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472933.467154:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 964 00000100:00100000:3.0:1772472933.540321:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472933.540360:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472933.540724:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043136 00000100:00100000:0.0:1772472933.540736:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043136 00000100:00100000:0.0:1772472933.540826:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170042880 00000100:00100000:0.0:1772472933.540831:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170042880 00000100:00100000:0.0:1772472933.540854:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 965 00000100:00100000:0.0:1772472933.540864:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51226:x1858570170043136:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:0.0:1772472933.540922:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472933.540949:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e14ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fa1 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.540968:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:0.0:1772472933.540979:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472933.541085:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.541099:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.541122:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.541137:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.541144:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.541150:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472933.541665:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 966 00000100:00100000:3.0:1772472933.541676:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170042880:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:3.0:1772472933.541701:0:5811:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:3.0:1772472933.541794:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170042880:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 119us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472933.541801:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 966 00000004:00200000:2.0:1772472933.544301:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00010000:00010000:2.0:1772472933.544318:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544329:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544338:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544344:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472933.544349:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544357:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544372:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:2.0:1772472933.544375:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472933.544380:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.544386:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e150b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472933.544405:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000077e6742d reply state 000000001e900b84 transno 4294967671 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472933.544504:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472933.544688:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51226:x1858570170043136:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 3820us (4371us total) trans 4294967671 rc 0/0 00000100:00100000:2.0:1772472933.544698:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 965 00010000:00010000:2.0:1772472933.558589:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558611:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558624:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558631:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472933.558636:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558644:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558662:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8a300) 00010000:00010000:2.0:1772472933.558665:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472933.558670:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.558675:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1512 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.559949:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472933.610303:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472933.613381:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043264 00000100:00100000:2.0:1772472933.613397:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043264 00000100:00100000:0.0:1772472933.615356:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 967 00000100:00100000:0.0:1772472933.615369:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51230:x1858570170043264:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772472933.615393:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472933.615425:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1519 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12faf expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615483:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615497:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615508:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472933.615565:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772472933.615569:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472933.615593:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615616:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12faf expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615636:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12faf expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.615645:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772472933.615648:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472933.615651:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772472933.615730:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51230:x1858570170043264:12345-192.168.201.48@tcp:101:chown.0 Request processed in 362us (5436us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472933.615768:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 967 00000100:00100000:3.0:1772472933.620611:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472933.620781:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043392 00000100:00100000:1.0:1772472933.620792:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043392 00000100:00100000:1.0:1772472933.620855:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 968 00000100:00100000:1.0:1772472933.620865:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51230:x1858570170043392:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:1.0:1772472933.620887:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472933.620917:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1527 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fb6 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.620981:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.620995:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621006:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621022:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621029:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621036:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621332:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621342:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621350:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472933.621388:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:1.0:1772472933.621392:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472933.621427:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621439:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621446:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621453:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621458:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472933.621462:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621470:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621482:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:1.0:1772472933.621485:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472933.621489:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621500:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e152e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621513:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621520:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621526:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621531:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472933.621534:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621540:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621546:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c420328c00) 00010000:00010000:1.0:1772472933.621548:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472933.621551:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621556:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e1535 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621585:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fb6 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621597:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fb6 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472933.621604:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772472933.621607:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472933.621609:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472933.621669:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51230:x1858570170043392:12345-192.168.201.48@tcp:101:chown.0 Request processed in 806us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472933.621677:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 968 00000100:00100000:1.0:1772472933.626500:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472933.626660:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043648 00000100:00100000:2.0:1772472933.626671:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043648 00000100:00100000:2.0:1772472933.626734:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 969 00000100:00100000:2.0:1772472933.626773:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51230:x1858570170043648:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:2.0:1772472933.626826:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472933.626856:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e153c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fb6 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.626882:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328400) 00010000:00010000:2.0:1772472933.626894:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472933.626921:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.626934:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472933.626945:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472933.627332:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000031ee7efc reply state 000000003cd832c1 transno 4294967672 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472933.627343:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472933.627355:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000100:00100000:3.0:1772472933.628394:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51230:x1858570170043648:12345-192.168.201.48@tcp:36:chown.0 Request processed in 1616us (1897us total) trans 4294967672 rc 0/0 00000100:00100000:3.0:1772472933.628404:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 969 00010000:00010000:0.0:1772472933.631005:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631025:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631032:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631039:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472933.631044:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631054:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631081:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78900) 00010000:00010000:0.0:1772472933.631085:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472933.631092:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472933.631098:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e1543 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472933.943264:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185942272:0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.943267:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185942016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472933.945792:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185941888:0@lo:400:kworker.0 00000100:00100000:0.0:1772472933.945883:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185942144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.949256:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472933.949346:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185942528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.949386:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472933.949450:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942528 00000100:00100000:2.0:1772472933.949458:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942528 00000100:00100000:2.0:1772472933.949516:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1772472933.949524:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185942528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.949772:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185942528:12345-0@lo:400:kworker.0 Request processed in 247us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472933.949780:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00080000:2.0:1772472933.949805:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472933.949840:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185942528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472933.950324:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472933.950573:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942272 00000100:00100000:2.0:1772472933.950582:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942272 00000100:00100000:2.0:1772472933.950630:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1772472933.950638:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185942272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.950690:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185942272:12345-0@lo:400:kworker.0 Request processed in 53us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472933.950698:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00080000:2.0:1772472933.950726:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472933.950773:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185942272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472933.951130:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472933.951187:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185942400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472933.951220:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472933.951280:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942016 00000100:00100000:1.0:1772472933.951285:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942016 00000100:00100000:1.0:1772472933.951312:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942400 00000100:00100000:1.0:1772472933.951314:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942400 00000100:00100000:1.0:1772472933.951334:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1772472933.951340:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185942016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472933.951377:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185942016:12345-0@lo:400:kworker.0 Request processed in 37us (2130us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472933.951383:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1772472933.953601:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1772472933.953627:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185942400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472933.953730:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185942400:12345-0@lo:400:kworker.0 Request processed in 116us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472933.953872:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1772472933.954556:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185941888 00000100:00100000:3.0:1772472933.954567:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185941888 00000100:00100000:3.0:1772472933.954615:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1772472933.954622:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185941888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472933.954674:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185941888:12345-0@lo:400:kworker.0 Request processed in 53us (3546us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472933.954681:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00080000:3.0:1772472933.954758:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472933.954882:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185942016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472933.954941:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185941888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472933.954952:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185942400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472933.956206:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472933.964838:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942144 00000100:00100000:3.0:1772472933.964854:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942144 00000100:00100000:3.0:1772472933.964934:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1772472933.964944:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185942144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472933.965034:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185942144:12345-0@lo:400:kworker.0 Request processed in 92us (8832us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472933.965041:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00080000:2.0:1772472933.965192:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472933.965590:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185942144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472934.456864:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472934.456888:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185942656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472934.456960:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472934.457025:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942656 00000100:00100000:1.0:1772472934.457032:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942656 00000100:00100000:1.0:1772472934.457081:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1772472934.457101:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185942656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472934.457141:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472934.457187:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185942656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472934.457195:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1772472934.457244:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185942656:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1772472934.459205:0:87214:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4a779ae0 20000000:00000080:2.0:1772472934.459222:0:87214:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30360ec00 uarg=0000000000000000 00010000:00010000:2.0:1772472934.459503:0:87214:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472934.459554:0:87214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:2.0:1772472934.459558:0:87214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472934.459571:0:87214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1520 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12faf expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472934.459598:0:87214:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472934.459622:0:87214:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472934.459649:0:87214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472934.459664:0:87214:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472934.459672:0:87214:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472934.459709:0:87214:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472934.459723:0:87214:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 17 pid: 5805 timeout: 2510 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472934.459778:0:87214:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87214:1858570185942784:0@lo:104: 00000100:00100000:2.0:1772472934.459838:0:87214:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472934.459882:0:87214:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a412840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472934.460106:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942784 00000100:00100000:1.0:1772472934.460115:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942784 00000100:00100000:1.0:1772472934.460173:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1772472934.460181:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87214:x1858570185942784:12345-0@lo:104: 00010000:00010000:1.0:1772472934.460195:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460257:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472934.460263:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87214:x1858570185942784:12345-0@lo:104: Request processed in 83us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472934.460271:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00010000:00010000:1.0:1772472934.460295:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472934.460302:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460310:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472934.460315:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460324:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472934.460337:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472934.460342:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472934.460370:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460376:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472934.460395:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460402:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0c00/0xc2ef6d41852e14da lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e14e1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460415:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472934.460417:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472934.460419:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472934.460439:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185942912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472934.460469:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472934.460502:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185942912 00000100:00100000:1.0:1772472934.460506:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185942912 00010000:00010000:1.0:1772472934.460523:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 18 pid: 5805 timeout: 2510 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472934.460558:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772472934.460564:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404850050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185942912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472934.460575:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472934.460579:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 18 pid: 5805 timeout: 2510 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460588:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 18 pid: 5805 timeout: 2510 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460601:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460608:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460619:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460625:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460632:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460638:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460643:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472934.460648:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460655:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460662:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472934.460674:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472934.460699:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404850050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185942912:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472934.460704:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772472934.460792:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185942912:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472934.461060:0:87214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e14e1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e14da expref: 17 pid: 5805 timeout: 2510 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472934.461072:0:87214:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87214:1858570185942784:0@lo:104: 00010000:00010000:3.0:1772472934.461086:0:87214:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472934.461106:0:87214:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472934.461112:0:87214:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472934.461117:0:87214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e154a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472934.466185:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185943040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472934.466256:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472934.466486:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943040 00000100:00100000:1.0:1772472934.466494:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943040 00000100:00100000:1.0:1772472934.466811:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1772472934.466822:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185943040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472934.466862:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472934.467029:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185943040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 209us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472934.467037:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1772472934.476135:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185943040:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472934.582941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772472935.580322:0:87262:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1fb600d0 20000000:00000080:3.0:1772472935.580339:0:87262:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43bab3400 uarg=0000000000000000 00010000:00010000:3.0:1772472935.582589:0:87262:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772472935.582734:0:87262:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772472935.582777:0:87262:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772472935.582797:0:87262:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583101:0:87262:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583115:0:87262:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583122:0:87262:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583129:0:87262:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583135:0:87262:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583142:0:87262:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472935.583146:0:87262:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583154:0:87262:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583168:0:87262:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583174:0:87262:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472935.583180:0:87262:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1551 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87262 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472935.607846:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472936.439210:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472936.439218:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472936.439222:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472936.439269:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472936.439281:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472936.439293:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472936.439317:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185943168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472936.439383:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472936.439507:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404afff00 going to sleep for 11 seconds 00000100:00100000:0.0:1772472936.443020:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943168 00000100:00100000:0.0:1772472936.443037:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943168 00000100:00100000:0.0:1772472936.443120:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1772472936.443130:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185943168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472936.443149:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472936.443170:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1558 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472936.443197:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472936.443209:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472936.443218:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca200, rc 0) 00000100:00100000:0.0:1772472936.443289:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185943168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (3905us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472936.443296:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1772472936.443411:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185943168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472936.443432:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472936.443442:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472936.443467:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472936.443473:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472936.443480:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472936.640430:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472937.389548:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472937.389609:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472937.389652:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043904 00000100:00100000:1.0:1772472937.389670:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043904 00000100:00100000:1.0:1772472937.389727:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1691 00000100:00100000:1.0:1772472937.389754:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170043904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472937.389827:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170043904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472937.389836:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1691 00000100:00080000:1.0:1772472937.389860:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472937.390527:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170043776 00000100:00100000:3.0:1772472937.390534:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170043776 00000100:00100000:3.0:1772472937.390590:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1306 00000100:00100000:3.0:1772472937.390599:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170043776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472937.390639:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170043776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472937.390645:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1306 00010000:00010000:0.0:1772472937.657012:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472938.643809:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967671 is committed 00000001:00080000:3.0:1772472938.643830:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967672 is committed 00010000:00010000:3.0:1772472938.707131:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472939.063825:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185943296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.063886:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.063946:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185943808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.063974:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.064149:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472939.064156:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185943680:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064180:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.064209:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185943424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064232:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.064250:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185943936:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064268:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.064284:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472939.064289:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185943552:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064308:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.064341:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943808 00000100:00100000:1.0:1772472939.064349:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943808 00000100:00100000:1.0:1772472939.064399:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943424 00000100:00100000:1.0:1772472939.064402:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943424 00000100:00100000:1.0:1772472939.064419:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943552 00000100:00100000:1.0:1772472939.064421:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943552 00000100:00100000:1.0:1772472939.064436:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:1.0:1772472939.064443:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185943808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064490:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185943808:12345-0@lo:400:kworker.0 Request processed in 47us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.064496:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:1.0:1772472939.064511:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1772472939.064516:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185943424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064541:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185943424:12345-0@lo:400:kworker.0 Request processed in 25us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.064547:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1772472939.064555:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1772472939.064560:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185943552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064577:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185943552:12345-0@lo:400:kworker.0 Request processed in 18us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.064582:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1772472939.064597:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943680 00000100:00100000:1.0:1772472939.064599:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943680 00000100:00100000:1.0:1772472939.064619:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943936 00000100:00100000:1.0:1772472939.064621:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943936 00000100:00100000:1.0:1772472939.064636:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1772472939.064641:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185943680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064663:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185943680:12345-0@lo:400:kworker.0 Request processed in 22us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.064668:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1772472939.064676:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1772472939.064681:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185943936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064698:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185943936:12345-0@lo:400:kworker.0 Request processed in 17us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.064703:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00080000:1.0:1772472939.064723:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472939.064726:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472939.064728:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472939.064793:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185943552:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064805:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185943424:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064812:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185943936:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064836:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185943680:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.064843:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185943808:0@lo:400:kworker.0 00000100:00100000:3.0:1772472939.066130:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185943296 00000100:00100000:3.0:1772472939.066141:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185943296 00000100:00100000:3.0:1772472939.066202:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1772472939.066212:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185943296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472939.066284:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185943296:12345-0@lo:400:kworker.0 Request processed in 74us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472939.066291:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1772472939.068091:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185943296:0@lo:400:kworker.0 00000100:00100000:1.0:1772472939.107698:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472939.107763:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044032 00000100:00100000:2.0:1772472939.107774:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044032 00000100:00080000:1.0:1772472939.107860:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472939.112428:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 15 00000100:00100000:2.0:1772472939.112459:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570170044032:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472939.112481:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472939.112486:0:5797:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1520) 00010000:00010000:2.0:1772472939.112488:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472939.112547:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570170044032:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 104us (4859us total) trans 0 rc 116/116 00000100:00100000:2.0:1772472939.112556:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 15 00000100:00100000:0.0:1772472939.576184:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472939.576210:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185944064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472939.576291:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472939.576659:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944064 00000100:00100000:1.0:1772472939.576668:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944064 00000100:00100000:1.0:1772472939.576725:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1772472939.576771:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185944064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472939.576826:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472939.576880:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185944064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472939.576898:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1772472939.576946:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185944064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472939.577462:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185944192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472939.577499:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472939.577844:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944192 00000100:00100000:0.0:1772472939.577850:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944192 00000100:00100000:0.0:1772472939.577883:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1772472939.578070:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185944192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472939.578101:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472939.578146:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185944192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472939.578153:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1772472939.578446:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185944192:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472939.771513:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472940.629179:0:87508:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda856de70 20000000:00000080:0.0:1772472940.629194:0:87508:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c40a836400 uarg=0000000000000000 00010000:00010000:0.0:1772472940.629508:0:87508:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772472940.629519:0:87508:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772472940.629539:0:87508:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472940.629556:0:87508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.629573:0:87508:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.629582:0:87508:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.629624:0:87508:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.629635:0:87508:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 17 pid: 5803 timeout: 2516 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472940.629646:0:87508:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87508:1858570185944320:0@lo:104: 00000100:00100000:0.0:1772472940.629696:0:87508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472940.629771:0:87508:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a412300 going to sleep for 11 seconds 00000100:00100000:2.0:1772472940.629874:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944320 00000100:00100000:2.0:1772472940.629881:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944320 00000100:00100000:2.0:1772472940.629920:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1772472940.629926:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87508:x1858570185944320:12345-0@lo:104: 00010000:00010000:2.0:1772472940.629936:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472940.630025:0:87508:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87508:1858570185944320:0@lo:104: 00010000:00010000:0.0:1772472940.630044:0:87508:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630057:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772472940.630064:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87508:x1858570185944320:12345-0@lo:104: Request processed in 138us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472940.630072:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00010000:00010000:3.0:1772472940.630239:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472940.630245:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472940.630251:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472940.630253:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472940.630259:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472940.630264:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472940.630268:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472940.630332:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472940.630338:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472940.630367:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472940.630374:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0200/0xc2ef6d41852e1558 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e155f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472940.630391:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472940.630393:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472940.630395:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472940.630408:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185944448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472940.630437:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472940.630539:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944448 00000100:00100000:2.0:1772472940.630544:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944448 00010000:00010000:2.0:1772472940.630563:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 2516 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472940.630591:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1772472940.630598:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185944448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772472940.630608:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472940.630613:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 2516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630621:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 2516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630630:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca200/0xc2ef6d41852e155f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1558 expref: 18 pid: 5803 timeout: 2516 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630642:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630648:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630656:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630660:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630665:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630668:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630671:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472940.630674:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.630678:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.630871:0:87508:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472940.630879:0:87508:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.631596:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.631606:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1566 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472940.631627:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472940.631728:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185944448:12345-0@lo:103:ldlm_bl.0 Request processed in 1128us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472940.631764:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1772472940.632103:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185944448:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472940.797198:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472941.815163:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472941.943813:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472941.943822:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472941.943827:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472941.944144:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472941.944158:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472941.944177:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472941.944209:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185944576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472941.944280:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472941.944350:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3024f7540 going to sleep for 11 seconds 00000100:00100000:2.0:1772472941.944507:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944576 00000100:00100000:2.0:1772472941.944515:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944576 00000100:00100000:2.0:1772472941.944575:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1772472941.944586:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185944576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772472941.944601:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472941.944615:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e156d expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472941.944640:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472941.944650:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472941.944659:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772472941.944704:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185944576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472941.944712:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1772472941.944830:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185944576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472941.945087:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472941.945097:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472941.945116:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472941.945121:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472941.945128:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472942.507293:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472942.507346:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472942.507417:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044160 00000100:00100000:2.0:1772472942.507437:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044160 00000100:00100000:2.0:1772472942.507507:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1309 00000100:00100000:2.0:1772472942.507518:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170044160:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472942.507609:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170044160:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472942.507618:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1309 00000100:00100000:1.0:1772472942.507761:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044288 00000100:00100000:1.0:1772472942.507767:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044288 00000100:00080000:2.0:1772472942.507819:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472942.507821:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1695 00000100:00100000:1.0:1772472942.507832:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170044288:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472942.507871:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170044288:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472942.507896:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1695 00010000:00010000:2.0:1772472942.846842:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472943.860256:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472943.861315:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044416 00000100:00100000:3.0:1772472943.861327:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044416 00000100:00100000:3.0:1772472943.861394:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 970 00000100:00100000:3.0:1772472943.861404:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51407:x1858570170044416:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472943.861427:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472943.861454:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e157b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fbd expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861520:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861535:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861551:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472943.861619:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772472943.861624:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472943.861653:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861678:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e157b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fbd expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861711:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fbd expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.861720:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472943.861723:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472943.861727:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472943.861820:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51407:x1858570170044416:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 416us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472943.861828:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 970 00000100:00100000:1.0:1772472943.871990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772472943.872072:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472943.872260:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044544 00000100:00100000:3.0:1772472943.872272:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044544 00000100:00100000:3.0:1772472943.872331:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00100000:3.0:1772472943.872340:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51407:x1858570170044544:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472943.872361:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472943.872379:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1589 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fc4 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872444:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872458:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872469:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872483:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872490:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872496:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872611:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872619:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872626:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472943.872670:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772472943.872674:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472943.872841:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872858:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872863:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872870:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872875:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472943.872879:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872887:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872898:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772472943.872900:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472943.872904:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872910:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872920:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872938:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872945:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872951:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472943.872953:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872959:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872966:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c4052b6a00) 00010000:00010000:3.0:1772472943.872968:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472943.872970:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.872976:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1597 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.873002:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1589 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fc4 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.873014:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fc4 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.873021:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772472943.873023:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472943.873025:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772472943.873088:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51407:x1858570170044544:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 748us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472943.873097:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 971 00000100:00100000:0.0:1772472943.880163:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472943.884095:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044800 00000100:00100000:2.0:1772472943.884111:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044800 00000100:00100000:1.0:1772472943.887294:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 972 00000100:00100000:1.0:1772472943.887309:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51407:x1858570170044800:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772472943.887367:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472943.887397:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e159e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fc4 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472943.887413:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:1.0:1772472943.887424:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472943.887450:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472943.887463:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472943.887474:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472943.920456:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000e6caeb8 reply state 0000000017e10b76 transno 4294967673 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472943.920511:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472943.920554:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:3.0:1772472943.920672:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51407:x1858570170044800:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 33361us (40512us total) trans 4294967673 rc 0/0 00000100:00100000:3.0:1772472943.920681:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 972 00000001:00080000:3.0:1772472943.920730:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967673 is committed 00010000:00010000:3.0:1772472943.920771:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920781:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920789:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920795:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472943.920800:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920807:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920823:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328f00) 00010000:00010000:3.0:1772472943.920826:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472943.920832:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472943.920839:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472944.193768:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185944832:0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.193837:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472944.193984:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185944704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472944.196022:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.198229:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472944.200828:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185945216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.200917:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472944.200994:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944832 00000100:00100000:1.0:1772472944.201004:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944832 00000100:00100000:1.0:1772472944.201049:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945216 00000100:00100000:1.0:1772472944.201052:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945216 00000100:00100000:1.0:1772472944.201085:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1772472944.201095:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185944832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.201150:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185944832:12345-0@lo:400:kworker.0 Request processed in 56us (7312us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472944.201271:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1772472944.201281:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185945216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472944.201330:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185945216:12345-0@lo:400:kworker.0 Request processed in 52us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472944.201337:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1772472944.201541:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1772472944.201563:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944704 00000100:00100000:1.0:1772472944.201567:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944704 00000100:00100000:1.0:1772472944.201600:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1772472944.201606:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185944704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.201635:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185944704:12345-0@lo:400:kworker.0 Request processed in 30us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472944.201640:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00080000:1.0:1772472944.201666:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472944.201693:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185944704:0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.201705:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185945216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.202217:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185944960:0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.202250:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472944.202284:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185944960 00000100:00100000:1.0:1772472944.202289:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185944960 00000100:00100000:1.0:1772472944.204035:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:1.0:1772472944.204049:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185944960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472944.204123:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185944960:12345-0@lo:400:kworker.0 Request processed in 77us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472944.204131:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00080000:1.0:1772472944.204238:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472944.204282:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185944960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.204466:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185944832:0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.204477:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185945344:0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.204512:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472944.218223:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472944.218327:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945344 00000100:00100000:0.0:1772472944.218335:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945344 00000100:00100000:0.0:1772472944.218385:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945088 00000100:00100000:0.0:1772472944.218388:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945088 00000100:00100000:0.0:1772472944.218408:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472944.218418:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185945344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.218498:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185945344:12345-0@lo:400:kworker.0 Request processed in 82us (13986us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472944.218505:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1772472944.218519:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1772472944.218525:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.218553:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945088:12345-0@lo:400:kworker.0 Request processed in 29us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472944.218559:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1772472944.218594:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945088:0@lo:400:kworker.0 00000100:00100000:0.0:1772472944.218617:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185945344:0@lo:400:kworker.0 00000100:00080000:0.0:1772472944.218641:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472944.218645:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472944.695668:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472944.695704:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472944.695801:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472944.696018:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945472 00000100:00100000:1.0:1772472944.696027:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945472 00000100:00100000:1.0:1772472944.696081:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1772472944.696092:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472944.696131:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472944.696194:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472944.696201:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1772472944.696380:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472944.696427:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472944.696472:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472944.696616:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945600 00000100:00100000:0.0:1772472944.696621:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945600 00000100:00100000:0.0:1772472944.696658:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1772472944.696666:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472944.696699:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472944.696767:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185945600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472944.696774:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1772472944.696810:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185945600:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1772472944.806163:0:87704:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5e03f760 20000000:00000080:2.0:1772472944.806183:0:87704:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d61c00 uarg=0000000000000000 00010000:00010000:2.0:1772472944.806460:0:87704:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472944.806492:0:87704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:2.0:1772472944.806496:0:87704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472944.806507:0:87704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1582 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fbd expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472944.806528:0:87704:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472944.806550:0:87704:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472944.806565:0:87704:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472944.806577:0:87704:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472944.806586:0:87704:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472944.806621:0:87704:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472944.806759:0:87704:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 17 pid: 5806 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472944.806778:0:87704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87704:1858570185945728:0@lo:104: 00000100:00100000:2.0:1772472944.806837:0:87704:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472944.807317:0:87704:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c87e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472944.807460:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945728 00000100:00100000:1.0:1772472944.807469:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945728 00000100:00100000:1.0:1772472944.807559:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1772472944.807569:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87704:x1858570185945728:12345-0@lo:104: 00010000:00010000:1.0:1772472944.807583:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472944.807662:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472944.807668:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87704:x1858570185945728:12345-0@lo:104: Request processed in 102us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472944.807675:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00010000:00010000:3.0:1772472944.807729:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472944.807755:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.807764:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472944.807767:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.807775:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472944.807781:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472944.807786:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472944.807818:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.807824:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472944.807843:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.807849:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f1800/0xc2ef6d41852e156d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1574 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.807864:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472944.807866:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472944.807867:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472944.807886:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185945856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472944.807925:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472944.807958:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945856 00000100:00100000:3.0:1772472944.807962:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945856 00010000:00010000:3.0:1772472944.807980:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 18 pid: 5806 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472944.808001:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1772472944.808006:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185945856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472944.808016:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472944.808020:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 18 pid: 5806 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808030:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 18 pid: 5806 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808045:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808053:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808070:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808077:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808084:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808091:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808096:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472944.808099:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808105:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808112:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.808120:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472944.808143:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185945856:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472944.808150:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1772472944.808180:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185945856:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472944.808266:0:87704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1574 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e156d expref: 17 pid: 5806 timeout: 2520 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472944.808278:0:87704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87704:1858570185945728:0@lo:104: 00010000:00010000:0.0:1772472944.808293:0:87704:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472944.808302:0:87704:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472944.808308:0:87704:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472944.808314:0:87704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e15ac lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472944.889054:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472945.911119:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772472946.806870:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772472946.806887:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772472946.806893:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772472946.806948:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472946.806961:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472946.806974:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472946.806999:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185945984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772472946.807067:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472946.807122:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a412300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472946.807190:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185945984 00000100:00100000:0.0:1772472946.807199:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185945984 00000100:00100000:0.0:1772472946.807255:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1772472946.807265:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185945984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472946.807278:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472946.807291:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e15b3 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472946.807314:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472946.807325:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472946.807334:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772472946.807377:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185945984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472946.807384:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1772472946.807602:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185945984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472946.807616:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472946.807625:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472946.807644:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472946.807650:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472946.807657:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472946.936332:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472947.629573:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.629648:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472947.629730:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045056 00000100:00100000:2.0:1772472947.629755:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045056 00000100:00100000:2.0:1772472947.629846:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1699 00000100:00100000:2.0:1772472947.629859:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170045056:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472947.629950:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170045056:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 94us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472947.629958:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1699 00000100:00100000:0.0:1772472947.632854:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170044928 00000100:00100000:0.0:1772472947.632879:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170044928 00000100:00100000:0.0:1772472947.632941:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1312 00000100:00100000:0.0:1772472947.632951:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170044928:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472947.633035:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170044928:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (3387us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472947.633042:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1312 00000100:00080000:0.0:1772472947.633078:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472947.847426:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.847623:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045184 00000100:00100000:1.0:1772472947.847635:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045184 00000100:00100000:1.0:1772472947.847703:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 973 00000100:00100000:1.0:1772472947.847714:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51484:x1858570170045184:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472947.847970:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472947.848590:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e15c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fcb expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848672:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848686:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848701:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848714:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848722:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848729:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848923:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848932:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.848939:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472947.848967:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1772472947.848971:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472947.848993:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849004:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849010:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849016:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849022:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472947.849027:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849034:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849047:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472947.849050:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472947.849055:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849061:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e15c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849076:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849082:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849089:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849094:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472947.849097:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849104:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849112:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78c00) 00010000:00010000:2.0:1772472947.849114:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472947.849117:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849122:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e15cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849162:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e15c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fcb expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849176:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fcb expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.849183:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472947.849185:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472947.849188:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472947.849262:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51484:x1858570170045184:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1550us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472947.849271:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 973 00000100:00100000:3.0:1772472947.854106:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.854160:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045440 00000100:00100000:1.0:1772472947.854171:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045440 00000100:00100000:1.0:1772472947.854236:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 974 00000100:00100000:1.0:1772472947.854246:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51484:x1858570170045440:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772472947.854272:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472947.854295:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15dd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fd2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854457:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854472:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854484:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854499:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854507:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.854513:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472947.855095:0:5812:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:1.0:1772472947.855312:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e15f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855329:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855338:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855375:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855382:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855388:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855394:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.855399:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855407:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855420:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:1.0:1772472947.855423:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472947.855428:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855435:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e15e4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472947.855447:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f23330a9 reply state 00000000038d2f26 transno 4294967674 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472947.855457:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772472947.855487:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e15dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd2 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855502:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e15f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd2 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.855509:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472947.855512:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472947.855514:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1800, rc 0) 00000100:00100000:1.0:1772472947.855598:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51484:x1858570170045440:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1353us (1501us total) trans 4294967674 rc 0/0 00000100:00100000:1.0:1772472947.855607:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 974 00010000:00010000:3.0:1772472947.858075:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858089:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858094:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858097:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472947.858101:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858106:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858117:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c420328400) 00010000:00010000:3.0:1772472947.858127:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472947.858131:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.858135:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e15eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472947.863110:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.863425:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045568 00000100:00100000:1.0:1772472947.863434:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045568 00000100:00100000:1.0:1772472947.863471:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 161 00000100:00100000:1.0:1772472947.863478:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51484:x1858570170045568:12345-192.168.201.48@tcp:49:touch.0 00000100:00100000:1.0:1772472947.863595:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51484:x1858570170045568:12345-192.168.201.48@tcp:49:touch.0 Request processed in 118us (493us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772472947.863601:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 161 00000100:00100000:0.0:1772472947.866420:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.866546:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045824 00000100:00100000:1.0:1772472947.866556:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045824 00000100:00100000:1.0:1772472947.866655:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 975 00000100:00100000:1.0:1772472947.866666:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51484:x1858570170045824:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:1.0:1772472947.866770:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472947.866802:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e15f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd2 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.866836:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772472947.866850:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472947.866904:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.866918:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.866929:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472947.867069:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000018c75364 reply state 00000000b954fa06 transno 4294967675 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472947.867078:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472947.867193:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51484:x1858570170045824:12345-192.168.201.48@tcp:36:touch.0 Request processed in 527us (777us total) trans 4294967675 rc 0/0 00000100:00100000:1.0:1772472947.867202:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 975 00010000:00010000:0.0:1772472947.870616:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870635:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870644:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870651:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472947.870656:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870664:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870682:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c420328c00) 00010000:00010000:0.0:1772472947.870686:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472947.870691:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472947.870698:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1000/0xc2ef6d41852e1600 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472947.874066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472947.874282:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170045952 00000100:00100000:2.0:1772472947.874293:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170045952 00000100:00100000:2.0:1772472947.874353:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 976 00000100:00100000:2.0:1772472947.874364:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51484:x1858570170045952:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472947.874391:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472947.874426:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1607 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fd9 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.874485:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1607 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd9 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.874501:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1607 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd9 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472947.874526:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772472947.874530:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472947.874533:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772472947.874593:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51484:x1858570170045952:12345-192.168.201.48@tcp:101:touch.0 Request processed in 231us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472947.874600:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 976 00000100:00100000:3.0:1772472947.878346:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472947.878950:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046080 00000100:00100000:0.0:1772472947.878962:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046080 00000100:00100000:0.0:1772472947.878999:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 530 00000100:00100000:0.0:1772472947.879004:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570170046080:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:0.0:1772472947.879031:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2373 last 0 00000020:00000080:0.0:1772472947.879060:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e160e 00002000:00100000:0.0:1772472947.879093:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3041b0800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1772472947.879125:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1772472947.879288:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1772472947.879313:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c3041b7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1772472947.879368:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170046080:12345-192.168.201.48@tcp:8:touch.0 Request processed in 363us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472947.879374:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 530 00000100:00100000:0.0:1772472947.882576:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.882776:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046208 00000100:00100000:1.0:1772472947.882789:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046208 00000100:00100000:1.0:1772472947.882874:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 531 00000100:00100000:1.0:1772472947.882887:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570170046208:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:2.0:1772472947.883224:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1772472947.917093:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:2.0:1772472947.917119:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000100:00100000:1.0:1772472947.917952:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570170046208:12345-192.168.201.48@tcp:2:touch.0 Request processed in 35063us (35378us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1772472947.917967:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 531 00000100:00100000:2.0:1772472947.925023:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.925355:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046464 00000100:00100000:1.0:1772472947.925366:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046464 00000100:00100000:1.0:1772472947.925467:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 162 00000100:00100000:1.0:1772472947.925478:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51484:x1858570170046464:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:1.0:1772472947.925809:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:51484:x1858570170046464:12345-192.168.201.48@tcp:35:touch.0 Request processed in 332us (795us total) trans 4294967676 rc 0/0 00000100:00100000:1.0:1772472947.925816:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 162 00010000:00010000:2.0:1772472947.959589:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472947.978852:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.979038:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046592 00000100:00100000:1.0:1772472947.979049:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046592 00000100:00100000:1.0:1772472947.979115:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00100000:1.0:1772472947.979125:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:51488:x1858570170046592:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472947.979152:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472947.979301:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fe0 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979369:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979386:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979399:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979414:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979421:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979428:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979529:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979538:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979545:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472947.979577:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:1.0:1772472947.979581:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472947.979597:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979609:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979617:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979623:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979629:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979635:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.979639:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979646:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979658:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:1.0:1772472947.979661:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472947.979665:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979672:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e161c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979686:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979691:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979697:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979702:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.979705:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979711:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979716:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c420328600) 00010000:00010000:1.0:1772472947.979718:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472947.979721:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.979726:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1400/0xc2ef6d41852e1623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.980021:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1800/0xc2ef6d41852e1615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe0 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.980035:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe0 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.980043:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:1.0:1772472947.980045:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472947.980048:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f0200, rc 0) 00000100:00100000:2.0:1772472947.980887:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:51488:x1858570170046592:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1759us (2041us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472947.980905:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 977 00000100:00100000:0.0:1772472947.985516:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.985613:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046720 00000100:00100000:1.0:1772472947.985624:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046720 00000100:00100000:1.0:1772472947.985718:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 532 00000100:00100000:1.0:1772472947.985728:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170046720:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772472947.985765:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472947.985788:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fe7 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472947.985813:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x69a5ca74, atime: 0x69a5ca74, ctime: 0x69a5ca74, blocks: 0x1 00010000:00010000:1.0:1772472947.985844:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472947.985847:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472947.985864:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.985885:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.985912:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4014f1000, rc 0) 00000100:00100000:1.0:1772472947.986021:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170046720:12345-192.168.201.48@tcp:101:rm.0 Request processed in 293us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472947.986029:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 532 00000100:00100000:0.0:1772472947.989965:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472947.990456:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170046976 00000100:00100000:1.0:1772472947.990470:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170046976 00000100:00100000:1.0:1772472947.990583:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 978 00000100:00100000:1.0:1772472947.990593:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:51488:x1858570170046976:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772472947.990651:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472947.990678:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0200/0xc2ef6d41852e162a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe0 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990699:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1607 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fd9 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990709:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:1.0:1772472947.990722:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472947.990765:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990779:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990788:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990801:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990808:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.990814:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991104:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991113:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991120:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472947.991532:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].31, 64 off10176 00000004:00080000:1.0:1772472947.991542:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2373823802047ns, next at 2374823800177ns, rc = 0 00010000:00010000:1.0:1772472947.991601:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991610:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991616:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991623:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991629:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991638:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991667:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472947.991691:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991697:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991702:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991708:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.991712:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991720:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991730:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472947.991733:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472947.991778:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991786:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1646 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991805:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991811:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.991818:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992415:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472947.992423:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992431:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472947.992434:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992441:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992452:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff90c420328500) 00010000:00010000:3.0:1772472947.992455:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472947.992458:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992464:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e164d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x50:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472947.992482:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472947.992484:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472947.992486:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472947.992520:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.992524:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.992531:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.992541:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:1.0:1772472947.992543:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472947.992547:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.992553:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f0c00/0xc2ef6d41852e1638 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472947.992565:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a022036a reply state 0000000047739cc3 transno 4294967677 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472947.992575:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472947.992769:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:51488:x1858570170046976:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2148us (2921us total) trans 4294967677 rc 0/0 00000100:00100000:1.0:1772472947.992778:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 978 00010000:00010000:1.0:1772472947.999029:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999046:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999060:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999067:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f1600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472947.999071:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999079:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999097:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c420328900) 00010000:00010000:1.0:1772472947.999100:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472947.999104:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472947.999110:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4014f1600/0xc2ef6d41852e163f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472948.986898:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472949.303062:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185946240:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303131:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472949.303191:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185946752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303214:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472949.303242:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472949.303248:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185946368:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303270:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472949.303321:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946752 00000100:00100000:0.0:1772472949.303327:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946752 00000100:00100000:0.0:1772472949.303378:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1772472949.303386:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185946752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303430:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185946752:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.303438:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1772472949.303460:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946240 00000100:00100000:0.0:1772472949.303464:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946240 00000100:00100000:0.0:1772472949.303487:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946368 00000100:00100000:0.0:1772472949.303490:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946368 00000100:00100000:0.0:1772472949.303510:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1772472949.303516:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185946240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303546:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185946240:12345-0@lo:400:kworker.0 Request processed in 30us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.303551:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1772472949.303563:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1772472949.303568:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185946368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303587:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185946368:12345-0@lo:400:kworker.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.303592:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00080000:0.0:1772472949.303604:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472949.303607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472949.303639:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185946368:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303649:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185946240:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.303657:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185946752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472949.303766:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185946112:0@lo:400:kworker.0 00000100:00100000:1.0:1772472949.303799:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472949.303840:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185946624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472949.303862:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472949.303878:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472949.303883:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185946496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472949.303901:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472949.303922:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946624 00000100:00100000:1.0:1772472949.303925:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946624 00000100:00100000:1.0:1772472949.303953:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1772472949.303959:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185946624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472949.303991:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185946624:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472949.303996:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1772472949.304026:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185946624:0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.306918:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946112 00000100:00100000:0.0:1772472949.306932:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946112 00000100:00100000:0.0:1772472949.306995:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1772472949.307004:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185946112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.307089:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185946112:12345-0@lo:400:kworker.0 Request processed in 86us (3288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.307096:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1772472949.307132:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946496 00000100:00100000:0.0:1772472949.307136:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946496 00000100:00100000:0.0:1772472949.307165:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1772472949.307171:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185946496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472949.307201:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185946496:12345-0@lo:400:kworker.0 Request processed in 31us (3299us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.307207:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00080000:0.0:1772472949.307222:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472949.307226:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472949.307949:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185946496:0@lo:400:kworker.0 00000100:00100000:2.0:1772472949.307963:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185946112:0@lo:400:kworker.0 00000001:00080000:1.0:1772472949.356269:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967677 is committed 00000004:00080000:1.0:1772472949.356279:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000100:00100000:2.0:1772472949.357051:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472949.357073:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185946880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772472949.357137:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472949.357179:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185946880 00000100:00100000:2.0:1772472949.357185:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185946880 00000100:00100000:2.0:1772472949.357227:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1772472949.357236:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185946880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772472949.357266:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00010000:00010000:2.0:1772472949.357291:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.357313:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.357321:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472949.357323:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472949.357326:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.357352:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 5 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.357366:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 5 pid: 6592 timeout: 2475 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472949.357379:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185947008:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472949.357446:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c585300 going to sleep for 11 seconds 00000100:00100000:2.0:1772472949.363624:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185947008:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772472949.363656:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472949.373720:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472949.373881:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047104 00000100:00100000:0.0:1772472949.373893:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047104 00010000:00010000:0.0:1772472949.373966:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 2475 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472949.374010:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 414 00000100:00100000:0.0:1772472949.374021:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170047104:12345-192.168.201.48@tcp:103:ldlm_bl.0 00000100:00080000:2.0:1772472949.374032:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472949.374036:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472949.374041:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 2475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374055:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 2475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374079:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055cbdd08/0xc2ef6d41852e1631 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fe7 expref: 6 pid: 6592 timeout: 2475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374093:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472949.374095:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472949.374100:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374110:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374143:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472949.374192:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170047104:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 173us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.374200:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 414 00010000:00010000:2.0:1772472949.374287:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.374297:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.374307:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.374315:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.374337:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472949.374733:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472949.374764:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374773:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472949.374777:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374786:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472949.374874:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185946880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17638us (17736us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1772472949.374884:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00010000:00010000:0.0:1772472949.374927:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374936:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cea7e423/0xc2ef6d41852e1654 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.374954:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472949.374955:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472949.374957:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472949.376000:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c410b7f100/2, rc 0, transno 4294967359 00000100:00100000:1.0:1772472949.376012:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185946880:0@lo:6:osp-syn-0-0.0 00000020:00000080:2.0:1772472949.492489:0:87953:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd7031420 20000000:00000080:2.0:1772472949.492510:0:87953:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d61400 uarg=0000000000000000 00010000:00010000:2.0:1772472949.492823:0:87953:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772472949.493321:0:87953:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772472949.493326:0:87953:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472949.493337:0:87953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e15d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fcb expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.493361:0:87953:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772472949.493638:0:87953:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472949.493655:0:87953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.493674:0:87953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.493683:0:87953:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.493725:0:87953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.493879:0:87953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 17 pid: 5806 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472949.493897:0:87953:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87953:1858570185947136:0@lo:104: 00000100:00100000:2.0:1772472949.493966:0:87953:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472949.494061:0:87953:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c585600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472949.494114:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1772472949.494126:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947136 00000100:00100000:0.0:1772472949.494133:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947136 00000100:00100000:0.0:1772472949.494178:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1772472949.494187:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43c94e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87953:x1858570185947136:12345-0@lo:104: 00010000:00010000:0.0:1772472949.494198:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472949.494290:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472949.494296:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43c94e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:87953:x1858570185947136:12345-0@lo:104: Request processed in 111us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.494304:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00010000:00010000:3.0:1772472949.494377:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472949.494400:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.494712:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472949.494716:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.494725:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472949.494733:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472949.494765:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472949.494810:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.494816:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472949.494855:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.494862:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d000/0xc2ef6d41852e15b3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e15ba expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.494877:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472949.494880:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472949.494881:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472949.495011:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185947264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472949.495043:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472949.495119:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947264 00000100:00100000:3.0:1772472949.495124:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947264 00010000:00010000:3.0:1772472949.495147:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 18 pid: 5806 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472949.495175:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1772472949.495183:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185947264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472949.495194:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472949.495199:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 18 pid: 5806 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495210:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 18 pid: 5806 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495226:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495234:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495247:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495254:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495261:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495266:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495270:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472949.495274:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495282:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495290:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472949.495299:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472949.495379:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185947264:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472949.495400:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00010000:00010000:2.0:1772472949.495665:0:87953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e15ba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e15b3 expref: 17 pid: 5806 timeout: 2525 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472949.495678:0:87953:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87953:1858570185947136:0@lo:104: 00010000:00010000:2.0:1772472949.495696:0:87953:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.495718:0:87953:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.495726:0:87953:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472949.495733:0:87953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55600/0xc2ef6d41852e165b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472949.498659:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185947264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772472949.818115:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472949.818146:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185947392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472949.818217:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472949.818309:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947392 00000100:00100000:0.0:1772472949.818319:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947392 00000100:00100000:0.0:1772472949.818378:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1772472949.818389:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185947392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472949.818430:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472949.818482:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185947392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.818489:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1772472949.818539:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185947392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472949.820482:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472949.820498:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185947520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472949.820545:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472949.820647:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947520 00000100:00100000:0.0:1772472949.820655:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947520 00000100:00100000:0.0:1772472949.820707:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1772472949.820717:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185947520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472949.820771:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472949.820845:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185947520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472949.820853:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1772472949.820898:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185947520:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472950.007719:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472951.031090:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472951.478866:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472951.478874:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472951.478880:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472951.478933:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472951.478946:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472951.478958:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472951.478984:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185947648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472951.479053:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472951.479135:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41842e540 going to sleep for 11 seconds 00000100:00100000:0.0:1772472951.479329:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947648 00000100:00100000:0.0:1772472951.479338:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947648 00000100:00100000:0.0:1772472951.479393:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1772472951.479402:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185947648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472951.479416:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472951.479430:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1662 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472951.479453:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472951.479464:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472951.479473:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772472951.479532:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185947648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472951.479539:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1772472951.479643:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185947648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472951.479660:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472951.479668:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472951.479685:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772472951.479702:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472951.479709:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472952.056474:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472952.758860:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472952.758911:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472952.758945:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047488 00000100:00100000:0.0:1772472952.758956:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047488 00000100:00100000:0.0:1772472952.759016:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1279 00000100:00100000:0.0:1772472952.759027:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170047488:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472952.759115:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170047488:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 90us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472952.759124:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1279 00000100:00080000:0.0:1772472952.759146:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472952.759179:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472952.759277:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047360 00000100:00100000:0.0:1772472952.759281:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047360 00000100:00100000:0.0:1772472952.759316:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1703 00000100:00100000:0.0:1772472952.759323:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170047360:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472952.759362:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170047360:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472952.759369:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1703 00000100:00080000:0.0:1772472952.759384:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472952.759766:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047232 00000100:00100000:3.0:1772472952.759781:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047232 00000100:00100000:3.0:1772472952.759846:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1315 00000100:00100000:3.0:1772472952.759854:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170047232:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472952.759887:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170047232:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472952.759893:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1315 00000001:00080000:2.0:1772472952.986509:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00010000:00010000:1.0:1772472953.085572:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472953.177498:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472953.177596:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047616 00000100:00100000:1.0:1772472953.177609:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047616 00000100:00100000:0.0:1772472953.178186:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 979 00000100:00100000:0.0:1772472953.178199:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51576:x1858570170047616:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772472953.178221:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472953.178247:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1670 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12fee expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178316:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178328:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178340:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472953.178413:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1772472953.178417:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772472953.178443:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178468:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1670 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fee expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178489:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fee expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472953.178497:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772472953.178500:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472953.178504:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772472953.178616:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51576:x1858570170047616:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 419us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472953.178625:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 979 00000100:00100000:0.0:1772472953.188132:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472953.188470:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170047872 00000100:00100000:2.0:1772472953.188481:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170047872 00000100:00100000:2.0:1772472953.188541:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 980 00000100:00100000:2.0:1772472953.188550:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51576:x1858570170047872:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472953.188601:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472953.188630:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1677 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12fee expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472953.188648:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e15d6) 00010000:00010000:2.0:1772472953.188652:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:2.0:1772472953.188664:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472953.188690:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472953.188704:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472953.188713:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472953.237790:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000070c14bf7 reply state 00000000c2469ce1 transno 4294967678 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472953.237809:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472953.237861:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:0.0:1772472953.237991:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51576:x1858570170047872:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 49438us (49864us total) trans 4294967678 rc 0/0 00000100:00100000:0.0:1772472953.238001:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 980 00000001:00080000:1.0:1772472953.244127:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967678 is committed 00010000:00010000:3.0:1772472953.245711:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245729:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245803:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245815:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472953.245821:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245829:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245846:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78800) 00010000:00010000:3.0:1772472953.245849:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472953.245854:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472953.245860:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e167e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472954.113249:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772472954.231083:0:88149:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc5c46d640 20000000:00000080:2.0:1772472954.231100:0:88149:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d63800 uarg=0000000000000000 00010000:00010000:2.0:1772472954.231386:0:88149:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472954.231402:0:88149:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472954.231426:0:88149:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472954.231446:0:88149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472954.231464:0:88149:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472954.231472:0:88149:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472954.231512:0:88149:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472954.231527:0:88149:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 17 pid: 5806 timeout: 2530 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472954.231542:0:88149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88149:1858570185947776:0@lo:104: 00000100:00100000:2.0:1772472954.231614:0:88149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472954.231664:0:88149:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472954.234223:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947776 00000100:00100000:1.0:1772472954.234239:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947776 00000100:00100000:1.0:1772472954.234311:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1772472954.234321:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88149:x1858570185947776:12345-0@lo:104: 00010000:00010000:1.0:1772472954.234341:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234440:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472954.234447:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88149:x1858570185947776:12345-0@lo:104: Request processed in 128us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472954.234455:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00010000:00010000:1.0:1772472954.234478:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472954.234484:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234491:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472954.234496:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234505:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472954.234514:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472954.234520:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472954.234559:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234566:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472954.234586:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234592:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1662 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1669 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234612:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472954.234614:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472954.234616:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472954.234636:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185947904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472954.234673:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472954.234711:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185947904 00000100:00100000:1.0:1772472954.234715:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185947904 00010000:00010000:1.0:1772472954.234735:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 18 pid: 5806 timeout: 2530 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472954.234814:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1772472954.234821:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185947904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472954.234832:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472954.234837:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 18 pid: 5806 timeout: 2530 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234847:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 18 pid: 5806 timeout: 2530 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234864:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234873:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234889:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234897:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234905:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234912:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234917:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472954.234922:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234930:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234939:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472954.234948:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472954.234975:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185947904:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472954.234982:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1772472954.235016:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185947904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472954.235798:0:88149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1669 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1662 expref: 17 pid: 5806 timeout: 2530 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472954.235813:0:88149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88149:1858570185947776:0@lo:104: 00010000:00010000:3.0:1772472954.235830:0:88149:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472954.235840:0:88149:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472954.235847:0:88149:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472954.235853:0:88149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e1685 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472954.434886:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185948032:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.434956:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472954.435002:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185948544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435027:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472954.435066:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472954.435072:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185948160:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435094:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472954.435121:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185948288:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435142:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472954.435156:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472954.435161:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185948416:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435178:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472954.435204:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948032 00000100:00100000:0.0:1772472954.435211:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948032 00000100:00100000:0.0:1772472954.435251:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948160 00000100:00100000:0.0:1772472954.435254:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948160 00000100:00100000:0.0:1772472954.435281:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948416 00000100:00100000:0.0:1772472954.435283:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948416 00000100:00100000:0.0:1772472954.435301:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:0.0:1772472954.435308:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185948032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435366:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185948032:12345-0@lo:400:kworker.0 Request processed in 57us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472954.435373:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:0.0:1772472954.435389:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1772472954.435395:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185948160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435422:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185948160:12345-0@lo:400:kworker.0 Request processed in 27us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472954.435427:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:0.0:1772472954.435438:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:0.0:1772472954.435444:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185948416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435470:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185948416:12345-0@lo:400:kworker.0 Request processed in 27us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472954.435475:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:0.0:1772472954.435491:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948544 00000100:00100000:0.0:1772472954.435494:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948544 00000100:00100000:0.0:1772472954.435516:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948288 00000100:00100000:0.0:1772472954.435518:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948288 00000100:00100000:0.0:1772472954.435537:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1772472954.435542:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185948544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435570:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185948544:12345-0@lo:400:kworker.0 Request processed in 28us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472954.435576:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1772472954.435586:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1772472954.435592:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185948288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435618:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185948288:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472954.435623:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00080000:0.0:1772472954.435646:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472954.435650:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472954.435652:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472954.435685:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185948160:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435695:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185948032:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435703:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185948544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435730:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185948416:0@lo:400:kworker.0 00000100:00100000:0.0:1772472954.435797:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1772472954.435803:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c410b7f100, transno 4294967359 00000100:00100000:0.0:1772472954.435814:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185948288:0@lo:400:kworker.0 00000100:00100000:1.0:1772472954.936281:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472954.936301:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185948672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472954.936373:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472954.936437:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948672 00000100:00100000:1.0:1772472954.936444:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948672 00000100:00100000:1.0:1772472954.936493:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1772472954.936502:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185948672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472954.936539:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472954.936583:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185948672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472954.936590:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1772472954.936643:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185948672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472954.947055:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472954.947081:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185948800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472954.947170:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472954.947350:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948800 00000100:00100000:3.0:1772472954.947358:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948800 00000100:00100000:3.0:1772472954.947415:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1772472954.947425:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185948800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472954.947463:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472954.947509:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185948800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472954.947516:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1772472954.947606:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185948800:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472955.130252:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772472955.831681:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772472955.831699:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772472955.831703:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772472955.831780:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472955.831799:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472955.831812:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472955.831840:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185948928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772472955.831906:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472955.834674:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472955.834880:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185948928 00000100:00100000:1.0:1772472955.834891:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185948928 00000100:00100000:1.0:1772472955.834992:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1772472955.835001:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185948928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472955.835018:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472955.835049:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e168c expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472955.835076:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472955.835088:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472955.835098:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772472955.835166:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185948928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472955.835173:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1772472955.835414:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185948928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472955.835433:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472955.835443:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472955.835464:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472955.835470:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472955.835478:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472956.153917:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472957.176123:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472957.509514:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472957.509645:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048000 00000100:00100000:2.0:1772472957.509661:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048000 00000100:00080000:0.0:1772472957.509767:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472957.509817:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 981 00000100:00100000:2.0:1772472957.509831:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51652:x1858570170048000:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772472957.509858:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472957.509884:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e169a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ff5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.509967:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.509980:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.509992:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510004:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510011:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510017:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510155:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510163:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510170:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472957.510212:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1772472957.510216:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772472957.510241:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510253:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510259:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510266:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510271:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472957.510275:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510282:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510295:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772472957.510299:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472957.510303:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510310:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e16a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510326:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510332:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510339:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510344:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772472957.510346:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510364:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510372:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78e00) 00010000:00010000:2.0:1772472957.510374:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472957.510377:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510387:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e16a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510420:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e169a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ff5 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510435:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ff5 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472957.510443:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:2.0:1772472957.510445:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472957.510448:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772472957.510518:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048000:12345-192.168.201.48@tcp:101:touch.0 Request processed in 691us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472957.510526:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 981 00000100:00100000:2.0:1772472957.522811:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472957.522923:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048256 00000100:00100000:3.0:1772472957.522943:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048256 00000100:00100000:3.0:1772472957.523029:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 982 00000100:00100000:3.0:1772472957.523042:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048256:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472957.523072:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472957.523097:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e16b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c12ffc expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523268:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523288:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523303:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523319:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523328:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523334:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472957.523363:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:3.0:1772472957.523393:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523400:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523407:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523414:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472957.523419:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523429:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523444:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:3.0:1772472957.523448:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.523454:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523461:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e16bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523483:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523488:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523494:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523500:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472957.523503:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523509:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523516:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6800) 00010000:00010000:3.0:1772472957.523518:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.523522:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523528:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e16c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523569:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e16b6 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ffc expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523580:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:3.0:1772472957.523583:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.523587:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e16b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ffc expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.523596:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472957.523705:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048256:12345-192.168.201.48@tcp:101:touch.0 Request processed in 665us (906us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472957.523715:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 982 00000100:00100000:3.0:1772472957.532077:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472957.532426:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048384 00000100:00100000:0.0:1772472957.532442:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048384 00000100:00100000:0.0:1772472957.532578:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 983 00000100:00100000:0.0:1772472957.532590:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048384:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772472957.532616:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472957.532639:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e16cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13003 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532786:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532800:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532811:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532826:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532833:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532840:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532890:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532897:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532903:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532908:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472957.532913:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532925:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532936:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:0.0:1772472957.532940:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472957.532945:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532951:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e16d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532965:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532971:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532977:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532982:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472957.532985:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.532992:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.533000:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c410b8a500) 00010000:00010000:0.0:1772472957.533002:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472957.533006:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.533012:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e16d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.533044:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e16cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13003 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.533054:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:0.0:1772472957.533057:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472957.533061:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e16cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13003 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472957.533070:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772472957.533143:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048384:12345-192.168.201.48@tcp:101:touch.0 Request processed in 555us (1082us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472957.533151:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 983 00000100:00100000:1.0:1772472957.541518:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472957.541872:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048512 00000100:00100000:3.0:1772472957.541883:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048512 00000100:00100000:3.0:1772472957.541935:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 984 00000100:00100000:3.0:1772472957.541945:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048512:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772472957.541966:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472957.541989:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e16e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1300a expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542068:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542083:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542093:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542108:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542114:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542124:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542174:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542477:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542485:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542491:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472957.542495:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542502:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542515:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:3.0:1772472957.542517:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.542522:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542528:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e16e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542543:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542549:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542555:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542560:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472957.542562:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542569:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542576:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6400) 00010000:00010000:3.0:1772472957.542578:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.542581:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542587:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e16ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542621:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e16e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1300a expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542631:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:3.0:1772472957.542633:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472957.542636:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e16e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1300a expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472957.542644:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472957.543454:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51652:x1858570170048512:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1509us (1944us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472957.543468:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 984 00000100:00100000:0.0:1772472957.861632:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472957.861711:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472957.861822:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048768 00000100:00100000:1.0:1772472957.861835:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048768 00000100:00100000:1.0:1772472957.861928:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1282 00000100:00100000:1.0:1772472957.861942:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170048768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472957.862060:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170048768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 122us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472957.862068:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1282 00000100:00080000:0.0:1772472957.862595:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472957.863285:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048640 00000100:00100000:3.0:1772472957.863300:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048640 00000100:00100000:3.0:1772472957.863385:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1317 00000100:00100000:3.0:1772472957.863399:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170048640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472957.863483:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170048640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472957.863491:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1317 00010000:00010000:2.0:1772472958.200289:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472959.222981:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772472959.413079:0:88393:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd44ec3390 20000000:00000080:0.0:1772472959.413095:0:88393:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c915000 uarg=0000000000000000 00010000:00010000:0.0:1772472959.413381:0:88393:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772472959.413416:0:88393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:0.0:1772472959.413420:0:88393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472959.413431:0:88393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e16af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c12ff5 expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.413455:0:88393:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772472959.413478:0:88393:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472959.413491:0:88393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.413503:0:88393:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.413512:0:88393:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.413549:0:88393:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.413563:0:88393:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 17 pid: 5803 timeout: 2535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472959.413577:0:88393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88393:1858570185949056:0@lo:104: 00000100:00100000:0.0:1772472959.413640:0:88393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472959.413797:0:88393:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c409156f00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472959.413908:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949056 00000100:00100000:1.0:1772472959.413916:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949056 00000100:00100000:1.0:1772472959.414417:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1772472959.414428:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88393:x1858570185949056:12345-0@lo:104: 00010000:00010000:1.0:1772472959.414442:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472959.414518:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772472959.414525:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88393:x1858570185949056:12345-0@lo:104: Request processed in 100us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472959.414531:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00010000:00010000:3.0:1772472959.414586:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472959.414594:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414602:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472959.414606:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414616:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472959.414623:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472959.414630:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472959.414675:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414681:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472959.414703:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414710:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54800/0xc2ef6d41852e168c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1693 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414726:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472959.414728:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472959.414730:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472959.414775:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185949184:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472959.414813:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472959.414849:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949184 00000100:00100000:3.0:1772472959.414854:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949184 00010000:00010000:3.0:1772472959.414875:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 18 pid: 5803 timeout: 2535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472959.414899:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772472959.414906:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404853450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185949184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772472959.414917:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472959.414922:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 18 pid: 5803 timeout: 2535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414946:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 18 pid: 5803 timeout: 2535 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414960:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414968:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414986:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414993:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.414999:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.415005:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.415010:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772472959.415014:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.415021:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.415028:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472959.415036:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472959.415064:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404853450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185949184:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472959.415071:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772472959.415131:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185949184:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472959.415477:0:88393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1693 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e168c expref: 17 pid: 5803 timeout: 2535 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472959.415488:0:88393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88393:1858570185949056:0@lo:104: 00010000:00010000:0.0:1772472959.415501:0:88393:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.415509:0:88393:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.415515:0:88393:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472959.415524:0:88393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e16f5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472959.544978:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185949568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.545028:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185949312:0@lo:400:kworker.0 00000100:00100000:2.0:1772472959.545045:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472959.545085:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472959.545103:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472959.545112:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185949696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.545114:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185949824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472959.545152:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472959.545157:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472959.545186:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472959.545194:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185949440:0@lo:400:kworker.0 00000100:00100000:2.0:1772472959.545196:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949312 00000100:00100000:2.0:1772472959.545204:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949312 00000100:00100000:3.0:1772472959.545218:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472959.545555:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949696 00000100:00100000:3.0:1772472959.545561:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949696 00000100:00100000:3.0:1772472959.545598:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949440 00000100:00100000:3.0:1772472959.545601:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949440 00000100:00100000:3.0:1772472959.545638:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1772472959.545649:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185949312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.545717:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185949312:12345-0@lo:400:kworker.0 Request processed in 69us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472959.545724:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:3.0:1772472959.545776:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1772472959.545784:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185949696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.545820:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185949696:12345-0@lo:400:kworker.0 Request processed in 37us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472959.545825:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:3.0:1772472959.545838:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1772472959.545844:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185949440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.545869:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185949440:12345-0@lo:400:kworker.0 Request processed in 26us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472959.545875:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:3.0:1772472959.545916:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185949440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472959.546019:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185949312:0@lo:400:kworker.0 00000100:00100000:2.0:1772472959.546109:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185949696:0@lo:400:kworker.0 00000100:00100000:0.0:1772472959.546205:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949568 00000100:00100000:0.0:1772472959.546209:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949568 00000100:00100000:0.0:1772472959.546249:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949824 00000100:00100000:0.0:1772472959.546253:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949824 00000100:00100000:0.0:1772472959.546282:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1772472959.546290:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185949568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472959.546336:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185949568:12345-0@lo:400:kworker.0 Request processed in 48us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472959.546342:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1772472959.546356:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1772472959.546362:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185949824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472959.546399:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185949824:12345-0@lo:400:kworker.0 Request processed in 37us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472959.546406:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00080000:0.0:1772472959.546435:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472959.546439:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472959.546441:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472959.546476:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185949568:0@lo:400:kworker.0 00000100:00100000:0.0:1772472959.546503:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185949824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472960.055483:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472960.055507:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185949952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472960.055575:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472960.055641:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185949952 00000100:00100000:2.0:1772472960.055660:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185949952 00000100:00100000:2.0:1772472960.055713:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1772472960.055722:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185949952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472960.055784:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472960.055828:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185949952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472960.055835:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1772472960.055901:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185950080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472960.055927:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472960.055971:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950080 00000100:00100000:2.0:1772472960.055976:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950080 00000100:00100000:2.0:1772472960.055998:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1772472960.056004:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185950080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472960.056022:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472960.056053:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185950080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472960.056059:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1772472960.056100:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185950080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472960.056129:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185949952:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772472960.247526:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472961.271912:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472961.345735:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472961.345852:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472961.345858:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472961.345907:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.345920:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.346034:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472961.346065:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185950208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472961.346137:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472961.346700:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424e6df00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472961.354886:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950208 00000100:00100000:1.0:1772472961.354904:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950208 00000100:00100000:0.0:1772472961.359213:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1772472961.359228:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185950208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472961.359248:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472961.359268:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e16fc expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.359299:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.359312:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.359322:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772472961.359400:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185950208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (13263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472961.359407:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1772472961.359465:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185950208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472961.359484:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.359493:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472961.359517:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472961.359522:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472961.359528:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472962.305368:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472962.379163:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472962.383371:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170048896 00000100:00100000:3.0:1772472962.383387:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170048896 00000100:00080000:0.0:1772472962.383475:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472962.383548:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 985 00000100:00100000:3.0:1772472962.383560:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51739:x1858570170048896:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472962.383583:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472962.383622:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e170a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13011 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383693:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383708:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383720:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472962.383831:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772472962.383835:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472962.383865:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383904:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e170a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13011 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383925:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13011 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472962.383939:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:3.0:1772472962.383942:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472962.383945:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772472962.384016:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51739:x1858570170048896:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 459us (4861us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472962.384023:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 985 00000100:00100000:3.0:1772472962.386813:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472962.387265:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049152 00000100:00100000:2.0:1772472962.387276:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049152 00000100:00100000:2.0:1772472962.387369:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 986 00000100:00100000:2.0:1772472962.387380:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51739:x1858570170049152:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772472962.387433:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772472962.387459:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1711 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13011 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472962.387474:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e16af) 00010000:00010000:2.0:1772472962.387479:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:2.0:1772472962.387489:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472962.387515:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472962.387529:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472962.387538:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472962.388137:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000ed350f51 reply state 00000000d4ece084 transno 4294967679 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472962.388149:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472962.388170:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:2.0:1772472962.388327:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51739:x1858570170049152:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 946us (1520us total) trans 4294967679 rc 0/0 00000100:00100000:2.0:1772472962.388335:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 986 00010000:00010000:1.0:1772472962.391230:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391247:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391271:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391278:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472962.391282:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391290:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391307:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78600) 00010000:00010000:1.0:1772472962.391310:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472962.391316:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472962.391322:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1718 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472962.986535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472962.986585:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472962.986634:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049536 00000100:00100000:1.0:1772472962.986643:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049536 00000100:00100000:1.0:1772472962.986703:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1285 00000100:00100000:1.0:1772472962.986712:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170049536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472962.986802:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170049536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472962.986809:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1285 00000100:00080000:1.0:1772472962.986831:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472962.989293:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049280 00000100:00100000:3.0:1772472962.989308:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049280 00000100:00100000:3.0:1772472962.989438:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1319 00000100:00100000:3.0:1772472962.989448:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170049280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472962.991032:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170049280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1576us (4497us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472962.991044:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1319 00000100:00100000:2.0:1772472962.991240:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472962.993698:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049408 00000100:00100000:3.0:1772472962.993713:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049408 00000100:00100000:3.0:1772472962.993873:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1710 00000100:00100000:3.0:1772472962.993883:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170049408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472962.993994:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170049408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 112us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472962.994002:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1710 00000020:00000080:2.0:1772472963.010708:0:88589:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8e5e8320 20000000:00000080:2.0:1772472963.010728:0:88589:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d62000 uarg=0000000000000000 00010000:00010000:2.0:1772472963.011175:0:88589:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772472963.011193:0:88589:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772472963.011215:0:88589:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772472963.011236:0:88589:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.011253:0:88589:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.011262:0:88589:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.011308:0:88589:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.011325:0:88589:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 17 pid: 5803 timeout: 2538 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472963.011341:0:88589:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88589:1858570185950336:0@lo:104: 00000100:00100000:2.0:1772472963.011413:0:88589:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472963.011551:0:88589:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42c89f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472963.012346:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950336 00000100:00100000:3.0:1772472963.012356:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950336 00000100:00100000:3.0:1772472963.012412:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1772472963.012423:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88589:x1858570185950336:12345-0@lo:104: 00010000:00010000:3.0:1772472963.012438:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012546:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772472963.012553:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:88589:x1858570185950336:12345-0@lo:104: Request processed in 132us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472963.012560:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00010000:00010000:3.0:1772472963.012603:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472963.012609:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012617:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772472963.012621:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012630:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772472963.012637:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772472963.012642:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772472963.012672:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012678:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772472963.012700:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012708:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb800/0xc2ef6d41852e16fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1703 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472963.012723:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472963.012725:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472963.012727:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472963.012757:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185950464:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772472963.012788:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472963.013180:0:88589:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88589:1858570185950336:0@lo:104: 00010000:00010000:2.0:1772472963.013202:0:88589:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472963.013278:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950464 00000100:00100000:1.0:1772472963.013284:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950464 00010000:00010000:1.0:1772472963.013309:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 2538 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472963.013374:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1772472963.013383:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185950464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472963.013395:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472963.013401:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 2538 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013412:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 2538 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013429:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e1703 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e16fc expref: 18 pid: 5803 timeout: 2538 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013444:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013452:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013465:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013472:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013479:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013490:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013497:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472963.013501:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013508:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013527:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472963.013537:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472963.013590:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185950464:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472963.013606:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00010000:00010000:2.0:1772472963.013648:0:88589:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.013656:0:88589:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472963.013662:0:88589:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54000/0xc2ef6d41852e171f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88589 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472963.014050:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185950464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472963.320853:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472963.715106:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967679 is committed 00010000:00010000:0.0:1772472964.343366:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772472964.343606:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772472964.343611:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772472964.343617:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772472964.343668:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472964.343679:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472964.343692:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472964.343722:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185950592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772472964.343819:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472964.343867:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff180 going to sleep for 11 seconds 00000100:00100000:0.0:1772472964.344096:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950592 00000100:00100000:0.0:1772472964.344104:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950592 00000100:00100000:0.0:1772472964.344150:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1772472964.344157:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185950592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472964.344168:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472964.344180:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1726 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472964.344197:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472964.344209:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472964.344215:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772472964.344244:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185950592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472964.344248:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1772472964.344370:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185950592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772472964.344384:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472964.344392:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472964.344412:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772472964.344417:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472964.344424:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472964.665860:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185950976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472964.665946:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472964.666013:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472964.666022:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185951104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472964.666049:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472964.666085:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950976 00000100:00100000:3.0:1772472964.666093:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950976 00000100:00100000:2.0:1772472964.666185:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185950720:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.666218:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472964.666241:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185951232:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.666263:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472964.666283:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472964.666301:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185950848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.666324:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472964.666352:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951104 00000100:00100000:2.0:1772472964.666356:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951104 00000100:00100000:3.0:1772472964.668387:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951232 00000100:00100000:3.0:1772472964.668399:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951232 00000100:00100000:2.0:1772472964.669891:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950720 00000100:00100000:2.0:1772472964.669901:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950720 00000100:00100000:2.0:1772472964.669926:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185950848 00000100:00100000:2.0:1772472964.669929:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185950848 00000100:00100000:2.0:1772472964.669950:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:2.0:1772472964.669960:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185951104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.670129:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185951104:12345-0@lo:400:kworker.0 Request processed in 170us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472964.670151:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1772472964.670166:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185950720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472964.670214:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185950720:12345-0@lo:400:kworker.0 Request processed in 54us (3995us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472964.670227:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:1.0:1772472964.670327:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1772472964.670349:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1772472964.670357:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1772472964.670359:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185950848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472964.670371:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185950976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472964.670400:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185950848:12345-0@lo:400:kworker.0 Request processed in 43us (4074us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472964.670408:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1772472964.670421:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185950976:12345-0@lo:400:kworker.0 Request processed in 53us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472964.670428:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1772472964.670445:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1772472964.670462:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185951232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472964.670490:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185951232:12345-0@lo:400:kworker.0 Request processed in 29us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472964.670495:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:3.0:1772472964.670515:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472964.670521:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472964.670523:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472964.670762:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185951104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472964.670791:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185950976:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.673951:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185950848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.673971:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185950720:0@lo:400:kworker.0 00000100:00100000:2.0:1772472964.673982:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185951232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472965.175621:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185951488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472965.175694:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472965.175764:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185951360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472965.175785:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472965.175824:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951488 00000100:00100000:0.0:1772472965.175831:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951488 00000100:00100000:0.0:1772472965.175884:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951360 00000100:00100000:0.0:1772472965.175888:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951360 00000100:00100000:0.0:1772472965.175922:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1772472965.176124:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185951488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472965.176158:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472965.176206:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185951488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472965.176213:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1772472965.176229:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1772472965.176235:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185951360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472965.176253:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472965.176277:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185951360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472965.176284:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1772472965.176331:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185951488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472965.176344:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185951360:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772472965.367551:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472966.394486:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472966.405434:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.406307:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049664 00000100:00100000:1.0:1772472966.406317:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049664 00000100:00080000:3.0:1772472966.406389:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472966.406420:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 987 00000100:00100000:1.0:1772472966.406431:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170049664:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472966.406519:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170049664:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 91us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.406527:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 987 00000100:00100000:3.0:1772472966.409112:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472966.409237:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049792 00000100:00100000:2.0:1772472966.409247:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049792 00000100:00100000:2.0:1772472966.409353:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 534 00000100:00100000:2.0:1772472966.409363:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170049792:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:3.0:1772472966.409676:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472966.409725:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170049792:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 362us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472966.409733:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 534 00000100:00100000:2.0:1772472966.412259:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.412345:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170049920 00000100:00100000:3.0:1772472966.412355:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170049920 00000100:00100000:3.0:1772472966.412405:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 535 00000100:00100000:3.0:1772472966.412413:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570170049920:12345-192.168.201.48@tcp:8:lfs.0 00010000:00080000:3.0:1772472966.412446:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2392 last 0 00000020:00000080:3.0:1772472966.412481:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e1734 00002000:00100000:3.0:1772472966.412493:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c40562d000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772472966.412504:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1772472966.412778:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1772472966.412809:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c405629800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772472966.413880:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170049920:12345-192.168.201.48@tcp:8:lfs.0 Request processed in 1462us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472966.413892:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 535 00000100:00100000:2.0:1772472966.420400:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.420500:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050048 00000100:00100000:1.0:1772472966.420522:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050048 00000100:00100000:1.0:1772472966.420600:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 536 00000100:00100000:1.0:1772472966.420613:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51823:x1858570170050048:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472966.420956:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51823:x1858570170050048:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 346us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.420965:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 536 00000100:00080000:3.0:1772472966.421037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472966.423661:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472966.423780:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050176 00000100:00100000:0.0:1772472966.423791:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050176 00000100:00100000:0.0:1772472966.423846:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 988 00000100:00100000:0.0:1772472966.423859:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050176:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472966.424317:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050176:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 461us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.424326:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 988 00000100:00100000:0.0:1772472966.427646:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.427787:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050304 00000100:00100000:3.0:1772472966.427799:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050304 00000100:00100000:3.0:1772472966.427873:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 989 00000100:00100000:3.0:1772472966.427884:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050304:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472966.428003:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050304:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 119us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472966.428011:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 989 00000100:00100000:0.0:1772472966.429954:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.430114:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050432 00000100:00100000:1.0:1772472966.430125:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050432 00000100:00100000:1.0:1772472966.430194:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 537 00000100:00100000:1.0:1772472966.430205:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050432:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472966.430558:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050432:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 353us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.430567:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 537 00000100:00100000:2.0:1772472966.434111:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.434231:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050560 00000100:00100000:1.0:1772472966.434241:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050560 00000100:00100000:1.0:1772472966.434344:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 538 00000100:00100000:1.0:1772472966.434357:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51823:x1858570170050560:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472966.434701:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51823:x1858570170050560:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 346us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.434710:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 538 00000100:00100000:1.0:1772472966.441071:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.442456:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050688 00000100:00100000:3.0:1772472966.442466:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050688 00000100:00100000:3.0:1772472966.442526:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 990 00000100:00100000:3.0:1772472966.442545:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050688:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472966.442848:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51823:x1858570170050688:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 313us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472966.442857:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 990 00000100:00100000:0.0:1772472966.513842:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.513965:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050816 00000100:00100000:1.0:1772472966.513977:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050816 00000100:00100000:1.0:1772472966.514033:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 991 00000100:00100000:1.0:1772472966.514040:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:51827:x1858570170050816:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472966.514058:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472966.514078:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e173b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13018 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514129:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514140:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514149:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514157:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514161:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514165:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514375:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514381:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514386:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472966.514404:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1772472966.514407:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772472966.514504:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514517:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514523:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514530:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514546:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472966.514550:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514557:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514569:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772472966.514573:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472966.514578:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514584:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1742 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514598:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514602:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514606:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514609:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472966.514610:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514614:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514618:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c420328100) 00010000:00010000:1.0:1772472966.514620:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472966.514621:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514625:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1749 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514647:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e173b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13018 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514661:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13018 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.514667:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772472966.514668:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472966.514670:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772472966.514723:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51827:x1858570170050816:12345-192.168.201.48@tcp:101:dd.0 Request processed in 683us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.514730:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 991 00000100:00100000:2.0:1772472966.518586:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.518919:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170050944 00000100:00100000:3.0:1772472966.518929:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170050944 00000100:00100000:3.0:1772472966.518985:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 163 00000100:00100000:3.0:1772472966.518995:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51827:x1858570170050944:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:3.0:1772472966.519103:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e94050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51827:x1858570170050944:12345-192.168.201.48@tcp:49:dd.0 Request processed in 110us (525us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772472966.519109:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 163 00000100:00100000:2.0:1772472966.521517:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.521671:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051200 00000100:00100000:3.0:1772472966.521680:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051200 00000100:00100000:3.0:1772472966.521722:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 992 00000100:00100000:3.0:1772472966.521728:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51827:x1858570170051200:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772472966.521778:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472966.521796:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1757 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1301f expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521935:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521950:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521966:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521980:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521987:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.521994:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472966.522598:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:3.0:1772472966.522805:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e176c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522813:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e176c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522819:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e176c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522848:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522855:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522861:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522866:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472966.522871:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522879:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522891:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328600) 00010000:00010000:3.0:1772472966.522895:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472966.522900:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522906:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e175e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472966.522919:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000022751cd reply state 000000000618d46d transno 4294967680 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472966.522928:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472966.522958:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1757 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1301f expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522971:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e176c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1301f expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.522978:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472966.522980:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472966.522982:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772472966.523062:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51827:x1858570170051200:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1332us (1553us total) trans 4294967680 rc 0/0 00000100:00100000:3.0:1772472966.523071:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 992 00010000:00010000:3.0:1772472966.524893:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524908:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524916:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524922:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472966.524927:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524935:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524951:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6500) 00010000:00010000:3.0:1772472966.524954:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472966.524958:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472966.524965:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1765 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472966.527715:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472966.528048:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051328 00000100:00100000:0.0:1772472966.528059:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051328 00000100:00100000:0.0:1772472966.528119:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 164 00000100:00100000:0.0:1772472966.528130:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51827:x1858570170051328:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:0.0:1772472966.528635:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51827:x1858570170051328:12345-192.168.201.48@tcp:49:dd.0 Request processed in 291us (712us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772472966.528646:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 164 00000100:00100000:0.0:1772472966.534297:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472966.534383:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051456 00000100:00100000:1.0:1772472966.534392:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051456 00000100:00100000:1.0:1772472966.534447:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 539 00000100:00100000:1.0:1772472966.534454:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:51827:x1858570170051456:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772472966.534470:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472966.534489:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13026 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472966.534512:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772472966.534542:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472966.534545:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472966.534554:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.534573:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 7 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472966.534590:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772472966.534643:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51827:x1858570170051456:12345-192.168.201.48@tcp:101:dd.0 Request processed in 189us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472966.534650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 539 00000100:00100000:1.0:1772472966.561862:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472966.561955:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051584 00000100:00100000:0.0:1772472966.561965:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051584 00002000:00100000:0.0:1772472966.562018:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff90c43b180000 x1858570170051584/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:247/0 lens 488/0 e 0 to 0 dl 1772472977 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472966.562029:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43b180000 with x1858570170051584 ext(0->1048575) 00002000:00010000:0.0:1772472966.562037:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43b180000 00000100:00100000:0.0:1772472966.562076:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 24 00000100:00100000:0.0:1772472966.562086:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170051584:12345-192.168.201.48@tcp:4:dd.0 00000001:00100000:2.0:1772472966.661763:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:3.0:1772472966.732013:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:1.0:1772472966.732192:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170051584:12345-192.168.201.48@tcp:4:dd.0 Request processed in 170101us (170332us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1772472966.732205:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 24 00002000:00100000:1.0:1772472966.732219:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1f:0x0] (0->1048575) req@ffff90c43b180000 x1858570170051584/t4294967358(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:247/0 lens 488/448 e 0 to 0 dl 1772472977 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472966.732244:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43b180000 with x1858570170051584 ext(0->1048575) 00002000:00010000:1.0:1772472966.732253:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43b180000 00000100:00100000:2.0:1772472966.737929:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472966.738030:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051712 00000100:00100000:3.0:1772472966.738041:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051712 00000100:00100000:3.0:1772472966.738094:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 993 00000100:00100000:3.0:1772472966.738104:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:51827:x1858570170051712:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:3.0:1772472966.851286:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967680 is committed 00000100:00100000:2.0:1772472966.852320:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51827:x1858570170051712:12345-192.168.201.48@tcp:44:dd.0 Request processed in 114210us (114396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472966.852332:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 993 00000100:00100000:3.0:1772472966.863244:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472966.864290:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170051840 00000100:00100000:2.0:1772472966.864302:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170051840 00000100:00100000:2.0:1772472966.864372:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 540 00000100:00100000:2.0:1772472966.864384:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170051840:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:2.0:1772472966.864510:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170051840:12345-192.168.201.48@tcp:16:dd.0 Request processed in 129us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472966.864518:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 540 00000100:00100000:1.0:1772472966.868174:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472966.871076:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052096 00000100:00100000:2.0:1772472966.871092:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052096 00000100:00100000:2.0:1772472966.871174:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 165 00000100:00100000:2.0:1772472966.871187:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:51827:x1858570170052096:12345-192.168.201.48@tcp:35:dd.0 00000001:00080000:2.0:1772472966.871603:0:5814:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967681 00000100:00100000:2.0:1772472966.871769:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:51827:x1858570170052096:12345-192.168.201.48@tcp:35:dd.0 Request processed in 552us (3569us total) trans 4294967682 rc 0/0 00000100:00100000:2.0:1772472966.871780:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 165 00000020:00080000:2.0:1772472966.871786:0:5814:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1772472967.423711:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472968.101991:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472968.102033:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472968.102060:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472968.102080:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472968.102105:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052608 00000100:00100000:2.0:1772472968.102114:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052608 00000100:00100000:2.0:1772472968.102166:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052480 00000100:00100000:2.0:1772472968.102169:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052480 00000100:00100000:2.0:1772472968.102193:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000100:00100000:2.0:1772472968.102201:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170052608:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472968.102268:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170052608:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472968.102277:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1288 00000100:00100000:2.0:1772472968.102296:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1289 00000100:00100000:2.0:1772472968.102303:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170052480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472968.102326:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170052480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472968.102335:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1289 00000100:00100000:0.0:1772472968.102501:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052352 00000100:00100000:0.0:1772472968.102515:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052352 00000100:00100000:0.0:1772472968.102561:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1714 00000100:00100000:0.0:1772472968.102568:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170052352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472968.102610:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170052352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472968.102616:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1714 00000100:00080000:2.0:1772472968.104839:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472968.104848:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472968.104852:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472968.104870:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052224 00000100:00100000:2.0:1772472968.104881:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052224 00000100:00100000:2.0:1772472968.104939:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1321 00000100:00100000:2.0:1772472968.104949:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170052224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472968.105019:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170052224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472968.105028:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1321 00000001:00080000:3.0:1772472968.125815:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967682 is committed 00010000:00010000:0.0:1772472968.441131:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472969.463936:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472969.675320:0:88838:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2395507577040ns, next at 2374823800177ns, rc = 0 00000004:00080000:2.0:1772472969.675497:0:88838:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2395507756753ns, next at 2280407899357ns, rc = 0 00000004:00080000:0.0:1772472969.701383:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000004:00080000:0.0:1772472969.701412:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000100:00100000:3.0:1772472969.785921:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185951872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.785990:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472969.786051:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472969.786058:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185952000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.786083:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472969.786115:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951872 00000100:00100000:3.0:1772472969.786123:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951872 00000100:00100000:3.0:1772472969.786174:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1772472969.786184:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185951872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.786232:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185951872:12345-0@lo:400:kworker.0 Request processed in 50us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472969.786239:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1772472969.786261:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952000 00000100:00100000:3.0:1772472969.786264:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952000 00000100:00100000:3.0:1772472969.786290:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1772472969.786295:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185952000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.786323:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185952000:12345-0@lo:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472969.786328:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:3.0:1772472969.786342:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472969.786346:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472969.786375:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185952000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.786384:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185951872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786549:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185951616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786583:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472969.786617:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185952128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786637:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472969.786655:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472969.786661:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185951744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786680:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472969.786695:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185952256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786713:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472969.786759:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952128 00000100:00100000:0.0:1772472969.786763:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952128 00000100:00100000:0.0:1772472969.786803:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951744 00000100:00100000:0.0:1772472969.786807:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951744 00000100:00100000:0.0:1772472969.786826:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:0.0:1772472969.786833:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185952128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786867:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185952128:12345-0@lo:400:kworker.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472969.786873:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:0.0:1772472969.786886:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:0.0:1772472969.786892:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185951744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.786916:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185951744:12345-0@lo:400:kworker.0 Request processed in 24us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472969.786922:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:0.0:1772472969.786944:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952256 00000100:00100000:0.0:1772472969.786947:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952256 00000100:00100000:0.0:1772472969.786974:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1772472969.786980:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185952256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.787007:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185952256:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472969.787012:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1772472969.787038:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185951744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.787046:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185952256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472969.787054:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185952128:0@lo:400:kworker.0 00000100:00080000:0.0:1772472969.787075:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472969.787078:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472969.787289:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185951616 00000100:00100000:3.0:1772472969.787295:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185951616 00000100:00100000:3.0:1772472969.787329:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1772472969.787336:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185951616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472969.787369:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185951616:12345-0@lo:400:kworker.0 Request processed in 33us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472969.787374:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1772472969.787441:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185951616:0@lo:400:kworker.0 00000100:00100000:2.0:1772472970.295590:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185952512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472970.295664:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472970.295768:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472970.295932:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952512 00000100:00100000:1.0:1772472970.295940:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952512 00000100:00100000:1.0:1772472970.296001:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1772472970.296012:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185952512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472970.296052:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472970.296096:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185952512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472970.296104:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1772472970.296186:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185952384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472970.296211:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472970.296266:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185952512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472970.296332:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952384 00000100:00100000:1.0:1772472970.296338:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952384 00000100:00100000:1.0:1772472970.296370:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1772472970.296377:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185952384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472970.296398:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472970.296442:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185952384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472970.296449:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1772472970.296523:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185952384:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472970.487486:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472971.512101:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472971.860621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472971.860780:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052736 00000100:00100000:0.0:1772472971.860790:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052736 00000100:00100000:0.0:1772472971.860877:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 994 00000100:00100000:0.0:1772472971.860888:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170052736:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772472971.860988:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170052736:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 101us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472971.860995:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 994 00000100:00080000:3.0:1772472971.861613:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472971.865479:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472971.868594:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052864 00000100:00100000:3.0:1772472971.868605:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052864 00000100:00100000:3.0:1772472971.868667:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 541 00000100:00100000:3.0:1772472971.868677:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52020:x1858570170052864:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472971.869023:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52020:x1858570170052864:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 346us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472971.869030:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 541 00000100:00080000:3.0:1772472971.869055:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472971.871791:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472971.873045:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170052992 00000100:00100000:3.0:1772472971.873058:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170052992 00000100:00100000:3.0:1772472971.873135:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 542 00000100:00100000:3.0:1772472971.873146:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52020:x1858570170052992:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472971.873455:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52020:x1858570170052992:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 298us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472971.873463:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 542 00000100:00080000:1.0:1772472971.874013:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472971.877609:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472971.885600:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053120 00000100:00100000:1.0:1772472971.885610:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053120 00000100:00100000:1.0:1772472971.885790:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 995 00000100:00100000:1.0:1772472971.885802:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053120:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472971.888481:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053120:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 2674us (10872us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472971.888494:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 995 00000100:00100000:3.0:1772472971.899003:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472971.899339:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053248 00000100:00100000:1.0:1772472971.899349:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053248 00000100:00100000:1.0:1772472971.899417:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 996 00000100:00100000:1.0:1772472971.899429:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053248:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772472971.899530:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053248:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 105us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472971.899537:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 996 00000100:00100000:1.0:1772472971.901033:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472971.901102:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053376 00000100:00100000:3.0:1772472971.901111:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053376 00000100:00100000:3.0:1772472971.901164:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 543 00000100:00100000:3.0:1772472971.901172:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52020:x1858570170053376:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472971.901583:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52020:x1858570170053376:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 410us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472971.901592:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 543 00000100:00100000:3.0:1772472971.911379:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772472971.911643:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053504 00000100:00100000:1.0:1772472971.911654:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053504 00000100:00100000:1.0:1772472971.911774:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 544 00000100:00100000:1.0:1772472971.911786:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52020:x1858570170053504:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772472971.912082:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52020:x1858570170053504:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 296us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472971.912090:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 544 00000100:00100000:2.0:1772472971.914421:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472971.914882:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053632 00000100:00100000:3.0:1772472971.914892:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053632 00000100:00100000:3.0:1772472971.914943:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 997 00000100:00100000:3.0:1772472971.914953:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053632:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472971.915239:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52020:x1858570170053632:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 287us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472971.915248:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 997 00000100:00100000:2.0:1772472971.974242:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472971.974288:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170053888 00000100:00100000:3.0:1772472971.974298:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170053888 00000100:00100000:3.0:1772472971.974361:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 998 00000100:00100000:3.0:1772472971.974371:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52024:x1858570170053888:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772472971.974516:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472971.974543:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e176c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1301f expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974560:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772472971.974570:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472971.974589:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974601:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974611:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974623:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974629:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974635:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974956:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974965:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.974973:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472971.975375:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].31, 64 off10176 00000004:00080000:3.0:1772472971.975385:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2397807644844ns, next at 2398807642910ns, rc = 0 00010000:00010000:3.0:1772472971.975596:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975607:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975620:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975628:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975634:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975640:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975665:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472971.975685:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975691:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975697:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975703:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472971.975707:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975715:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975724:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:3.0:1772472971.975727:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472971.975732:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975845:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e178f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975864:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975870:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975877:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975882:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772472971.975885:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975892:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975960:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328600) 00010000:00010000:3.0:1772472971.975963:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472971.975967:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472971.975973:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1781 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472971.975982:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a76048b5 reply state 000000000219ee3a transno 4294967683 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472971.975984:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472971.975990:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472971.975996:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472971.975997:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772472971.976000:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472971.976006:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472971.976015:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:0.0:1772472971.976017:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472971.976020:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472971.976025:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1796 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472971.976037:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472971.976039:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472971.976040:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472971.976072:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52024:x1858570170053888:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1700us (1835us total) trans 4294967683 rc 0/0 00000100:00100000:3.0:1772472971.976081:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 998 00010000:00010000:1.0:1772472971.980221:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980240:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980247:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980253:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772472971.980258:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980265:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980282:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6700) 00010000:00010000:1.0:1772472971.980285:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472971.980290:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472971.980296:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1788 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472972.535900:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472973.230452:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472973.230485:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472973.230506:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472973.230526:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472973.230552:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054016 00000100:00100000:3.0:1772472973.230560:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054016 00000100:00100000:3.0:1772472973.230603:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1323 00000100:00100000:3.0:1772472973.230612:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170054016:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472973.230676:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170054016:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472973.230683:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1323 00000100:00100000:3.0:1772472973.230716:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054144 00000100:00100000:3.0:1772472973.230720:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054144 00000100:00100000:3.0:1772472973.230777:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1718 00000100:00100000:3.0:1772472973.230784:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170054144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472973.230832:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170054144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472973.230839:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1718 00000100:00100000:3.0:1772472973.230858:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054272 00000100:00100000:3.0:1772472973.230862:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054272 00000100:00100000:2.0:1772472973.233276:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054400 00000100:00100000:2.0:1772472973.233290:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054400 00000100:00100000:2.0:1772472973.233352:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1292 00000100:00100000:2.0:1772472973.233362:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170054400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472973.233445:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170054400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472973.233453:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1292 00000100:00100000:3.0:1772472973.234328:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1293 00000100:00100000:3.0:1772472973.234340:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170054272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472973.234388:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170054272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (3881us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472973.234395:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1293 00000100:00080000:3.0:1772472973.234432:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472973.234437:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472973.234440:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472973.560382:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472974.007656:0:88982:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2399839913253ns, next at 2374823800177ns, rc = 0 00000004:00080000:2.0:1772472974.007797:0:88982:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2399840056593ns, next at 2398807642910ns, rc = 0 00000004:00080000:0.0:1772472974.039304:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:0.0:1772472974.039552:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00000001:00080000:0.0:1772472974.040172:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967683 is committed 00000004:00080000:0.0:1772472974.040180:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000100:00100000:3.0:1772472974.040629:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472974.040650:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185952640:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472974.040762:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472974.041035:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952640 00000100:00100000:2.0:1772472974.041043:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952640 00000100:00100000:2.0:1772472974.041115:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1772472974.041126:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185952640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472974.041155:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:2.0:1772472974.041178:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.041199:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.041207:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472974.041209:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472974.041212:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.041242:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.041262:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 5 pid: 6590 timeout: 2499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472974.041274:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185952768:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772472974.041332:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45e40 going to sleep for 11 seconds 00000100:00080000:3.0:1772472974.042150:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472974.045642:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570185952768:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772472974.045675:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472974.046125:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472974.046467:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054528 00000100:00100000:2.0:1772472974.046474:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054528 00010000:00010000:2.0:1772472974.046516:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 6 pid: 6590 timeout: 2499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472974.046556:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 419 00000100:00100000:2.0:1772472974.046566:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170054528:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472974.046582:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472974.046587:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 6 pid: 6590 timeout: 2499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.046598:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 6 pid: 6590 timeout: 2499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.046622:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e177a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13026 expref: 6 pid: 6590 timeout: 2499 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.046638:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472974.046640:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472974.046645:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.046653:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.046671:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472974.046732:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170054528:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 167us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472974.046770:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 419 00010000:00010000:0.0:1772472974.048190:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472974.048206:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472974.048217:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472974.048225:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472974.048287:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472974.049264:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185952640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8137us (8523us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1772472974.049272:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000004:00080000:3.0:1772472974.049344:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43b99ea00/2, rc 0, transno 4294967359 00000100:00100000:3.0:1772472974.049497:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185952640:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1772472974.049610:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472974.049618:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.049627:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772472974.049632:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.049641:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.049660:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.049667:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd3ea614/0xc2ef6d41852e179d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472974.049695:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472974.049697:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472974.049698:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472974.586596:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472974.904536:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185953280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904604:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.904656:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472974.904663:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185952896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904690:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.904712:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185953408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904735:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.904786:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185953024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904808:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.904825:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185953536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904845:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.904862:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472974.904867:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185953152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.904886:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472974.905353:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953280 00000100:00100000:0.0:1772472974.905362:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953280 00000100:00100000:0.0:1772472974.905435:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953536 00000100:00100000:0.0:1772472974.905439:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953536 00000100:00100000:0.0:1772472974.905460:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1772472974.905467:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185953280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905527:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185953280:12345-0@lo:400:kworker.0 Request processed in 59us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905534:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1772472974.905551:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1772472974.905557:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185953536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905587:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185953536:12345-0@lo:400:kworker.0 Request processed in 30us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905593:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1772472974.905611:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185952896 00000100:00100000:0.0:1772472974.905613:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185952896 00000100:00100000:0.0:1772472974.905628:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1772472974.905632:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185952896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905652:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185952896:12345-0@lo:400:kworker.0 Request processed in 20us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905658:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1772472974.905676:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953408 00000100:00100000:0.0:1772472974.905678:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953408 00000100:00100000:0.0:1772472974.905693:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953024 00000100:00100000:0.0:1772472974.905694:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953024 00000100:00100000:0.0:1772472974.905702:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953152 00000100:00100000:0.0:1772472974.905703:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953152 00000100:00100000:0.0:1772472974.905711:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1772472974.905715:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185953408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905731:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185953408:12345-0@lo:400:kworker.0 Request processed in 16us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905734:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1772472974.905762:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1772472974.905766:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185953024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905780:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185953024:12345-0@lo:400:kworker.0 Request processed in 15us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905783:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:0.0:1772472974.905789:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:0.0:1772472974.905792:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185953152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905804:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185953152:12345-0@lo:400:kworker.0 Request processed in 12us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472974.905807:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:0.0:1772472974.905885:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185953152:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905897:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185953024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.905907:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185953536:0@lo:400:kworker.0 00000100:00080000:2.0:1772472974.906011:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472974.906016:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472974.906145:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185952896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.906156:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185953408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472974.906165:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185953280:0@lo:400:kworker.0 00000100:00100000:2.0:1772472975.426786:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185953664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472975.426857:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472975.427217:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953664 00000100:00100000:1.0:1772472975.427225:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953664 00000100:00100000:1.0:1772472975.427291:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1772472975.427301:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185953664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472975.427336:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772472975.427395:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185953664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472975.427403:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1772472975.427432:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185953792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472975.427456:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472975.427488:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953792 00000100:00100000:1.0:1772472975.427491:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953792 00000100:00100000:1.0:1772472975.427511:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1772472975.427517:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185953792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472975.427535:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772472975.427564:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185953792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472975.427571:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1772472975.427607:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185953792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472975.429225:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185953664:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772472975.607344:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472976.632233:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772472977.101158:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00010000:00010000:2.0:1772472977.654939:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472978.346727:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472978.346833:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472978.346868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472978.346904:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472978.346937:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054912 00000100:00100000:1.0:1772472978.346938:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054784 00000100:00100000:1.0:1772472978.346949:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054784 00000100:00100000:0.0:1772472978.346949:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054912 00000100:00100000:2.0:1772472978.347021:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170054656 00000100:00100000:2.0:1772472978.347026:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170054656 00000100:00100000:2.0:1772472978.347070:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1325 00000100:00100000:2.0:1772472978.347080:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170054656:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472978.347154:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170054656:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472978.347162:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1325 00000100:00100000:3.0:1772472978.347236:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055040 00000100:00100000:3.0:1772472978.347241:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055040 00000100:00100000:0.0:1772472978.347548:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1296 00000100:00100000:0.0:1772472978.347556:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170054912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472978.347592:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170054912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472978.347598:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1296 00000100:00100000:1.0:1772472978.356542:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1722 00000100:00100000:1.0:1772472978.356562:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170054784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:2.0:1772472978.356588:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472978.356597:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472978.356608:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472978.358544:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1297 00000100:00100000:3.0:1772472978.358561:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170055040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472978.358659:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170054784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 2102us (11787us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472978.358670:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1722 00000100:00100000:3.0:1772472978.359294:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170055040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 734us (12384us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472978.359303:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1297 00010000:00010000:0.0:1772472978.684558:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472979.706058:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472980.022981:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185954304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023062:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023117:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472980.023123:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185953920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023150:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023174:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185954432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023198:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023227:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185954048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023250:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023268:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185954560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023288:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023316:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472980.023321:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185954176:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023342:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.023375:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954304 00000100:00100000:0.0:1772472980.023382:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954304 00000100:00100000:0.0:1772472980.023430:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954560 00000100:00100000:0.0:1772472980.023434:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954560 00000100:00100000:0.0:1772472980.023458:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1772472980.023466:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185954304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023522:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185954304:12345-0@lo:400:kworker.0 Request processed in 55us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472980.023528:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1772472980.023715:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1772472980.023722:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185954560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.023784:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185954560:12345-0@lo:400:kworker.0 Request processed in 62us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472980.023790:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1772472980.023811:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185953920 00000100:00100000:0.0:1772472980.023815:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185953920 00000100:00080000:1.0:1772472980.029044:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472980.029054:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472980.029072:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954432 00000100:00100000:1.0:1772472980.029082:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954432 00000100:00100000:1.0:1772472980.029244:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954048 00000100:00100000:1.0:1772472980.029248:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954048 00000100:00100000:1.0:1772472980.029268:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954176 00000100:00100000:1.0:1772472980.029270:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954176 00000100:00100000:1.0:1772472980.029293:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1772472980.029311:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185954432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472980.029401:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185954432:12345-0@lo:400:kworker.0 Request processed in 100us (6200us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472980.029409:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1772472980.029425:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1772472980.029432:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185954048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472980.029461:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185954048:12345-0@lo:400:kworker.0 Request processed in 31us (6211us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472980.029467:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1772472980.029477:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:1.0:1772472980.029483:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185954176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472980.029511:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185954176:12345-0@lo:400:kworker.0 Request processed in 28us (6168us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472980.029516:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00080000:3.0:1772472980.030611:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472980.031204:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1772472980.031222:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185953920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031309:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185953920:12345-0@lo:400:kworker.0 Request processed in 84us (8147us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472980.031320:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1772472980.031416:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185954176:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031430:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185954048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031442:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1772472980.031447:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43b99ea00, transno 4294967359 00000100:00100000:0.0:1772472980.031469:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185954560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031514:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185953920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031528:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185954432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.031539:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185954304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472980.535067:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185954688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472980.535137:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472980.535217:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954688 00000100:00100000:0.0:1772472980.535225:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954688 00000100:00100000:0.0:1772472980.535274:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1772472980.535282:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185954688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472980.535334:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772472980.535384:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185954688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472980.535392:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1772472980.535453:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185954688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472980.536395:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185954816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472980.536451:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472980.537084:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954816 00000100:00100000:1.0:1772472980.537091:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954816 00000100:00100000:2.0:1772472980.537212:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1772472980.537222:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185954816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472980.537252:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472980.537319:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185954816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472980.537326:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1772472980.537395:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185954816:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472980.727065:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472981.751305:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472982.775076:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472983.460526:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472983.460578:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472983.460621:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472983.460654:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472983.460734:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055552 00000100:00100000:2.0:1772472983.460768:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055552 00000100:00100000:2.0:1772472983.460833:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055424 00000100:00100000:2.0:1772472983.460837:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055424 00000100:00100000:2.0:1772472983.460863:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1300 00000100:00100000:2.0:1772472983.460872:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170055552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472983.460946:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170055552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472983.460954:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1300 00000100:00100000:2.0:1772472983.460974:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1301 00000100:00100000:2.0:1772472983.460981:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170055424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472983.461006:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170055424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472983.461012:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1301 00000100:00100000:3.0:1772472983.461457:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055168 00000100:00100000:3.0:1772472983.461463:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055168 00000100:00100000:3.0:1772472983.461501:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1327 00000100:00100000:3.0:1772472983.461508:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170055168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472983.461556:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170055168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472983.461563:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1327 00000100:00080000:0.0:1772472983.461777:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472983.461781:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472983.461909:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055296 00000100:00100000:1.0:1772472983.461914:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055296 00000100:00100000:1.0:1772472983.461963:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1726 00000100:00100000:1.0:1772472983.461971:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170055296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472983.462020:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170055296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 49us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472983.462026:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1726 00000100:00080000:0.0:1772472983.462331:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472983.799080:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472984.823556:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472985.143354:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185954944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472985.143482:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472985.143500:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185955072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.143536:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472985.143538:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185955456:0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.143557:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185955584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472985.143560:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472985.143578:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472985.143596:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472985.143596:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472985.143601:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185955328:0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.143602:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185955200:0@lo:400:kworker.0 00000100:00100000:3.0:1772472985.143621:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472985.143621:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472985.143647:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955072 00000100:00100000:1.0:1772472985.143654:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955072 00000100:00100000:1.0:1772472985.143715:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955456 00000100:00100000:1.0:1772472985.143719:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955456 00000100:00100000:3.0:1772472985.143759:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955200 00000100:00100000:3.0:1772472985.143763:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955200 00000100:00100000:1.0:1772472985.143767:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:1.0:1772472985.143774:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185955072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472985.143782:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1772472985.143788:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185955456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472985.143824:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185955456:12345-0@lo:400:kworker.0 Request processed in 35us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472985.143824:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185955072:12345-0@lo:400:kworker.0 Request processed in 49us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472985.143831:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:2.0:1772472985.143884:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955584 00000100:00100000:2.0:1772472985.143888:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955584 00000100:00100000:2.0:1772472985.143917:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955328 00000100:00100000:2.0:1772472985.143920:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955328 00000100:00100000:2.0:1772472985.143941:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1772472985.143948:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185955584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472985.143984:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185955584:12345-0@lo:400:kworker.0 Request processed in 36us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472985.143992:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1772472985.144006:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1772472985.144011:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185955328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472985.144035:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185955328:12345-0@lo:400:kworker.0 Request processed in 24us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472985.144040:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1772472985.144089:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185955328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472985.144100:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185955456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472985.144183:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185954944 00000100:00100000:0.0:1772472985.144188:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185954944 00000100:00100000:0.0:1772472985.144230:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1772472985.144237:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185954944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472985.144274:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185954944:12345-0@lo:400:kworker.0 Request processed in 38us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472985.144280:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1772472985.148081:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:1.0:1772472985.148151:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1772472985.148170:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185955200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.148281:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185955200:12345-0@lo:400:kworker.0 Request processed in 121us (4657us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472985.148291:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1772472985.148379:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185955200:0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.148398:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185955072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472985.148412:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185955584:0@lo:400:kworker.0 00000100:00080000:1.0:1772472985.148470:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472985.148476:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472985.148479:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472985.148506:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185954944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472985.655034:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185955712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472985.655078:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185955840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472985.655113:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472985.655147:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472985.655216:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955840 00000100:00100000:2.0:1772472985.655225:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955840 00000100:00100000:3.0:1772472985.655239:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955712 00000100:00100000:3.0:1772472985.655247:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955712 00000100:00100000:2.0:1772472985.655422:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1772472985.655432:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185955840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472985.655479:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472985.655539:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185955840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472985.655546:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1772472985.655801:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1772472985.655809:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185955712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472985.655825:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472985.655850:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185955712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472985.655856:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1772472985.655930:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185955840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472985.662394:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185955712:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772472985.847005:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472986.871128:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472987.896109:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472988.581912:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472988.581955:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472988.581979:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472988.582003:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472988.582047:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055936 00000100:00100000:2.0:1772472988.582058:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055936 00000100:00100000:2.0:1772472988.582113:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056064 00000100:00100000:2.0:1772472988.582116:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056064 00000100:00100000:2.0:1772472988.582139:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1304 00000100:00100000:2.0:1772472988.582146:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170055936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472988.582224:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170055936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472988.582231:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1304 00000100:00100000:2.0:1772472988.582249:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1305 00000100:00100000:2.0:1772472988.582256:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170056064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472988.582279:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170056064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472988.582290:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1305 00000100:00100000:0.0:1772472988.582651:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055680 00000100:00100000:0.0:1772472988.582657:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055680 00000100:00100000:0.0:1772472988.582688:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1329 00000100:00100000:0.0:1772472988.582696:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170055680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472988.582725:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170055680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472988.582731:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1329 00000100:00080000:1.0:1772472988.584692:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472988.584701:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472988.584720:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170055808 00000100:00100000:1.0:1772472988.584729:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170055808 00000100:00100000:1.0:1772472988.584828:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1730 00000100:00100000:1.0:1772472988.584837:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170055808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772472988.584902:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170055808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 66us (2920us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472988.584910:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1730 00000100:00080000:0.0:1772472988.585405:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472988.919655:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472989.943036:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472990.263211:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185956224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.263299:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472990.263366:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472990.263373:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185956096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.263395:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472990.263412:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185956608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.263431:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472990.263525:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185955968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263559:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472990.263590:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185956480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263610:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472990.263630:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472990.263635:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185956352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263667:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472990.263695:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956224 00000100:00100000:0.0:1772472990.263702:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956224 00000100:00100000:0.0:1772472990.263772:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956096 00000100:00100000:0.0:1772472990.263777:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956096 00000100:00100000:0.0:1772472990.263796:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956480 00000100:00100000:0.0:1772472990.263798:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956480 00000100:00100000:0.0:1772472990.263814:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1772472990.263822:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185956224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263870:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185956224:12345-0@lo:400:kworker.0 Request processed in 49us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.263878:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1772472990.263900:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1772472990.263907:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185956096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263930:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185956096:12345-0@lo:400:kworker.0 Request processed in 24us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.263936:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1772472990.263946:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:0.0:1772472990.263952:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185956480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.263978:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185956480:12345-0@lo:400:kworker.0 Request processed in 26us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.263983:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:0.0:1772472990.264000:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956608 00000100:00100000:0.0:1772472990.264003:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956608 00000100:00100000:0.0:1772472990.264023:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956352 00000100:00100000:0.0:1772472990.264025:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956352 00000100:00100000:0.0:1772472990.264039:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1772472990.264045:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185956608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.264069:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185956608:12345-0@lo:400:kworker.0 Request processed in 24us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.264075:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1772472990.264085:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1772472990.264090:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185956352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.264114:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185956352:12345-0@lo:400:kworker.0 Request processed in 25us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.264119:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00080000:0.0:1772472990.264144:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472990.264147:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472990.264149:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472990.264182:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185956352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472990.264192:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185956480:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.264770:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185955968 00000100:00100000:1.0:1772472990.264776:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185955968 00000100:00100000:1.0:1772472990.264816:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1772472990.264823:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185955968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.264874:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185955968:12345-0@lo:400:kworker.0 Request processed in 51us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472990.264880:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1772472990.264927:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185956096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.264937:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185956608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472990.264946:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185956224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472990.265025:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185955968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472990.748592:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472990.748927:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056192 00000100:00100000:3.0:1772472990.748938:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056192 00000100:00100000:3.0:1772472990.749010:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 999 00000100:00100000:3.0:1772472990.749021:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056192:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472990.749127:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056192:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 107us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472990.749135:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 999 00000100:00080000:2.0:1772472990.749316:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472990.756530:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472990.760910:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056320 00000100:00100000:0.0:1772472990.760924:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056320 00000100:00100000:0.0:1772472990.761042:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 546 00000100:00100000:0.0:1772472990.761053:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056320:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772472990.761369:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056320:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 318us (4847us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472990.761378:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 546 00000100:00100000:3.0:1772472990.771983:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472990.772027:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056448 00000100:00100000:3.0:1772472990.772037:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056448 00000100:00080000:2.0:1772472990.772565:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472990.772571:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472990.776565:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185956864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472990.776636:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472990.776699:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956864 00000100:00100000:3.0:1772472990.776701:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 547 00000100:00100000:2.0:1772472990.776707:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956864 00000100:00100000:3.0:1772472990.776713:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056448:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472990.776734:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1772472990.776858:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185956736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472990.776887:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472990.777028:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056448:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 317us (5053us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472990.777037:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 547 00000100:00100000:3.0:1772472990.778603:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956736 00000100:00100000:3.0:1772472990.778613:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956736 00000100:00100000:3.0:1772472990.778882:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1772472990.778891:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185956736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472990.778921:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472990.778981:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185956736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472990.778987:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1772472990.779043:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185956736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472990.781992:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185956864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472990.782046:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772472990.782136:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185956864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5395us (5500us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472990.782145:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1772472990.782175:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185956864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472990.787604:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472990.790206:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056576 00000100:00100000:2.0:1772472990.790221:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056576 00000100:00100000:2.0:1772472990.790299:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1000 00000100:00100000:2.0:1772472990.790309:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056576:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472990.790645:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056576:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 336us (3049us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472990.790654:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1000 00000100:00100000:3.0:1772472990.815367:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472990.815406:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056704 00000100:00100000:3.0:1772472990.815414:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056704 00000100:00100000:3.0:1772472990.815477:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1001 00000100:00100000:3.0:1772472990.815487:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056704:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772472990.815596:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170056704:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 110us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472990.815604:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1001 00000100:00100000:3.0:1772472990.819400:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472990.819453:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056832 00000100:00100000:3.0:1772472990.819463:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056832 00000100:00100000:3.0:1772472990.819512:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 548 00000100:00100000:3.0:1772472990.819533:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056832:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772472990.820159:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056832:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 627us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472990.820167:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 548 00000100:00100000:3.0:1772472990.824178:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472990.824303:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170056960 00000100:00100000:2.0:1772472990.824317:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170056960 00000100:00100000:2.0:1772472990.824380:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 549 00000100:00100000:2.0:1772472990.824391:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056960:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772472990.831146:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52242:x1858570170056960:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 6748us (8408us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472990.831159:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 549 00000100:00100000:3.0:1772472990.840070:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472990.840253:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057088 00000100:00100000:2.0:1772472990.840264:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057088 00000100:00100000:2.0:1772472990.840325:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1002 00000100:00100000:2.0:1772472990.840336:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170057088:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772472990.840842:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52242:x1858570170057088:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 506us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472990.840850:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1002 00010000:00010000:3.0:1772472990.969240:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472991.991565:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472993.014922:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472993.712394:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472993.713234:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472993.713266:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472993.713299:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472993.713328:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057344 00000100:00100000:3.0:1772472993.713338:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057344 00000100:00100000:3.0:1772472993.713396:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1734 00000100:00100000:3.0:1772472993.713407:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170057344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472993.713473:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170057344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472993.713480:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1734 00000100:00100000:3.0:1772472993.713502:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057472 00000100:00100000:3.0:1772472993.713506:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057472 00000100:00100000:3.0:1772472993.713532:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057600 00000100:00100000:3.0:1772472993.713534:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057600 00000100:00100000:3.0:1772472993.713552:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1308 00000100:00100000:3.0:1772472993.713557:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170057472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472993.713582:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170057472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472993.713589:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1308 00000100:00100000:3.0:1772472993.713599:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1309 00000100:00100000:3.0:1772472993.713610:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170057600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472993.713634:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170057600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472993.713639:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1309 00000100:00100000:0.0:1772472993.713645:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057216 00000100:00100000:0.0:1772472993.713650:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057216 00000100:00080000:3.0:1772472993.713654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472993.713657:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472993.713660:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472993.713677:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1331 00000100:00100000:0.0:1772472993.713683:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170057216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772472993.713708:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170057216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472993.713714:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1331 00000020:00000080:0.0:1772472993.756706:0:89252:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe101ad220 20000000:00000080:0.0:1772472993.756724:0:89252:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f0bc00 uarg=0000000000000000 00010000:00010000:0.0:1772472993.757039:0:89252:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772472993.757086:0:89252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328600) 00010000:00010000:0.0:1772472993.757090:0:89252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472993.757102:0:89252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1750 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13018 expref: 5 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757126:0:89252:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772472993.757148:0:89252:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772472993.757163:0:89252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757177:0:89252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757186:0:89252:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757219:0:89252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757232:0:89252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 17 pid: 5806 timeout: 2569 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472993.757246:0:89252:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89252:1858570185956992:0@lo:104: 00000100:00100000:0.0:1772472993.757301:0:89252:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472993.757355:0:89252:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404998240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472993.757672:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185956992 00000100:00100000:1.0:1772472993.757682:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185956992 00000100:00100000:1.0:1772472993.757774:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1772472993.757784:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89252:x1858570185956992:12345-0@lo:104: 00010000:00010000:1.0:1772472993.757796:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472993.757870:0:89252:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89252:1858570185956992:0@lo:104: 00010000:00010000:0.0:1772472993.757888:0:89252:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.757916:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472993.757921:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89252:x1858570185956992:12345-0@lo:104: Request processed in 141us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472993.757928:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00010000:1.0:1772472993.758013:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472993.758018:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758024:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472993.758026:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758033:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472993.758037:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472993.758041:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472993.758078:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758085:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472993.758120:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758127:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1726 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e172d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472993.758134:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1772472993.758142:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472993.758144:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472993.758145:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472993.758145:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185957120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772472993.758173:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472993.758287:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957120 00000100:00100000:1.0:1772472993.758291:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957120 00010000:00010000:1.0:1772472993.758304:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 2569 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472993.758325:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1772472993.758330:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185957120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472993.758337:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472993.758341:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 2569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758348:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 2569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758356:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e172d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1726 expref: 18 pid: 5806 timeout: 2569 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758364:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758371:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758383:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758390:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758396:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758402:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758407:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472993.758411:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758418:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758438:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472993.758446:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472993.758477:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185957120:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472993.758483:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1772472993.758506:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185957120:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772472993.758704:0:89252:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.758710:0:89252:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472993.758718:0:89252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbe00/0xc2ef6d41852e17a4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472994.038957:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772472994.871021:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772472994.871029:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772472994.871034:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772472994.871094:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472994.871107:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472994.871118:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472994.871146:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185957248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772472994.871429:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472994.871486:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843480 going to sleep for 11 seconds 00000100:00100000:3.0:1772472994.871563:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957248 00000100:00100000:3.0:1772472994.871571:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957248 00000100:00100000:3.0:1772472994.871627:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1772472994.871636:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185957248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772472994.871649:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472994.871664:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e17ab expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472994.871706:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472994.871717:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472994.871728:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772472994.871802:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185957248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472994.871810:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1772472994.872416:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185957248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772472994.872433:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472994.872444:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772472994.872463:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772472994.872468:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472994.872476:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472995.069158:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472995.390720:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185957504:0@lo:400:kworker.0 00000100:00100000:0.0:1772472995.390880:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185957376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472995.390971:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472995.391020:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185957888:0@lo:400:kworker.0 00000100:00100000:0.0:1772472995.391060:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472995.391103:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957376 00000100:00100000:0.0:1772472995.391112:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957376 00000100:00100000:0.0:1772472995.391161:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1772472995.391170:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185957376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.391887:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185957760:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.391933:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472995.391959:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472995.391965:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185957632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.391986:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472995.392016:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957888 00000100:00100000:2.0:1772472995.392021:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957888 00000100:00100000:2.0:1772472995.392073:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957632 00000100:00100000:2.0:1772472995.392076:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957632 00000100:00100000:2.0:1772472995.392098:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:2.0:1772472995.392105:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185957888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.392158:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185957888:12345-0@lo:400:kworker.0 Request processed in 53us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472995.392166:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1772472995.392621:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472995.392646:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185958016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472995.392668:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472995.392701:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957504 00000100:00100000:3.0:1772472995.392705:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957504 00000100:00100000:3.0:1772472995.392728:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1772472995.392735:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185957632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472995.393721:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185957376:12345-0@lo:400:kworker.0 Request processed in 2547us (2745us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472995.393732:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1772472995.393908:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185957632:12345-0@lo:400:kworker.0 Request processed in 1172us (1920us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.393915:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1772472995.393942:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1772472995.393951:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185957504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472995.393982:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185957504:12345-0@lo:400:kworker.0 Request processed in 35us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.393987:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:3.0:1772472995.394014:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185957760 00000100:00100000:3.0:1772472995.394020:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185957760 00000100:00100000:3.0:1772472995.394062:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958016 00000100:00100000:3.0:1772472995.394066:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958016 00000100:00100000:3.0:1772472995.394085:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1772472995.394092:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185957760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472995.394120:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185957760:12345-0@lo:400:kworker.0 Request processed in 28us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.394125:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1772472995.394135:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1772472995.394141:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185958016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472995.394165:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185958016:12345-0@lo:400:kworker.0 Request processed in 25us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.394171:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1772472995.394326:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185957376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472995.394497:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185957888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.398012:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185957504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.398042:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185958016:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.398102:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185957632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472995.398116:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185957760:0@lo:400:kworker.0 00000100:00080000:3.0:1772472995.400055:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472995.400063:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472995.400069:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472995.902245:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185958144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472995.902318:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472995.902390:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472995.902397:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185958272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472995.902418:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472995.902450:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958144 00000100:00100000:3.0:1772472995.902458:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958144 00000100:00100000:3.0:1772472995.902498:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958272 00000100:00100000:3.0:1772472995.902501:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958272 00000100:00100000:3.0:1772472995.902522:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772472995.902531:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185958144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472995.902567:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472995.902611:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185958144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.902617:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772472995.902634:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1772472995.902640:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185958272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472995.902657:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772472995.902678:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185958272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472995.902683:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1772472995.902724:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185958272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472995.902735:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185958144:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772472996.106911:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472997.143298:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472997.477862:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772472997.477960:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057728 00000100:00100000:3.0:1772472997.477970:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057728 00000100:00100000:3.0:1772472997.478062:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1003 00000100:00100000:3.0:1772472997.478074:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52329:x1858570170057728:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772472997.478100:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472997.478127:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1302d expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478205:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478220:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478234:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472997.478314:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772472997.478319:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772472997.478347:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478375:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1302d expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478399:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1302d expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472997.478407:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772472997.478411:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472997.478415:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772472997.478485:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52329:x1858570170057728:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 414us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472997.478492:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1003 00000100:00080000:0.0:1772472997.478902:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472997.484796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772472997.484880:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170057984 00000100:00100000:0.0:1772472997.484889:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170057984 00000100:00100000:0.0:1772472997.484946:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1004 00000100:00100000:0.0:1772472997.484956:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52329:x1858570170057984:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772472997.485016:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472997.485045:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e17c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1302d expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.485066:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1750) 00010000:00010000:0.0:1772472997.485070:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:0.0:1772472997.485082:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472997.485108:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.485122:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.485133:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472997.520872:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967684 is committed 00000004:00010000:0.0:1772472997.520980:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f567e76b reply state 00000000e9c0fc0c transno 4294967684 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472997.521006:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472997.521055:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00080000:0.0:1772472997.521188:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1772472997.521210:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52329:x1858570170057984:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 36250us (36418us total) trans 4294967684 rc 0/0 00000100:00100000:0.0:1772472997.521219:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1004 00010000:00010000:0.0:1772472997.521257:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521264:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521269:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521276:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772472997.521280:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521285:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521296:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772472997.521298:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772472997.521310:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472997.521314:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbc00/0xc2ef6d41852e17c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472998.134867:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772472998.592517:0:89449:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde1b2d4d0 20000000:00000080:1.0:1772472998.592537:0:89449:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e8c400 uarg=0000000000000000 00010000:00010000:1.0:1772472998.595059:0:89449:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772472998.595086:0:89449:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772472998.595117:0:89449:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772472998.595180:0:89449:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.595211:0:89449:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.595221:0:89449:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.595264:0:89449:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.595281:0:89449:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 17 pid: 5806 timeout: 2574 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472998.596238:0:89449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89449:1858570185958400:0@lo:104: 00000100:00100000:1.0:1772472998.596323:0:89449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472998.596377:0:89449:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd240 going to sleep for 11 seconds 00000100:00100000:0.0:1772472998.596785:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958400 00000100:00100000:0.0:1772472998.596795:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958400 00000100:00100000:0.0:1772472998.596847:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1772472998.596859:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89449:x1858570185958400:12345-0@lo:104: 00010000:00010000:0.0:1772472998.596876:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472998.596933:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772472998.596939:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89449:x1858570185958400:12345-0@lo:104: Request processed in 84us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472998.596946:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00010000:00010000:1.0:1772472998.597163:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472998.597171:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597180:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772472998.597184:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597194:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772472998.597202:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772472998.597208:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772472998.597250:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597257:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772472998.597289:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597296:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17ab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17b2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597317:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472998.597318:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472998.597320:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472998.597333:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185958528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772472998.597364:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472998.597406:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958528 00000100:00100000:1.0:1772472998.597411:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958528 00010000:00010000:1.0:1772472998.597432:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 18 pid: 5806 timeout: 2574 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472998.597453:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1772472998.597460:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185958528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472998.597472:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472998.597477:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 18 pid: 5806 timeout: 2574 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597488:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 18 pid: 5806 timeout: 2574 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597505:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597513:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597527:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597534:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597541:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597548:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597553:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772472998.597557:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597565:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597573:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.597582:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472998.597611:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185958528:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472998.597618:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1772472998.597666:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185958528:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772472998.597701:0:89449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e17b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e17ab expref: 17 pid: 5806 timeout: 2574 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472998.597711:0:89449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89449:1858570185958400:0@lo:104: 00010000:00010000:1.0:1772472998.597723:0:89449:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.598452:0:89449:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.598464:0:89449:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472998.598469:0:89449:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e17ce lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89449 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472998.828403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472998.828451:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472998.828526:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472998.828555:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772472998.828586:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058240 00000100:00100000:2.0:1772472998.828595:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058240 00000100:00100000:2.0:1772472998.828650:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1738 00000100:00100000:2.0:1772472998.828678:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472998.828804:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 145us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472998.828811:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1738 00000100:00100000:2.0:1772472998.828838:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058368 00000100:00100000:2.0:1772472998.828842:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058368 00000100:00100000:2.0:1772472998.828875:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058496 00000100:00100000:2.0:1772472998.828878:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058496 00000100:00100000:2.0:1772472998.828897:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1312 00000100:00100000:2.0:1772472998.828904:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472998.828932:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472998.828937:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1312 00000100:00100000:2.0:1772472998.828948:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1313 00000100:00100000:2.0:1772472998.828956:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772472998.828989:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170058496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472998.828994:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1313 00000100:00080000:2.0:1772472998.829094:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472998.829098:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472998.834229:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058112 00000100:00100000:3.0:1772472998.834244:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058112 00000100:00100000:3.0:1772472998.834324:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1334 00000100:00100000:3.0:1772472998.834334:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170058112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772472998.834418:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170058112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (6025us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472998.834426:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1334 00010000:00010000:0.0:1772472999.160028:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473000.198015:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473000.310910:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473000.310920:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473000.310925:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473000.310990:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473000.311004:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473000.311016:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473000.311051:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185958656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473000.311140:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473000.311213:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b114840 going to sleep for 11 seconds 00000100:00100000:2.0:1772473000.311561:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958656 00000100:00100000:2.0:1772473000.311571:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958656 00000100:00100000:2.0:1772473000.311643:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1772473000.311652:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185958656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473000.311667:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473000.311683:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e17d5 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473000.311706:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473000.311734:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473000.311764:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772473000.311810:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185958656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473000.311818:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1772473000.311870:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185958656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473000.311886:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473000.311894:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473000.311913:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473000.311917:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473000.311924:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473000.502912:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185958784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.503002:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473000.503060:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185959296:0@lo:400:kworker.0 00000100:00100000:3.0:1772473000.503085:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958784 00000100:00100000:1.0:1772473000.503086:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473000.503094:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958784 00000100:00100000:1.0:1772473000.503110:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473000.503116:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185959168:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.503137:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473000.503142:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1772473000.503150:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185958784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.503163:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185958912:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.503185:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473000.503202:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473000.503208:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185959040:0@lo:400:kworker.0 00000100:00100000:3.0:1772473000.503214:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185958784:12345-0@lo:400:kworker.0 Request processed in 64us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473000.503222:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:1.0:1772473000.503225:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473000.503236:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959168 00000100:00100000:3.0:1772473000.503239:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959168 00000100:00100000:1.0:1772473000.503250:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959296 00000100:00100000:1.0:1772473000.503253:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959296 00000100:00100000:3.0:1772473000.503279:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185958912 00000100:00100000:3.0:1772473000.503283:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185958912 00000100:00100000:1.0:1772473000.503640:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959040 00000100:00100000:1.0:1772473000.503644:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959040 00000100:00100000:1.0:1772473000.503669:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1772473000.503677:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185959296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.503712:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185959296:12345-0@lo:400:kworker.0 Request processed in 38us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473000.503718:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1772473000.503732:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1772473000.503762:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185959040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.505201:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185959040:12345-0@lo:400:kworker.0 Request processed in 1455us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473000.505212:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1772473000.505256:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1772473000.505269:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185959168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.505312:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185959168:12345-0@lo:400:kworker.0 Request processed in 47us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473000.505318:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1772473000.505369:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185959168:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.505382:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185958784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.505393:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185959296:0@lo:400:kworker.0 00000100:00100000:1.0:1772473000.505443:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185959040:0@lo:400:kworker.0 00000100:00100000:3.0:1772473000.507677:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1772473000.507690:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185958912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473000.507816:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185958912:12345-0@lo:400:kworker.0 Request processed in 129us (4628us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473000.507824:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00080000:3.0:1772473000.507859:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473000.507866:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473000.507870:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473000.509216:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185958912:0@lo:400:kworker.0 00000100:00100000:3.0:1772473001.017579:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473001.017604:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185959424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473001.017675:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473001.017786:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959424 00000100:00100000:3.0:1772473001.017795:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959424 00000100:00100000:3.0:1772473001.017849:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1772473001.017859:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185959424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473001.017898:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473001.017970:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185959424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473001.017977:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1772473001.018030:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185959424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473001.018214:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473001.018226:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185959552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473001.018257:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473001.018578:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959552 00000100:00100000:2.0:1772473001.018584:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959552 00000100:00100000:2.0:1772473001.018628:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1772473001.018637:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185959552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473001.018660:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473001.018702:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185959552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473001.018708:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1772473001.018806:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185959552:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473001.206894:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473002.233617:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473002.528519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.529203:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058624 00000100:00100000:3.0:1772473002.529227:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058624 00000100:00100000:3.0:1772473002.529458:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 166 00000100:00100000:3.0:1772473002.529469:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52406:x1858570170058624:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:3.0:1772473002.529593:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52406:x1858570170058624:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 126us (1085us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772473002.529602:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 166 00000100:00080000:1.0:1772473002.533836:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473002.536804:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.536842:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170058752 00000100:00100000:3.0:1772473002.536852:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170058752 00000100:00100000:3.0:1772473002.536921:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1005 00000100:00100000:3.0:1772473002.536931:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52406:x1858570170058752:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772473002.536952:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473002.536975:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e17e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13034 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537036:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537048:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537061:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537112:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537121:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.537128:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.539754:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.539773:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.539785:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473002.539827:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772473002.539831:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473002.539855:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.539867:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544437:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544464:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544473:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.544479:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544491:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544516:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772473002.544521:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.544529:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544536:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e17ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544564:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544571:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544576:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544582:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.544585:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544591:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544598:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c4052b6600) 00010000:00010000:3.0:1772473002.544600:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.544603:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544608:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e17f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544662:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e17e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13034 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544684:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13034 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.544691:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473002.544693:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473002.544695:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772473002.544803:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52406:x1858570170058752:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 7870us (8007us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473002.544814:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1005 00000100:00100000:1.0:1772473002.551555:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.554463:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059008 00000100:00100000:3.0:1772473002.554478:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059008 00000100:00100000:3.0:1772473002.554540:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1006 00000100:00100000:3.0:1772473002.554551:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52406:x1858570170059008:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772473002.554573:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473002.554595:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e17ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1303b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554755:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554770:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554781:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554796:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554804:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.554810:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473002.557610:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:3.0:1772473002.564873:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1814 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565624:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1814 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565638:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1814 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565701:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565708:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565715:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565722:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.565726:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565734:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565773:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473002.565775:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.565781:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565788:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1806 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473002.565801:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003bb7b858 reply state 000000001d135a18 transno 4294967685 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473002.565810:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473002.565853:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e17ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1303b expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565867:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1814 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1303b expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.565874:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:3.0:1772473002.567593:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473002.567599:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c000, rc 0) 00000100:00100000:3.0:1772473002.567696:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52406:x1858570170059008:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 13140us (16145us total) trans 4294967685 rc 0/0 00000100:00100000:3.0:1772473002.567707:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1006 00010000:00010000:0.0:1772473002.587803:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587825:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587835:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587842:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473002.587849:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587857:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587887:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6500) 00010000:00010000:0.0:1772473002.587891:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473002.587896:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.587902:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e180d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473002.600258:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473002.600716:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059264 00000100:00100000:2.0:1772473002.600727:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059264 00000100:00100000:2.0:1772473002.600799:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1007 00000100:00100000:2.0:1772473002.600808:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52406:x1858570170059264:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:2.0:1772473002.600863:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473002.600902:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1814 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1303b expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473002.600928:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6400) 00010000:00010000:2.0:1772473002.600939:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473002.600980:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473002.600991:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473002.601001:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473002.601257:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005a800c64 reply state 000000001af1cb48 transno 4294967686 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473002.601824:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473002.601953:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52406:x1858570170059264:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 1144us (1705us total) trans 4294967686 rc 0/0 00000100:00100000:2.0:1772473002.601962:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1007 00010000:00010000:3.0:1772473002.606637:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606657:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606666:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606672:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.606678:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606685:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606704:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:3.0:1772473002.606707:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.606712:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.606719:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1822 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473002.606919:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.609017:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059392 00000100:00100000:3.0:1772473002.609033:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059392 00000100:00100000:3.0:1772473002.609115:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1008 00000100:00100000:3.0:1772473002.609125:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52406:x1858570170059392:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772473002.609150:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473002.609172:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13042 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.609254:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13042 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.609417:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13042 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.609438:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473002.609442:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772473002.609445:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d800, rc 0) 00000100:00100000:3.0:1772473002.609512:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52406:x1858570170059392:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 387us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473002.609519:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1008 00000100:00100000:3.0:1772473002.616504:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.616544:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059520 00000100:00100000:3.0:1772473002.616553:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059520 00000100:00100000:3.0:1772473002.616615:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 550 00000100:00100000:3.0:1772473002.616625:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170059520:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:3.0:1772473002.617885:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170059520:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 1245us (1374us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1772473002.617897:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 550 00000100:00080000:3.0:1772473002.617937:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473002.625668:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.625702:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059776 00000100:00100000:3.0:1772473002.625711:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059776 00000100:00100000:3.0:1772473002.625782:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 167 00000100:00100000:3.0:1772473002.625792:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52406:x1858570170059776:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:3.0:1772473002.627719:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:52406:x1858570170059776:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 1920us (2052us total) trans 4294967687 rc 0/0 00000100:00100000:3.0:1772473002.627733:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 167 00000001:00080000:2.0:1772473002.646626:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967685 is committed 00000100:00100000:0.0:1772473002.691224:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.691508:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170059904 00000100:00100000:3.0:1772473002.691519:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170059904 00000100:00100000:3.0:1772473002.691584:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1009 00000100:00100000:3.0:1772473002.691594:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52410:x1858570170059904:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772473002.691619:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473002.691640:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1830 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13049 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691707:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691722:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691734:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691788:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691796:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691802:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691936:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691949:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.691957:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473002.691990:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 0 00000004:00200000:3.0:1772473002.691994:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473002.692012:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692022:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692031:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692037:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692043:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692048:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.692053:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692060:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692072:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473002.692076:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.692080:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692086:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1837 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692100:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692106:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692112:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692117:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.692120:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692126:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692134:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6200) 00010000:00010000:3.0:1772473002.692136:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.692140:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692146:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e183e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692176:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13049 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692190:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13049 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.692197:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473002.692200:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473002.692202:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772473002.692565:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:52410:x1858570170059904:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 970us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473002.692574:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1009 00000100:00100000:1.0:1772473002.696859:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.697492:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060032 00000100:00100000:3.0:1772473002.697504:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060032 00000100:00100000:3.0:1772473002.697559:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 551 00000100:00100000:3.0:1772473002.697570:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170060032:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772473002.697590:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473002.697614:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13050 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772473002.697643:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x69a5caaa, atime: 0x69a5caaa, ctime: 0x69a5caaa, blocks: 0x1 00010000:00010000:3.0:1772473002.697666:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473002.697669:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473002.697679:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.697700:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.697719:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473002.697932:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170060032:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 363us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473002.697941:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 551 00000100:00100000:1.0:1772473002.706101:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473002.706196:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060288 00000100:00100000:3.0:1772473002.706207:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060288 00000100:00100000:3.0:1772473002.706481:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1010 00000100:00100000:3.0:1772473002.706492:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:52410:x1858570170060288:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772473002.706553:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473002.706581:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1845 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13049 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706603:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13042 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706614:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473002.706625:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473002.706646:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706659:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706669:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706682:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706689:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706696:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706865:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706885:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.706892:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473002.707642:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].32, 64 off10240 00000004:00080000:3.0:1772473002.707652:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2428539912193ns, next at 2429539909918ns, rc = 0 00010000:00010000:3.0:1772473002.707706:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.707716:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.707724:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.707733:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708365:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708377:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708452:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473002.708482:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708499:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708505:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708511:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.708516:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708524:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708536:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772473002.708539:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473002.708544:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708550:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1861 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708568:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708574:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708580:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708585:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473002.708587:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708594:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708600:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473002.708602:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473002.708604:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473002.708610:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1853 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473002.708619:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c1bc617d reply state 00000000c842d5fa transno 4294967688 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473002.708629:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473002.708724:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:52410:x1858570170060288:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2231us (2630us total) trans 4294967688 rc 0/0 00000100:00100000:3.0:1772473002.708733:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1010 00010000:00010000:0.0:1772473002.716886:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716922:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716932:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716938:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473002.716943:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716952:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716972:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c4052b6a00) 00010000:00010000:0.0:1772473002.716976:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473002.716981:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473002.716987:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e185a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720479:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473002.720493:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720504:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473002.720509:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720518:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720538:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:1.0:1772473002.720541:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772473002.720547:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720552:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1868 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473002.720588:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473002.720589:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473002.720592:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473003.258940:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473003.942660:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473003.942706:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473003.942768:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473003.942792:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473003.942821:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060800 00000100:00100000:1.0:1772473003.942831:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060800 00000100:00100000:1.0:1772473003.942910:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060672 00000100:00100000:1.0:1772473003.942915:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060672 00000100:00100000:2.0:1772473003.942937:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1316 00000100:00100000:2.0:1772473003.942949:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170060800:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473003.942981:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060544 00000100:00100000:0.0:1772473003.942985:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060544 00000100:00100000:0.0:1772473003.943015:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1742 00000100:00100000:2.0:1772473003.943017:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170060800:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473003.943022:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170060544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473003.943062:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:2359:x1858570170060544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473003.943069:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1742 00000100:00100000:1.0:1772473003.943385:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1317 00000100:00100000:1.0:1772473003.943395:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170060672:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473003.943424:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170060672:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473003.943431:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1317 00000100:00080000:1.0:1772473003.943452:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473003.945075:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060416 00000100:00100000:0.0:1772473003.945085:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060416 00000100:00100000:2.0:1772473003.945110:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1316 00000100:00100000:0.0:1772473003.945141:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1336 00000100:00100000:0.0:1772473003.945149:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170060416:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473003.952091:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170060416:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 6928us (9309us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473003.952104:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1336 00010000:00010000:1.0:1772473004.278957:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473004.475284:0:89694:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4bdb65b0 20000000:00000080:1.0:1772473004.475307:0:89694:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30343ac00 uarg=0000000000000000 00010000:00010000:1.0:1772473004.475942:0:89694:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772473004.475976:0:89694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:1.0:1772473004.475979:0:89694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473004.475990:0:89694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e17f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13034 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.476012:0:89694:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772473004.476033:0:89694:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473004.476047:0:89694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.476060:0:89694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.476068:0:89694:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.476103:0:89694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.476121:0:89694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 17 pid: 5805 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473004.476134:0:89694:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89694:1858570185959680:0@lo:104: 00000100:00100000:1.0:1772473004.476551:0:89694:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473004.476632:0:89694:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473004.479982:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959680 00000100:00100000:0.0:1772473004.479998:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959680 00000100:00100000:0.0:1772473004.480066:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1772473004.480076:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89694:x1858570185959680:12345-0@lo:104: 00010000:00010000:0.0:1772473004.480094:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473004.480630:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473004.480639:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89694:x1858570185959680:12345-0@lo:104: Request processed in 564us (4088us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473004.480647:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00010000:00010000:2.0:1772473004.482279:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473004.482294:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482307:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473004.482313:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482326:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473004.482334:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473004.482345:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473004.482416:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482424:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473004.482473:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482480:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb200/0xc2ef6d41852e17d5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e17dc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482501:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473004.482504:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473004.482505:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473004.482515:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473004.482536:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185959808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473004.482596:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473004.482651:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959808 00000100:00100000:2.0:1772473004.482658:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959808 00010000:00010000:2.0:1772473004.482687:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 18 pid: 5805 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473004.482717:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1772473004.482725:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185959808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473004.482736:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473004.482775:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 18 pid: 5805 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482792:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 18 pid: 5805 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482810:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482818:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482833:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482841:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482847:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482854:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482860:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473004.482864:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482870:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482906:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473004.482921:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473004.482955:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185959808:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473004.482962:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1772473004.483002:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185959808:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473004.487518:0:89694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e17dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e17d5 expref: 17 pid: 5805 timeout: 2580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473004.487552:0:89694:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89694:1858570185959680:0@lo:104: 00010000:00010000:1.0:1772473004.487590:0:89694:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.487604:0:89694:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.487610:0:89694:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473004.487617:0:89694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e186f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473005.303125:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473005.623590:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185960064:0@lo:400:kworker.0 00000100:00100000:3.0:1772473005.623650:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473005.623701:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185960576:0@lo:400:kworker.0 00000100:00100000:3.0:1772473005.623721:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473005.623758:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473005.623763:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185960192:0@lo:400:kworker.0 00000100:00100000:3.0:1772473005.623780:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473005.623941:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185959936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.623975:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473005.624002:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185960448:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624021:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473005.624039:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473005.624044:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185960320:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624063:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473005.624092:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185959936 00000100:00100000:2.0:1772473005.624099:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185959936 00000100:00100000:2.0:1772473005.624141:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1772473005.624150:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185959936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624197:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185959936:12345-0@lo:400:kworker.0 Request processed in 48us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624203:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1772473005.624235:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960064 00000100:00100000:2.0:1772473005.624239:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960064 00000100:00100000:2.0:1772473005.624269:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960192 00000100:00100000:2.0:1772473005.624272:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960192 00000100:00100000:2.0:1772473005.624297:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960448 00000100:00100000:2.0:1772473005.624301:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960448 00000100:00100000:2.0:1772473005.624315:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:2.0:1772473005.624321:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185960064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624358:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185960064:12345-0@lo:400:kworker.0 Request processed in 36us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624364:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:2.0:1772473005.624375:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:2.0:1772473005.624381:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185960192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624407:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185960192:12345-0@lo:400:kworker.0 Request processed in 27us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624413:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:2.0:1772473005.624423:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:2.0:1772473005.624429:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185960448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624454:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185960448:12345-0@lo:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624460:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:2.0:1772473005.624478:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960576 00000100:00100000:2.0:1772473005.624482:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960576 00000100:00100000:2.0:1772473005.624507:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960320 00000100:00100000:2.0:1772473005.624509:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960320 00000100:00100000:2.0:1772473005.624523:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1772473005.624528:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185960576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624554:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185960576:12345-0@lo:400:kworker.0 Request processed in 26us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624559:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1772473005.624568:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1772473005.624574:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185960320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624596:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185960320:12345-0@lo:400:kworker.0 Request processed in 23us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473005.624601:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00080000:2.0:1772473005.624621:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473005.624625:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473005.624627:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473005.624657:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185960192:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624667:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185960064:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624675:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185960576:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624712:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185960320:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624720:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185959936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473005.624728:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185960448:0@lo:400:kworker.0 10000000:01000000:0.0:1772473005.881343:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473005.881351:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473005.881356:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473005.881399:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881413:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881425:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473005.881449:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185960704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473005.881514:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473005.881557:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843480 going to sleep for 11 seconds 00000100:00100000:0.0:1772473005.881579:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960704 00000100:00100000:0.0:1772473005.881586:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960704 00000100:00100000:0.0:1772473005.881633:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1772473005.881641:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185960704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473005.881655:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473005.881667:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1876 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881690:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881701:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881711:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772473005.881769:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185960704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473005.881777:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1772473005.881825:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185960704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473005.881839:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881847:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473005.881881:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473005.881886:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473005.881893:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473006.134941:0:6777:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2431967198452ns, next at 2432967195715ns, rc = 0 00000100:00100000:3.0:1772473006.134965:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473006.134985:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185960832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473006.135059:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473006.135133:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960832 00000100:00100000:3.0:1772473006.135142:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960832 00000100:00100000:3.0:1772473006.135216:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1772473006.135226:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185960832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473006.135278:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473006.135328:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185960832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473006.135336:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1772473006.135391:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185960832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473006.135695:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473006.135706:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185960960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473006.135734:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473006.135789:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185960960 00000100:00100000:3.0:1772473006.135793:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185960960 00000100:00100000:3.0:1772473006.135817:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1772473006.135823:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185960960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473006.135843:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473006.135888:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185960960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473006.135898:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1772473006.135929:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185960960:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772473006.337110:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473007.304446:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473007.309558:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170060928 00000100:00100000:3.0:1772473007.309574:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170060928 00000100:00100000:3.0:1772473007.309677:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1011 00000100:00080000:2.0:1772473007.309818:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473007.310084:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52497:x1858570170060928:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473007.310106:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473007.310129:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1884 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13057 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310203:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310215:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310227:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473007.310283:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772473007.310287:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473007.310312:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310337:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1884 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13057 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310362:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13057 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473007.310376:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473007.310379:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473007.310382:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772473007.310448:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52497:x1858570170060928:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 369us (6011us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473007.310455:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1011 00000100:00100000:2.0:1772473007.314283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473007.314377:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061184 00000100:00100000:0.0:1772473007.314388:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061184 00000100:00100000:0.0:1772473007.314454:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1012 00000100:00100000:0.0:1772473007.314464:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52497:x1858570170061184:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772473007.314527:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473007.314557:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e188b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13057 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.314576:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e17f8) 00010000:00010000:0.0:1772473007.314581:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:0.0:1772473007.314592:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473007.314616:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.314629:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.314639:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772473007.346062:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967689 is committed 00000004:00080000:0.0:1772473007.346092:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00000004:00010000:2.0:1772473007.346246:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e9a1b1db reply state 00000000dd99860d transno 4294967689 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473007.346260:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473007.346299:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00080000:0.0:1772473007.346361:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00010000:00080000:2.0:1772473007.346436:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772473007.346456:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52497:x1858570170061184:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 31990us (32177us total) trans 4294967689 rc 0/0 00000100:00100000:2.0:1772473007.346465:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1012 00010000:00010000:2.0:1772473007.346501:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346509:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346517:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346523:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473007.346528:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346535:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346549:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772473007.346552:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473007.346556:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346562:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1892 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473007.346575:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473007.346590:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185961088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772473007.346642:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473007.346810:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961088 00000100:00100000:2.0:1772473007.346818:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961088 00000100:00080000:1.0:1772473007.346852:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473007.346873:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1772473007.346881:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185961088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772473007.346905:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:2.0:1772473007.346922:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346935:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346944:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473007.346946:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473007.346948:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346966:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 6 pid: 6592 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.346975:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 6 pid: 6592 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473007.346983:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185961216:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772473007.347021:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4060d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1772473007.348795:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185961216:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772473007.348820:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.350916:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473007.350973:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473007.351017:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061312 00000100:00100000:1.0:1772473007.351028:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061312 00000100:00080000:2.0:1772473007.351061:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772473007.351086:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473007.351131:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 423 00000100:00100000:1.0:1772473007.351141:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170061312:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473007.351158:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473007.351164:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.351179:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.351201:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2509a92/0xc2ef6d41852e184c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13050 expref: 7 pid: 6592 timeout: 2533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.352008:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473007.352012:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473007.352019:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.352036:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473007.352461:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473007.352498:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.352508:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.352520:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473007.352528:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473007.352539:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170061312:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 1397us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473007.352551:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 423 00010000:00010000:2.0:1772473007.352559:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772473007.353075:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185961088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6191us (6428us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1772473007.353085:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000004:00080000:1.0:1772473007.353114:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c404a7d880/2, rc 0, transno 4294967361 00000100:00100000:1.0:1772473007.353121:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185961088:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772473007.353287:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473007.353294:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.353302:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473007.353307:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.353316:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.353333:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.353340:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbfca17f/0xc2ef6d41852e1899 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473007.353361:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473007.353363:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473007.353365:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772473007.725545:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000001:00080000:2.0:1772473007.725565:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000020:00000080:0.0:1772473008.109539:0:89891:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff712eae40 20000000:00000080:0.0:1772473008.109558:0:89891:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301f0a400 uarg=0000000000000000 00010000:00010000:0.0:1772473008.110112:0:89891:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473008.110139:0:89891:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473008.110162:0:89891:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473008.110182:0:89891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.110201:0:89891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.110210:0:89891:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.110257:0:89891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.110272:0:89891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 17 pid: 5806 timeout: 2583 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473008.110285:0:89891:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89891:1858570185961344:0@lo:104: 00000100:00100000:0.0:1772473008.111761:0:89891:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473008.111907:0:89891:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd900 going to sleep for 11 seconds 00000100:00100000:3.0:1772473008.113133:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1772473008.113157:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961344 00000100:00100000:3.0:1772473008.113166:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961344 00000100:00100000:3.0:1772473008.113228:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1772473008.113239:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89891:x1858570185961344:12345-0@lo:104: 00010000:00010000:3.0:1772473008.113257:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473008.113340:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772473008.113346:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:89891:x1858570185961344:12345-0@lo:104: Request processed in 110us (1592us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473008.113353:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00010000:00010000:1.0:1772473008.113441:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473008.113448:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473008.113448:0:89891:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89891:1858570185961344:0@lo:104: 00010000:00010000:1.0:1772473008.113456:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772473008.113459:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473008.113467:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.113470:0:89891:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772473008.113475:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473008.113481:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772473008.113519:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473008.113530:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772473008.113559:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473008.113566:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca400/0xc2ef6d41852e1876 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e187d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473008.113581:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473008.113583:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473008.113585:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473008.113625:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185961472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473008.113660:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473008.113733:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961472 00000100:00100000:2.0:1772473008.113777:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961472 00010000:00010000:2.0:1772473008.113800:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 2583 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473008.113833:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1772473008.113840:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404850c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185961472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473008.113850:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473008.113856:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 2583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113867:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 2583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113881:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e187d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1876 expref: 18 pid: 5806 timeout: 2583 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113894:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113903:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113921:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113927:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113934:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113940:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113946:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473008.113951:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113959:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113980:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473008.113990:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473008.114020:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404850c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185961472:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473008.114026:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00010000:00010000:0.0:1772473008.114084:0:89891:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.114093:0:89891:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473008.114099:0:89891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e18a0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473008.114168:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185961472:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473008.374919:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473009.060293:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473009.060341:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473009.060368:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473009.060515:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061440 00000100:00100000:2.0:1772473009.060526:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061440 00000100:00100000:2.0:1772473009.060579:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1339 00000100:00100000:2.0:1772473009.060590:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170061440:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473009.060658:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170061440:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473009.060666:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1339 00000100:00100000:3.0:1772473009.060960:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473009.060983:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061824 00000100:00100000:3.0:1772473009.060987:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061824 00000100:00100000:3.0:1772473009.061022:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061696 00000100:00100000:3.0:1772473009.061025:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061696 00000100:00100000:3.0:1772473009.061045:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1320 00000100:00100000:3.0:1772473009.061053:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170061824:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473009.061108:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170061824:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 55us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473009.061115:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1320 00000100:00100000:3.0:1772473009.061128:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1321 00000100:00100000:3.0:1772473009.061135:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170061696:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473009.061161:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170061696:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473009.061167:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1321 00000100:00080000:3.0:1772473009.061185:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473009.061189:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473009.061326:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061568 00000100:00100000:0.0:1772473009.061330:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061568 00000100:00100000:0.0:1772473009.061364:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1746 00000100:00100000:0.0:1772473009.061384:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170061568:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473009.061424:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170061568:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 53us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473009.061430:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1746 00000100:00080000:3.0:1772473009.064069:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772473009.398873:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473009.528495:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473009.528504:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473009.528510:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473009.528563:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473009.528577:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473009.528593:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473009.528619:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185961600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473009.528688:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473009.528799:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6840 going to sleep for 11 seconds 00000100:00100000:2.0:1772473009.529900:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961600 00000100:00100000:2.0:1772473009.529913:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961600 00000100:00100000:2.0:1772473009.529981:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1772473009.529991:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185961600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473009.530006:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473009.530024:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e18a7 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473009.530049:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473009.530075:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473009.530085:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772473009.530152:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185961600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473009.530159:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1772473009.530382:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185961600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473009.530401:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473009.530411:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473009.530433:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473009.530438:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473009.530446:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473010.422983:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473010.752410:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185961856:0@lo:400:kworker.0 00000100:00100000:1.0:1772473010.752484:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473010.752554:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185962368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473010.752579:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473010.752606:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473010.752611:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185961984:0@lo:400:kworker.0 00000100:00100000:1.0:1772473010.752631:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473010.752795:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961856 00000100:00100000:2.0:1772473010.752804:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961856 00000100:00100000:2.0:1772473010.752852:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961984 00000100:00100000:2.0:1772473010.752856:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961984 00000100:00100000:2.0:1772473010.752894:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1772473010.752904:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185961856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.752970:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185961856:12345-0@lo:400:kworker.0 Request processed in 67us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473010.752978:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1772473010.753000:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:2.0:1772473010.753006:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185961984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.753032:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185961984:12345-0@lo:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473010.753037:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:2.0:1772473010.753096:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185961984:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.753108:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185961856:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.754386:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185962112:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.754445:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473010.754482:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473010.754490:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185961728:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.754515:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473010.754560:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185962240:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.754583:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473010.755434:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962240 00000100:00100000:0.0:1772473010.755446:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962240 00000100:00100000:0.0:1772473010.755526:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1772473010.757053:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185962240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473010.757170:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185962240:12345-0@lo:400:kworker.0 Request processed in 1635us (2585us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473010.757183:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1772473010.757220:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185961728 00000100:00100000:0.0:1772473010.757228:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185961728 00000100:00100000:0.0:1772473010.758924:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1772473010.758938:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185961728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473010.759003:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185961728:12345-0@lo:400:kworker.0 Request processed in 70us (4487us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473010.759011:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1772473010.761009:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962368 00000100:00100000:0.0:1772473010.761019:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962368 00000100:00100000:0.0:1772473010.761074:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962112 00000100:00100000:0.0:1772473010.761078:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962112 00000100:00100000:0.0:1772473010.761101:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1772473010.761110:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185962368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473010.761187:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185962368:12345-0@lo:400:kworker.0 Request processed in 78us (8606us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473010.761194:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1772473010.761209:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1772473010.761215:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185962112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473010.761256:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185962112:12345-0@lo:400:kworker.0 Request processed in 42us (6811us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473010.761263:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00080000:0.0:1772473010.761278:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473010.761282:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473010.761284:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473010.764481:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185961728:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.764504:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185962240:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.764515:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:2.0:1772473010.764520:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c404a7d880, transno 4294967361 00000100:00100000:2.0:1772473010.764551:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185962112:0@lo:400:kworker.0 00000100:00100000:2.0:1772473010.764607:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185962368:0@lo:400:kworker.0 00000100:00100000:2.0:1772473011.255178:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473011.255205:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185962496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473011.255273:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473011.255340:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962496 00000100:00100000:2.0:1772473011.255348:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962496 00000100:00100000:2.0:1772473011.255396:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772473011.255405:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185962496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473011.255445:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473011.255491:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185962496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473011.255498:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772473011.255546:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185962496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473011.255657:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772473011.255666:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185962624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473011.255707:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473011.255733:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962624 00000100:00100000:0.0:1772473011.255765:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962624 00000100:00100000:0.0:1772473011.255792:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1772473011.255798:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185962624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473011.255817:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473011.255861:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185962624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473011.255866:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1772473011.255910:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185962624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473011.428231:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473011.428371:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170061952 00000100:00100000:2.0:1772473011.428382:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170061952 00000100:00100000:2.0:1772473011.428490:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1013 00000100:00100000:2.0:1772473011.428501:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52575:x1858570170061952:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772473011.428531:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473011.428556:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e18b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1305e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428639:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428653:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428667:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428680:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428688:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.428695:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772473011.429186:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772473011.430315:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430331:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430342:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473011.430378:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1772473011.430382:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473011.430408:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430419:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430425:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430431:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430440:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473011.430444:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430451:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430463:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772473011.430466:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473011.430472:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430478:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e18bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430492:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430498:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430503:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430508:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473011.430511:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430517:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430529:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78700) 00010000:00010000:2.0:1772473011.430531:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473011.430534:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430540:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e18c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430580:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e18b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1305e expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430595:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1305e expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473011.430603:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772473011.430605:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473011.430608:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54600, rc 0) 00000100:00100000:2.0:1772473011.430685:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52575:x1858570170061952:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 2186us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473011.430694:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1013 00010000:00010000:1.0:1772473011.449647:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473012.476979:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473013.497298:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473013.565376:0:90137:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9202a340 20000000:00000080:0.0:1772473013.565395:0:90137:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb4c00 uarg=0000000000000000 00010000:00010000:0.0:1772473013.566905:0:90137:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772473013.566942:0:90137:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:0.0:1772473013.566947:0:90137:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473013.566957:0:90137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e18ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1305e expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.566981:0:90137:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772473013.567002:0:90137:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473013.567017:0:90137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.567029:0:90137:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.567038:0:90137:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.567070:0:90137:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.567083:0:90137:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 17 pid: 5803 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473013.567096:0:90137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90137:1858570185962752:0@lo:104: 00000100:00100000:0.0:1772473013.567151:0:90137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473013.567251:0:90137:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cafa300 going to sleep for 11 seconds 00000100:00100000:2.0:1772473013.567296:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962752 00000100:00100000:2.0:1772473013.567304:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962752 00000100:00100000:2.0:1772473013.567397:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1772473013.567407:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90137:x1858570185962752:12345-0@lo:104: 00010000:00010000:2.0:1772473013.567419:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473013.567478:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473013.567489:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90137:x1858570185962752:12345-0@lo:104: Request processed in 79us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473013.567496:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00010000:00010000:1.0:1772473013.567539:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473013.567547:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567554:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772473013.567557:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567565:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772473013.567573:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473013.567579:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772473013.567607:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567613:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772473013.567632:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567637:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca600/0xc2ef6d41852e18a7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18ae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567652:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473013.567653:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473013.567655:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473013.567672:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185962880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473013.567700:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473013.567786:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185962880 00000100:00100000:1.0:1772473013.567791:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185962880 00010000:00010000:1.0:1772473013.567810:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 18 pid: 5803 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473013.567830:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772473013.567837:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185962880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473013.567846:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473013.567851:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 18 pid: 5803 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567861:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 18 pid: 5803 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567874:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567882:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567893:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567899:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567906:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567911:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567916:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473013.567920:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567927:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567934:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473013.567948:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473013.567974:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185962880:12345-0@lo:103:ldlm_bl.0 Request processed in 137us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473013.567980:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772473013.568015:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185962880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473013.568119:0:90137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e18ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e18a7 expref: 17 pid: 5803 timeout: 2589 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473013.568131:0:90137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90137:1858570185962752:0@lo:104: 00010000:00010000:0.0:1772473013.568144:0:90137:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.568153:0:90137:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.568159:0:90137:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473013.568164:0:90137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e18d1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473014.183913:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473014.184027:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473014.184058:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473014.184087:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473014.184115:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062336 00000100:00100000:0.0:1772473014.184125:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062336 00000100:00100000:0.0:1772473014.184199:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062464 00000100:00100000:0.0:1772473014.184203:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062464 00000100:00100000:0.0:1772473014.184226:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1324 00000100:00100000:0.0:1772473014.184235:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170062336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473014.184304:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170062336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473014.184322:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1324 00000100:00100000:0.0:1772473014.184342:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 553 00000100:00100000:0.0:1772473014.184348:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170062464:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:0.0:1772473014.184368:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e1734 00000100:00080000:0.0:1772473014.184377:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c405629800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772473014.184416:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967359 00000100:00100000:0.0:1772473014.184665:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170062464:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 317us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473014.184672:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 553 00000100:00100000:1.0:1772473014.186986:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062080 00000100:00100000:1.0:1772473014.187002:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062080 00000100:00100000:1.0:1772473014.187076:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1342 00000100:00100000:1.0:1772473014.187087:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170062080:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473014.187156:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170062080:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473014.187163:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1342 00000100:00080000:0.0:1772473014.187280:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473014.187286:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772473014.187508:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473014.189090:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062208 00000100:00100000:2.0:1772473014.189102:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062208 00000100:00100000:2.0:1772473014.189226:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1750 00000100:00100000:2.0:1772473014.189237:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170062208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473014.189309:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170062208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (5411us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473014.189329:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1750 00000100:00080000:0.0:1772473014.191413:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772473014.527598:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473015.418474:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473015.418483:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473015.418489:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473015.418548:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473015.418561:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473015.418573:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473015.418594:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185963008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473015.418650:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473015.418698:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40528c540 going to sleep for 11 seconds 00000100:00100000:2.0:1772473015.420143:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963008 00000100:00100000:2.0:1772473015.420155:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963008 00000100:00100000:2.0:1772473015.420221:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1772473015.420231:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185963008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473015.420249:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473015.420266:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e18d8 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473015.420293:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473015.420304:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473015.420312:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772473015.420380:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185963008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473015.420387:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1772473015.420469:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185963008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473015.420484:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473015.420492:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473015.420509:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473015.420513:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473015.420518:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473015.544091:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473015.864838:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185963136:0@lo:400:kworker.0 00000100:00100000:3.0:1772473015.864860:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185963520:0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.864935:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185963264:0@lo:400:kworker.0 00000100:00100000:1.0:1772473015.868290:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185963392:0@lo:400:kworker.0 00000100:00100000:3.0:1772473015.870160:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473015.870932:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963520 00000100:00100000:3.0:1772473015.870941:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963520 00000100:00100000:3.0:1772473015.871191:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1772473015.871201:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185963520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473015.871262:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185963520:12345-0@lo:400:kworker.0 Request processed in 64us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473015.871269:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1772473015.871311:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185963520:0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.873874:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1772473015.874015:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473015.874052:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473015.874064:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185963648:0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.874108:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473015.874138:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963648 00000100:00100000:0.0:1772473015.874146:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963648 00000100:00100000:0.0:1772473015.874196:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1772473015.874205:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185963648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.874258:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185963648:12345-0@lo:400:kworker.0 Request processed in 54us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473015.874265:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:0.0:1772473015.874283:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473015.874314:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185963648:0@lo:400:kworker.0 00000100:00100000:1.0:1772473015.874392:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473015.874586:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963264 00000100:00100000:1.0:1772473015.874591:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963264 00000100:00100000:1.0:1772473015.874631:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1772473015.874638:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185963264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473015.874688:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185963264:12345-0@lo:400:kworker.0 Request processed in 50us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473015.874695:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:3.0:1772473015.874713:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185963264:0@lo:400:kworker.0 00000100:00080000:1.0:1772473015.875407:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473015.875519:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963392 00000100:00100000:0.0:1772473015.875525:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963392 00000100:00100000:0.0:1772473015.875602:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1772473015.875610:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185963392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.875658:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185963392:12345-0@lo:400:kworker.0 Request processed in 49us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473015.875664:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1772473015.875710:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185963392:0@lo:400:kworker.0 00000100:00080000:1.0:1772473015.875775:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473015.883073:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473015.883527:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963136 00000100:00100000:0.0:1772473015.883538:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963136 00000100:00100000:0.0:1772473015.883625:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1772473015.883635:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185963136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473015.883734:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185963136:12345-0@lo:400:kworker.0 Request processed in 100us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473015.883758:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1772473015.893382:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185963136:0@lo:400:kworker.0 00000100:00100000:2.0:1772473016.380205:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185963776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473016.380284:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473016.380356:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963776 00000100:00100000:2.0:1772473016.380364:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963776 00000100:00100000:2.0:1772473016.380412:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1772473016.380422:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185963776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473016.380460:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473016.380507:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185963776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473016.380515:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1772473016.380565:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185963776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473016.382183:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185963904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473016.382255:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473016.382320:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185963904 00000100:00100000:3.0:1772473016.382327:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185963904 00000100:00100000:3.0:1772473016.382382:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1772473016.382392:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185963904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473016.382423:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473016.382470:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185963904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473016.382478:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1772473016.382527:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185963904:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473016.566946:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473016.701853:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473016.703159:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062592 00000100:00100000:3.0:1772473016.703173:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062592 00000100:00100000:3.0:1772473016.703297:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1014 00000100:00100000:3.0:1772473016.703308:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52661:x1858570170062592:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473016.703329:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473016.703354:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e18e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13065 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703416:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703433:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703445:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473016.703507:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:3.0:1772473016.703512:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473016.703538:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703562:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e18e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13065 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703582:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13065 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473016.703591:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772473016.703594:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473016.703598:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00080000:0.0:1772473016.704137:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473016.704945:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52661:x1858570170062592:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 1632us (3099us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473016.704956:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1014 00000100:00100000:0.0:1772473016.721809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473016.721915:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062848 00000100:00100000:1.0:1772473016.721927:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062848 00000100:00100000:1.0:1772473016.721980:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1015 00000100:00100000:1.0:1772473016.721990:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52661:x1858570170062848:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772473016.722050:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772473016.722079:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e18ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13065 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473016.722096:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e18ca) 00010000:00010000:1.0:1772473016.722100:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:1.0:1772473016.722112:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473016.722137:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473016.722150:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473016.722160:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473016.722643:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e2e0f503 reply state 000000001ecf6647 transno 4294967690 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473016.722653:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772473016.723047:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000100:00100000:1.0:1772473016.723190:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52661:x1858570170062848:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 1198us (1388us total) trans 4294967690 rc 0/0 00000100:00100000:1.0:1772473016.723203:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1015 00010000:00010000:2.0:1772473016.725619:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725647:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725655:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725672:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473016.725678:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725687:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725708:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772473016.725712:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473016.725716:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473016.725723:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e18f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1772473017.490340:0:90332:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe040a5f60 20000000:00000080:3.0:1772473017.490357:0:90332:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb4c00 uarg=0000000000000000 00010000:00010000:3.0:1772473017.490587:0:90332:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473017.490604:0:90332:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473017.490639:0:90332:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473017.490668:0:90332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.490686:0:90332:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.490696:0:90332:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.491096:0:90332:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.491112:0:90332:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 17 pid: 5803 timeout: 2593 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473017.491127:0:90332:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90332:1858570185964032:0@lo:104: 00000100:00100000:3.0:1772473017.491192:0:90332:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473017.491320:0:90332:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd000 going to sleep for 11 seconds 00000100:00100000:1.0:1772473017.491370:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964032 00000100:00100000:1.0:1772473017.491377:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964032 00000100:00100000:1.0:1772473017.491467:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1772473017.491477:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90332:x1858570185964032:12345-0@lo:104: 00010000:00010000:1.0:1772473017.491490:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473017.491556:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473017.491562:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90332:x1858570185964032:12345-0@lo:104: Request processed in 87us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473017.491570:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00010000:00010000:0.0:1772473017.491638:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473017.491645:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.491662:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473017.491666:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.491675:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473017.491683:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473017.491689:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473017.491724:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.491730:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473017.491787:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.491795:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e18d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e18df expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.491815:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473017.491816:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473017.491818:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473017.491851:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185964160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473017.491883:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473017.491921:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964160 00000100:00100000:0.0:1772473017.491925:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964160 00010000:00010000:0.0:1772473017.491947:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 18 pid: 5803 timeout: 2593 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473017.491982:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1772473017.491989:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185964160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473017.491999:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473017.492005:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 18 pid: 5803 timeout: 2593 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492015:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 18 pid: 5803 timeout: 2593 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492030:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492038:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492051:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492059:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492065:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492076:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492082:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473017.492086:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492093:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492101:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473017.492110:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473017.492137:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185964160:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473017.492143:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1772473017.492175:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185964160:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473017.492264:0:90332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e18df lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e18d8 expref: 17 pid: 5803 timeout: 2593 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473017.492277:0:90332:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90332:1858570185964032:0@lo:104: 00010000:00010000:3.0:1772473017.492288:0:90332:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.492297:0:90332:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.492302:0:90332:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473017.492312:0:90332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e18fb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473017.594912:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772473017.965517:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967690 is committed 00000001:00100000:3.0:1772473017.974063:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473017.974071:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c40562d000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473017.975843:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c40562d000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:3.0:1772473017.975896:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c405629800 for lustre-OST0001 00010000:00010000:0.0:1772473018.626312:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473018.806915:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473018.806925:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473018.806940:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473018.806991:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473018.807003:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473018.807015:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473018.807046:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185964288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473018.807111:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473018.807170:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4012ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1772473018.807500:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964288 00000100:00100000:1.0:1772473018.807509:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964288 00000100:00100000:1.0:1772473018.807608:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1772473018.807615:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185964288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473018.807637:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473018.807651:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1902 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473018.807678:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473018.807688:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473018.807698:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772473018.807776:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185964288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473018.807784:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:0.0:1772473018.808410:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185964288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473018.808426:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473018.808436:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473018.808455:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473018.808461:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473018.808467:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473019.301721:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473019.301835:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473019.301874:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473019.301913:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063104 00000100:00100000:1.0:1772473019.301923:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063104 00000100:00100000:3.0:1772473019.301945:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063232 00000100:00100000:3.0:1772473019.301950:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063232 00000100:00100000:3.0:1772473019.301984:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1327 00000100:00100000:1.0:1772473019.301984:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1754 00000100:00100000:3.0:1772473019.301993:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170063232:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473019.301994:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170063104:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473019.302116:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170062976 00000100:00100000:2.0:1772473019.302121:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170062976 00000100:00100000:2.0:1772473019.302150:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1345 00000100:00100000:2.0:1772473019.302158:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170062976:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473019.303553:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170063232:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1554us (1711us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473019.303564:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1327 00000100:00100000:1.0:1772473019.306541:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170063104:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 4535us (4652us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473019.306558:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1754 00000100:00080000:1.0:1772473019.306601:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473019.306607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473019.309537:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170062976:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 7366us (7812us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473019.309553:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1345 00010000:00010000:1.0:1772473019.642402:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473020.667861:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473020.983022:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185964416:0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.983046:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185964672:0@lo:400:kworker.0 00000100:00100000:3.0:1772473020.983115:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185964544:0@lo:400:kworker.0 00000100:00100000:0.0:1772473020.986870:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185964800:0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.987154:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473020.989492:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473020.989775:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964416 00000100:00100000:2.0:1772473020.989785:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964416 00000100:00100000:2.0:1772473020.989842:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1772473020.989853:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185964416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.989927:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185964416:12345-0@lo:400:kworker.0 Request processed in 76us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473020.989935:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1772473020.991915:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185964416:0@lo:400:kworker.0 00000100:00100000:1.0:1772473020.991961:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185964928:0@lo:400:kworker.0 00000100:00100000:1.0:1772473020.992108:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473020.992305:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964672 00000100:00100000:2.0:1772473020.992313:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964672 00000100:00100000:2.0:1772473020.992374:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964928 00000100:00100000:2.0:1772473020.992377:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964928 00000100:00100000:2.0:1772473020.992401:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:2.0:1772473020.992411:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185964672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.992470:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185964672:12345-0@lo:400:kworker.0 Request processed in 60us (5317us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473020.992478:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:2.0:1772473020.992495:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:2.0:1772473020.992502:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185964928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.992532:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185964928:12345-0@lo:400:kworker.0 Request processed in 31us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473020.992538:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:2.0:1772473020.992575:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185964672:0@lo:400:kworker.0 00000100:00080000:1.0:1772473020.993008:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473020.993125:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185964928:0@lo:400:kworker.0 00000100:00100000:3.0:1772473020.993293:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473020.993344:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185965056:0@lo:400:kworker.0 00000100:00100000:3.0:1772473020.993375:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473020.993722:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964544 00000100:00100000:2.0:1772473020.993729:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964544 00000100:00100000:2.0:1772473020.993793:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:2.0:1772473020.993802:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185964544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473020.993851:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185964544:12345-0@lo:400:kworker.0 Request processed in 51us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473020.993858:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1772473020.993958:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185964544:0@lo:400:kworker.0 00000100:00100000:0.0:1772473020.995482:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473020.999415:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965056 00000100:00100000:1.0:1772473020.999431:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965056 00000100:00100000:1.0:1772473020.999500:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185964800 00000100:00100000:1.0:1772473020.999504:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185964800 00000100:00100000:1.0:1772473020.999533:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1772473020.999546:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185965056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473020.999643:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185965056:12345-0@lo:400:kworker.0 Request processed in 100us (6265us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473020.999645:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1772473020.999656:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1772473020.999661:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185964800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473020.999708:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185964800:12345-0@lo:400:kworker.0 Request processed in 52us (4231us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473020.999715:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:0.0:1772473020.999770:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473020.999776:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473020.999783:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185965056:0@lo:400:kworker.0 00000100:00100000:0.0:1772473020.999802:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185964800:0@lo:400:kworker.0 00000100:00100000:0.0:1772473021.057537:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473021.057652:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063360 00000100:00100000:2.0:1772473021.057663:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063360 00000100:00100000:2.0:1772473021.057780:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1016 00000100:00100000:2.0:1772473021.057790:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063360:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473021.057886:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063360:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 97us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473021.057894:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1016 00000100:00080000:0.0:1772473021.058010:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473021.064347:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473021.064524:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063488 00000100:00100000:1.0:1772473021.064537:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063488 00000100:00100000:1.0:1772473021.064628:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 554 00000100:00100000:1.0:1772473021.064642:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063488:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473021.064983:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063488:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 345us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473021.064991:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 554 00000100:00080000:0.0:1772473021.065299:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473021.070204:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473021.070375:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063616 00000100:00100000:0.0:1772473021.070390:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063616 00000100:00100000:0.0:1772473021.070454:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 555 00000100:00100000:0.0:1772473021.070467:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570170063616:12345-192.168.201.48@tcp:8:lfs.60003 00010000:00080000:0.0:1772473021.070507:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2446 last 0 00000020:00000080:0.0:1772473021.070543:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e1910 00002000:00100000:0.0:1772473021.070560:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c405469800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1772473021.070582:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1772473021.070895:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1772473021.070927:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c40546d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1772473021.071006:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170063616:12345-192.168.201.48@tcp:8:lfs.60003 Request processed in 539us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473021.071014:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 555 00000100:00100000:2.0:1772473021.076508:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473021.076615:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063744 00000100:00100000:1.0:1772473021.076625:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063744 00000100:00100000:1.0:1772473021.076700:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 556 00000100:00100000:1.0:1772473021.076713:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52746:x1858570170063744:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473021.077041:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52746:x1858570170063744:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 332us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473021.077049:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 556 00000100:00080000:0.0:1772473021.078843:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473021.082710:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473021.083288:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170063872 00000100:00100000:2.0:1772473021.083299:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170063872 00000100:00100000:2.0:1772473021.083367:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1017 00000100:00100000:2.0:1772473021.083379:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063872:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473021.083713:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170063872:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 335us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473021.083722:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1017 00000100:00100000:2.0:1772473021.089152:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473021.089311:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064000 00000100:00100000:3.0:1772473021.089322:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064000 00000100:00100000:3.0:1772473021.089379:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1018 00000100:00100000:3.0:1772473021.089389:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064000:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473021.089500:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064000:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 112us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473021.089509:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1018 00000100:00100000:3.0:1772473021.104385:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473021.104499:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064128 00000100:00100000:2.0:1772473021.104510:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064128 00000100:00100000:2.0:1772473021.104615:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 557 00000100:00100000:2.0:1772473021.104625:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064128:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473021.105382:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064128:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 754us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473021.105392:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 557 00000100:00100000:0.0:1772473021.107905:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473021.108016:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064256 00000100:00100000:1.0:1772473021.108028:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064256 00000100:00100000:1.0:1772473021.108093:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 558 00000100:00100000:1.0:1772473021.108104:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52746:x1858570170064256:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473021.108619:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52746:x1858570170064256:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 515us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473021.108631:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 558 00000100:00100000:3.0:1772473021.111830:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473021.112344:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064384 00000100:00100000:1.0:1772473021.112354:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064384 00000100:00100000:1.0:1772473021.112488:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1019 00000100:00100000:1.0:1772473021.112500:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064384:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473021.112864:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52746:x1858570170064384:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 366us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473021.112872:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1019 00000100:00100000:3.0:1772473021.232497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473021.232724:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064512 00000100:00100000:0.0:1772473021.232734:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064512 00000100:00100000:0.0:1772473021.232826:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1020 00000100:00100000:0.0:1772473021.232835:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52750:x1858570170064512:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772473021.232856:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473021.232882:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1917 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1306c expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.232960:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.232974:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.232987:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233034:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233042:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233048:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233196:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233204:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233212:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473021.233255:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:0.0:1772473021.233260:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473021.233285:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233297:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233303:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233313:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233319:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473021.233323:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233329:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233341:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772473021.233344:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473021.233348:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233353:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e191e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233366:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233372:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233378:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233383:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473021.233385:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233394:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233401:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8ae00) 00010000:00010000:0.0:1772473021.233403:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473021.233405:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233411:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233440:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1917 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1306c expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233454:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1306c expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.233460:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772473021.233462:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473021.233464:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb200, rc 0) 00000100:00100000:0.0:1772473021.233517:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52750:x1858570170064512:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 683us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473021.233525:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1020 00000100:00100000:0.0:1772473021.238673:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473021.238791:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064640 00000100:00100000:3.0:1772473021.238801:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064640 00000100:00100000:3.0:1772473021.238860:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 168 00000100:00100000:3.0:1772473021.238870:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52750:x1858570170064640:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:3.0:1772473021.239008:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e96c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52750:x1858570170064640:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 138us (345us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772473021.239017:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 168 00000100:00100000:2.0:1772473021.241882:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473021.241996:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170064896 00000100:00100000:1.0:1772473021.242007:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170064896 00000100:00100000:1.0:1772473021.242068:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1021 00000100:00100000:1.0:1772473021.242078:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52750:x1858570170064896:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772473021.242101:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473021.242120:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1933 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13073 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242278:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242292:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242303:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242319:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242330:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.242337:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772473021.244210:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:1.0:1772473021.244452:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1948 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244470:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244482:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1948 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244520:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244527:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244533:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244539:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473021.244544:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244551:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244567:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:1.0:1772473021.244570:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473021.244575:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244582:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e193a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473021.244608:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005e0a4841 reply state 0000000081ba3e1c transno 4294967691 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473021.244618:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772473021.244653:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1933 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13073 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244670:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1948 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13073 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.244676:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772473021.244678:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772473021.244681:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772473021.253484:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:52750:x1858570170064896:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 11393us (11596us total) trans 4294967691 rc 0/0 00000100:00100000:1.0:1772473021.253500:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1021 00010000:00010000:1.0:1772473021.264622:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264641:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264650:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264657:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473021.264662:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264669:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264687:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c420328800) 00010000:00010000:1.0:1772473021.264690:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473021.264696:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473021.264702:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1941 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473021.271428:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473021.271794:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065024 00000100:00100000:0.0:1772473021.271805:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065024 00000100:00100000:0.0:1772473021.271862:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 559 00000100:00100000:0.0:1772473021.271872:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52750:x1858570170065024:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772473021.271901:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473021.271921:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1307a expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772473021.271947:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772473021.271967:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473021.271969:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473021.271978:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.271997:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473021.272011:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772473021.272074:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52750:x1858570170065024:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 204us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473021.272082:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 559 00000100:00100000:3.0:1772473021.309487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473021.313098:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065152 00000100:00100000:2.0:1772473021.313115:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065152 00002000:00100000:2.0:1772473021.313186:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff90c40e068000 x1858570170065152/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:302/0 lens 488/0 e 0 to 0 dl 1772473032 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772473021.313199:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c40e068000 with x1858570170065152 ext(0->1048575) 00002000:00010000:2.0:1772473021.313206:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c40e068000 00000100:00100000:2.0:1772473021.313254:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 25 00000100:00100000:2.0:1772473021.313264:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170065152:12345-192.168.201.48@tcp:4:dd.60003 00000001:00100000:3.0:1772473021.394397:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:2.0:1772473021.397671:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170065152:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 84397us (88182us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1772473021.397686:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 25 00002000:00100000:2.0:1772473021.397700:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x20:0x0] (0->1048575) req@ffff90c40e068000 x1858570170065152/t4294967360(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:302/0 lens 488/448 e 0 to 0 dl 1772473032 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772473021.397710:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c40e068000 with x1858570170065152 ext(0->1048575) 00002000:00010000:2.0:1772473021.397716:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c40e068000 00000100:00100000:0.0:1772473021.401182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473021.401261:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065280 00000100:00100000:2.0:1772473021.401272:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065280 00000100:00100000:2.0:1772473021.401332:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1022 00000100:00100000:2.0:1772473021.401342:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52750:x1858570170065280:12345-192.168.201.48@tcp:44:dd.60003 00000100:00100000:2.0:1772473021.427132:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52750:x1858570170065280:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 25782us (25952us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473021.427145:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1022 00000001:00080000:2.0:1772473021.427187:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967691 is committed 00000100:00100000:1.0:1772473021.429553:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473021.429758:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065408 00000100:00100000:3.0:1772473021.429769:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065408 00000100:00100000:3.0:1772473021.429828:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 560 00000100:00100000:3.0:1772473021.429839:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170065408:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:1.0:1772473021.469226:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:3.0:1772473021.469424:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170065408:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 39581us (39874us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473021.469437:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 560 00000100:00100000:3.0:1772473021.473122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473021.473309:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065664 00000100:00100000:0.0:1772473021.473319:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065664 00000100:00100000:0.0:1772473021.473409:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 169 00000100:00100000:0.0:1772473021.473419:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52750:x1858570170065664:12345-192.168.201.48@tcp:35:dd.60003 00000100:00100000:0.0:1772473021.473959:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52750:x1858570170065664:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 539us (846us total) trans 4294967692 rc 0/0 00000100:00100000:0.0:1772473021.473967:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 169 00000100:00100000:1.0:1772473021.495124:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473021.495147:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185965184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473021.495213:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473021.495342:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965184 00000100:00100000:2.0:1772473021.495351:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965184 00000100:00100000:2.0:1772473021.495405:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1772473021.495416:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185965184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473021.495439:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1772473021.495495:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185965184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473021.495502:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1772473021.495869:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185965184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473021.496312:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473021.496323:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185965312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473021.496356:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473021.496438:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965312 00000100:00100000:3.0:1772473021.496443:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965312 00000100:00100000:3.0:1772473021.496483:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1772473021.496491:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185965312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473021.496518:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473021.496714:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185965312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 223us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473021.496722:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1772473021.498177:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185965312:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473021.686944:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473022.428282:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967692 is committed 00010000:00010000:0.0:1772473022.711116:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473023.738154:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473024.080460:0:90579:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2449912716692ns, next at 2432967195715ns, rc = 0 00000004:00080000:0.0:1772473024.081215:0:90579:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2449913473765ns, next at 2398807642910ns, rc = 0 00000004:00080000:0.0:1772473024.087572:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00000004:00080000:0.0:1772473024.087594:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00000100:00100000:0.0:1772473024.437372:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473024.437414:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473024.437444:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473024.437485:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473024.437518:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066048 00000100:00100000:0.0:1772473024.437541:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066048 00000100:00100000:0.0:1772473024.437596:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066176 00000100:00100000:0.0:1772473024.437599:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066176 00000100:00100000:0.0:1772473024.437619:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1330 00000100:00100000:0.0:1772473024.437627:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170066048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473024.437697:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170066048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473024.437704:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1330 00000100:00100000:0.0:1772473024.437720:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1331 00000100:00100000:0.0:1772473024.437727:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170066176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473024.437774:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170066176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473024.437779:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1331 00000100:00100000:0.0:1772473024.437796:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065920 00000100:00100000:0.0:1772473024.437799:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065920 00000100:00100000:0.0:1772473024.437824:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1758 00000100:00100000:0.0:1772473024.437831:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170065920:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473024.437858:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170065920:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473024.437864:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1758 00000100:00080000:0.0:1772473024.437880:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473024.437885:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473024.437887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473024.438250:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170065792 00000100:00100000:2.0:1772473024.438256:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170065792 00000100:00100000:2.0:1772473024.438293:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1347 00000100:00100000:2.0:1772473024.438301:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170065792:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473024.438336:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170065792:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473024.438341:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1347 00010000:00010000:0.0:1772473024.760140:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473025.794648:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473025.817313:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473025.817437:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066304 00000100:00100000:1.0:1772473025.817449:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066304 00000100:00100000:1.0:1772473025.817538:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1023 00000100:00100000:1.0:1772473025.817549:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066304:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473025.817654:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066304:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 106us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473025.817661:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1023 00000100:00100000:3.0:1772473025.823381:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473025.824624:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066432 00000100:00100000:0.0:1772473025.824637:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066432 00000100:00100000:0.0:1772473025.824705:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 561 00000100:00100000:0.0:1772473025.824716:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52943:x1858570170066432:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473025.825205:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52943:x1858570170066432:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 490us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473025.825214:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 561 00000100:00100000:0.0:1772473025.836801:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473025.836912:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066560 00000100:00100000:2.0:1772473025.836923:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066560 00000100:00100000:2.0:1772473025.836980:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 562 00000100:00100000:2.0:1772473025.836990:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52943:x1858570170066560:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473025.837282:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52943:x1858570170066560:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 292us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473025.837290:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 562 00000100:00100000:3.0:1772473025.841564:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473025.841650:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066688 00000100:00100000:2.0:1772473025.841661:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066688 00000100:00100000:2.0:1772473025.841723:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1024 00000100:00100000:2.0:1772473025.841733:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066688:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473025.841963:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066688:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 230us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473025.841971:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1024 00000100:00100000:1.0:1772473025.854243:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473025.854714:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066816 00000100:00100000:0.0:1772473025.854727:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066816 00000100:00100000:0.0:1772473025.856561:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1025 00000100:00100000:0.0:1772473025.856579:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066816:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473025.856691:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170066816:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 118us (2458us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473025.856698:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1025 00000100:00100000:0.0:1772473025.859799:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473025.859892:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170066944 00000100:00100000:3.0:1772473025.859903:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170066944 00000100:00100000:3.0:1772473025.859958:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 563 00000100:00100000:3.0:1772473025.859968:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52943:x1858570170066944:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473025.860256:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:52943:x1858570170066944:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 289us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473025.860264:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 563 00000100:00100000:0.0:1772473025.868805:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473025.868980:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067072 00000100:00100000:2.0:1772473025.868991:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067072 00000100:00100000:2.0:1772473025.869052:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 564 00000100:00100000:2.0:1772473025.869063:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52943:x1858570170067072:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473025.869364:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:52943:x1858570170067072:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 303us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473025.869373:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 564 00000100:00100000:0.0:1772473025.878393:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473025.882073:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067200 00000100:00100000:3.0:1772473025.882088:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067200 00000100:00100000:3.0:1772473025.882269:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1026 00000100:00100000:3.0:1772473025.882281:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170067200:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473025.882603:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52943:x1858570170067200:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 323us (4219us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473025.882611:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1026 00000100:00100000:3.0:1772473026.032212:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473026.032347:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067456 00000100:00100000:0.0:1772473026.032360:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067456 00000100:00100000:0.0:1772473026.032442:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1027 00000100:00100000:0.0:1772473026.032452:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:52947:x1858570170067456:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772473026.032549:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473026.032578:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1948 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13073 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032601:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff90c420328500) 00010000:00010000:0.0:1772473026.032613:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473026.032638:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032653:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032665:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032684:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032691:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.032698:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772473026.032847:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473026.033354:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.033364:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.033372:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473026.034309:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].32, 64 off10240 00000004:00080000:3.0:1772473026.034321:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2451866580889ns, next at 2452866578390ns, rc = 0 00010000:00010000:3.0:1772473026.034456:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034679:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034691:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034701:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034708:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034718:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034821:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473026.034845:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034852:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034858:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034864:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473026.034868:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034876:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034887:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473026.034890:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473026.034894:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034900:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e196b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x54:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034924:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034930:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034935:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034940:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473026.034943:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034949:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034957:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:3.0:1772473026.034959:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473026.034962:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473026.034968:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e195d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473026.034978:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007156058d reply state 00000000240bab28 transno 4294967693 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473026.034987:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473026.035078:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:52947:x1858570170067456:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2624us (2872us total) trans 4294967693 rc 0/0 00000100:00100000:3.0:1772473026.035086:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1027 00010000:00010000:0.0:1772473026.037150:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473026.037165:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.037178:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473026.037183:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.037193:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.037213:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x54:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:0.0:1772473026.037216:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473026.037220:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.037225:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1972 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x54:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473026.037248:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473026.037250:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473026.037251:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473026.039001:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039017:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039024:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039030:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473026.039034:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039041:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039056:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xecba81fd (ffff90c410b8a400) 00010000:00010000:2.0:1772473026.039059:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473026.039063:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473026.039070:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e1964 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473026.104795:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185965440:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.104878:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105106:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185965952:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.105135:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105161:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772473026.105167:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185965568:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.105186:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105198:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185966080:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.105216:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105239:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185965824:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.105259:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105278:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473026.105284:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185965696:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.105301:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473026.105326:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965952 00000100:00100000:1.0:1772473026.105333:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965952 00000100:00100000:1.0:1772473026.105725:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965568 00000100:00100000:1.0:1772473026.105730:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965568 00000100:00100000:1.0:1772473026.105779:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965696 00000100:00100000:1.0:1772473026.105781:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965696 00000100:00100000:1.0:1772473026.105798:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:0.0:1772473026.106159:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966080 00000100:00100000:0.0:1772473026.106164:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966080 00000100:00100000:0.0:1772473026.106191:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965824 00000100:00100000:0.0:1772473026.106193:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965824 00000100:00100000:0.0:1772473026.106211:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1772473026.106218:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185966080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106280:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185966080:12345-0@lo:400:kworker.0 Request processed in 63us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473026.106287:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1772473026.106302:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1772473026.106308:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185965824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106337:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185965824:12345-0@lo:400:kworker.0 Request processed in 30us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473026.106343:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1772473026.106393:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185965824:0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106420:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185966080:0@lo:400:kworker.0 00000100:00080000:0.0:1772473026.106448:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473026.106452:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473026.106454:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473026.106482:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:0.0:1772473026.106489:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185965568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106532:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185965568:12345-0@lo:400:kworker.0 Request processed in 44us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473026.106538:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:0.0:1772473026.106551:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1772473026.106557:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185965696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106587:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185965696:12345-0@lo:400:kworker.0 Request processed in 30us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473026.106593:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:0.0:1772473026.106617:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185965696:0@lo:400:kworker.0 00000100:00100000:0.0:1772473026.106635:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185965568:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.107027:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185965952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.107066:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185965952:12345-0@lo:400:kworker.0 Request processed in 1261us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473026.107073:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:0.0:1772473026.108033:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185965952:0@lo:400:kworker.0 00000100:00100000:2.0:1772473026.108128:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185965440 00000100:00100000:2.0:1772473026.108135:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185965440 00000100:00100000:2.0:1772473026.108188:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1772473026.108197:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185965440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473026.108265:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185965440:12345-0@lo:400:kworker.0 Request processed in 69us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473026.108272:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1772473026.109088:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185965440:0@lo:400:kworker.0 00000100:00100000:1.0:1772473026.616105:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185966208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473026.616197:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473026.616304:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966208 00000100:00100000:2.0:1772473026.616313:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966208 00000100:00100000:2.0:1772473026.616373:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1772473026.616384:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185966208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473026.616442:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772473026.616508:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185966208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473026.616516:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1772473026.617011:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185966208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473026.617298:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473026.617446:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185966336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473026.617489:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473026.617610:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966336 00000100:00100000:3.0:1772473026.617616:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966336 00000100:00100000:3.0:1772473026.617691:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1772473026.617701:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185966336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473026.617731:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473026.621787:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185966336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4077us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473026.621803:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1772473026.624406:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185966336:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772473026.806904:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473027.831103:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473028.707585:0:90724:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2454539842895ns, next at 2432967195715ns, rc = 0 00000004:00080000:2.0:1772473028.709073:0:90724:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2454541331507ns, next at 2452866578390ns, rc = 0 00000004:00080000:1.0:1772473028.821931:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 89 committed 00000001:00080000:1.0:1772473028.821975:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967693 is committed 00000004:00080000:1.0:1772473028.821982:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 87 committed 00000100:00100000:1.0:1772473028.822874:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185966464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772473028.822946:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473028.823109:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966464 00000100:00100000:0.0:1772473028.823117:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966464 00000100:00100000:0.0:1772473028.823187:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1772473028.823196:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185966464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772473028.823225:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00010000:00010000:0.0:1772473028.823250:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.823272:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.823281:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772473028.823283:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772473028.823286:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.823316:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.823330:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 5 pid: 6592 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473028.823348:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185966592:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473028.823404:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cafa000 going to sleep for 11 seconds 00000100:00080000:2.0:1772473028.823763:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1772473028.826232:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 88 committed 00000100:00100000:0.0:1772473028.831965:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185966592:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772473028.832004:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473028.833437:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473028.833550:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067584 00000100:00100000:1.0:1772473028.833559:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067584 00010000:00010000:1.0:1772473028.833616:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 6 pid: 6592 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473028.833654:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 427 00000100:00100000:1.0:1772473028.833664:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170067584:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473028.833679:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473028.833684:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 6 pid: 6592 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473028.833697:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 6 pid: 6592 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473028.833727:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4a38a28/0xc2ef6d41852e1956 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1307a expref: 6 pid: 6592 timeout: 2554 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473028.833768:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473028.833771:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473028.833775:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473028.833786:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473028.833820:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473028.833865:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170067584:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 203us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473028.833873:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 427 00000100:00080000:2.0:1772473028.834035:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772473028.835142:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473028.835159:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473028.835173:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473028.835182:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473028.835214:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772473028.835885:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473028.835894:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.835904:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473028.835908:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.835917:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.835935:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.835942:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f30c78/0xc2ef6d41852e1979 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473028.835965:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473028.835968:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473028.835970:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473028.837566:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185966464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14364us (14612us total) trans 4294967361 rc 0/0 00000004:00080000:1.0:1772473028.837606:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43b8adc00/2, rc 0, transno 4294967361 00000100:00100000:1.0:1772473028.837627:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185966464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772473028.839061:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00010000:00010000:0.0:1772473028.856123:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473029.555723:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473029.555990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473029.556021:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473029.556045:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473029.556074:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068096 00000100:00100000:1.0:1772473029.556083:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068096 00000100:00100000:1.0:1772473029.556130:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067968 00000100:00100000:1.0:1772473029.556133:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067968 00000100:00100000:1.0:1772473029.556164:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1334 00000100:00100000:1.0:1772473029.556174:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170068096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473029.556344:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067840 00000100:00100000:2.0:1772473029.556350:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067840 00000100:00100000:2.0:1772473029.556459:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1762 00000100:00100000:2.0:1772473029.556468:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170067840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473029.556529:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170067840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 62us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473029.556540:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1762 00000100:00100000:2.0:1772473029.557030:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1335 00000100:00100000:2.0:1772473029.557039:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170067968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473029.557073:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170067968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473029.557079:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1335 00000100:00100000:2.0:1772473029.557106:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170067712 00000100:00100000:2.0:1772473029.557110:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170067712 00000100:00100000:2.0:1772473029.557137:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1349 00000100:00100000:2.0:1772473029.557144:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170067712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473029.557167:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170067712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473029.557173:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1349 00000100:00080000:2.0:1772473029.557340:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473029.557345:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473029.557567:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170068096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1393us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473029.557576:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1334 00010000:00010000:0.0:1772473029.885180:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473030.776366:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00010000:00010000:0.0:1772473030.903248:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473031.223291:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185966976:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223358:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473031.223442:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772473031.223449:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185966848:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223474:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473031.223493:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185967360:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473031.223548:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966976 00000100:00100000:0.0:1772473031.223556:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966976 00000100:00100000:0.0:1772473031.223605:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966848 00000100:00100000:0.0:1772473031.223608:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966848 00000100:00100000:0.0:1772473031.223634:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1772473031.223642:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185966976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223689:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185966976:12345-0@lo:400:kworker.0 Request processed in 48us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473031.223696:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1772473031.223709:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1772473031.223713:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185966848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223889:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185966848:12345-0@lo:400:kworker.0 Request processed in 175us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473031.223895:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:0.0:1772473031.223917:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967360 00000100:00100000:0.0:1772473031.223921:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967360 00000100:00100000:0.0:1772473031.223945:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1772473031.223950:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185967360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.223977:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185967360:12345-0@lo:400:kworker.0 Request processed in 27us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473031.223982:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1772473031.224024:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185966848:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.224034:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:0.0:1772473031.224039:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43b8adc00, transno 4294967361 00000100:00100000:0.0:1772473031.224047:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185967360:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.224056:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185966976:0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224147:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185966720:0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224180:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473031.224212:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185967232:0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224233:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473031.224251:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473031.224256:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185967104:0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224277:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1772473031.224299:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473031.224304:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473031.224315:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967232 00000100:00100000:2.0:1772473031.224319:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967232 00000100:00100000:2.0:1772473031.224346:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:2.0:1772473031.224352:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185967232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224399:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185967232:12345-0@lo:400:kworker.0 Request processed in 47us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473031.224405:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:2.0:1772473031.224432:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967104 00000100:00100000:2.0:1772473031.224436:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967104 00000100:00100000:2.0:1772473031.224458:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1772473031.224464:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185967104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224493:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185967104:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473031.224498:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00080000:2.0:1772473031.224511:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473031.224513:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473031.224527:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185967104:0@lo:400:kworker.0 00000100:00100000:2.0:1772473031.224535:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185967232:0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.227530:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185966720 00000100:00100000:0.0:1772473031.227543:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185966720 00000100:00100000:0.0:1772473031.227610:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1772473031.227620:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185966720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473031.227718:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185966720:12345-0@lo:400:kworker.0 Request processed in 99us (3537us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473031.227725:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1772473031.229073:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185966720:0@lo:400:kworker.0 00000100:00100000:3.0:1772473031.736218:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473031.736243:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185967488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473031.736309:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473031.736576:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473031.736586:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185967616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473031.736616:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473031.736697:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967488 00000100:00100000:1.0:1772473031.736716:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967488 00000100:00100000:1.0:1772473031.736786:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967616 00000100:00100000:1.0:1772473031.736791:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967616 00000100:00100000:1.0:1772473031.736817:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1772473031.736826:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185967488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473031.736877:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473031.736927:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185967488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473031.736934:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1772473031.736951:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1772473031.736969:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185967616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473031.736988:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473031.737018:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185967616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473031.737024:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1772473031.737251:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185967488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473031.737286:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185967616:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473031.930483:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473032.952298:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473033.976208:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473034.670385:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473034.670425:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473034.670533:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473034.670571:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473034.670631:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068352 00000100:00100000:3.0:1772473034.670644:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068352 00000100:00100000:3.0:1772473034.670731:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1766 00000100:00100000:3.0:1772473034.670783:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170068352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473034.670868:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170068352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 128us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473034.670876:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1766 00000100:00100000:2.0:1772473034.671765:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068224 00000100:00100000:2.0:1772473034.671774:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068224 00000100:00100000:2.0:1772473034.671815:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1351 00000100:00100000:2.0:1772473034.671823:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170068224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473034.671865:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170068224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473034.671872:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1351 00000100:00080000:2.0:1772473034.671906:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473034.672028:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068480 00000100:00100000:0.0:1772473034.672033:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068480 00000100:00100000:0.0:1772473034.672068:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068608 00000100:00100000:0.0:1772473034.672071:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068608 00000100:00100000:0.0:1772473034.672094:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1338 00000100:00100000:0.0:1772473034.672101:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473034.672128:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1339 00000100:00100000:2.0:1772473034.672135:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068608:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473034.672139:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473034.672145:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1338 00000100:00100000:2.0:1772473034.672158:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068608:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473034.672165:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1339 00000100:00080000:2.0:1772473034.672177:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473034.672180:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772473034.999069:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473036.023882:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473036.343164:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185968000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.343236:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473036.343300:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772473036.343307:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185967872:0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.343363:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473036.343383:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185968384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.343406:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473036.343438:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968000 00000100:00100000:2.0:1772473036.343445:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968000 00000100:00100000:2.0:1772473036.343493:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967872 00000100:00100000:2.0:1772473036.343497:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967872 00000100:00100000:2.0:1772473036.343520:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:2.0:1772473036.343529:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185968000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.343581:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185968000:12345-0@lo:400:kworker.0 Request processed in 53us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473036.343588:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:2.0:1772473036.343608:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1772473036.343614:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185967872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.343639:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185967872:12345-0@lo:400:kworker.0 Request processed in 26us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473036.343645:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00080000:3.0:1772473036.343852:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473036.343866:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968384 00000100:00100000:3.0:1772473036.343870:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968384 00000100:00100000:3.0:1772473036.343903:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1772473036.343912:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185968384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473036.343944:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185968384:12345-0@lo:400:kworker.0 Request processed in 33us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473036.343950:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:3.0:1772473036.343964:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473036.344004:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185967872:0@lo:400:kworker.0 00000100:00100000:3.0:1772473036.344015:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185968384:0@lo:400:kworker.0 00000100:00100000:3.0:1772473036.344023:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185968000:0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.344227:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185967744:0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.344262:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473036.344298:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185968256:0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.344319:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473036.344354:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473036.344360:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185968128:0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.344380:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473036.344405:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968128 00000100:00100000:1.0:1772473036.344410:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968128 00000100:00100000:1.0:1772473036.344443:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1772473036.344451:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185968128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.344486:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185968128:12345-0@lo:400:kworker.0 Request processed in 36us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473036.344491:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00080000:1.0:1772473036.344505:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473036.344525:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185968128:0@lo:400:kworker.0 00000100:00100000:3.0:1772473036.344591:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968256 00000100:00100000:3.0:1772473036.344595:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968256 00000100:00100000:3.0:1772473036.344637:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1772473036.344644:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185968256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473036.344688:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185968256:12345-0@lo:400:kworker.0 Request processed in 45us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473036.344695:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00080000:1.0:1772473036.344975:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473036.344995:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185968256:0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.345057:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185967744 00000100:00100000:2.0:1772473036.345062:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185967744 00000100:00100000:2.0:1772473036.345096:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1772473036.345103:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185967744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473036.345156:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185967744:12345-0@lo:400:kworker.0 Request processed in 53us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473036.345162:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1772473036.345300:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185967744:0@lo:400:kworker.0 00000100:00100000:1.0:1772473036.855096:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473036.855120:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185968512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473036.855193:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473036.855549:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968512 00000100:00100000:0.0:1772473036.855558:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968512 00000100:00100000:0.0:1772473036.855614:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1772473036.855625:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185968512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473036.855661:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473036.855721:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185968512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473036.855728:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1772473036.855874:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185968512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473036.856489:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473036.856504:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185968640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473036.856541:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473036.856636:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968640 00000100:00100000:3.0:1772473036.856641:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968640 00000100:00100000:3.0:1772473036.856680:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1772473036.856688:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185968640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473036.856711:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473036.856773:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185968640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473036.856780:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1772473036.856894:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185968640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473037.047790:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473038.070965:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473039.095019:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473039.780956:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473039.781008:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473039.781042:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473039.781045:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068736 00000100:00100000:2.0:1772473039.781056:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068736 00000100:00100000:1.0:1772473039.781092:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473039.781118:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1353 00000100:00100000:1.0:1772473039.781123:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068992 00000100:00100000:1.0:1772473039.781128:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068992 00000100:00100000:2.0:1772473039.781129:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170068736:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473039.781164:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069120 00000100:00100000:1.0:1772473039.781167:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069120 00000100:00100000:1.0:1772473039.781189:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1342 00000100:00100000:1.0:1772473039.781199:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068992:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473039.781222:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170068736:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 94us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473039.781232:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170068992:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473039.781233:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1353 00000100:00100000:1.0:1772473039.781245:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1342 00000100:00100000:1.0:1772473039.781274:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1343 00000100:00100000:1.0:1772473039.781283:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170069120:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473039.781307:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170069120:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473039.781314:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1343 00000100:00080000:1.0:1772473039.781335:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473039.781339:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473039.781878:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170068864 00000100:00100000:0.0:1772473039.781885:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170068864 00000100:00100000:0.0:1772473039.781944:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1770 00000100:00100000:0.0:1772473039.781952:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170068864:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473039.782058:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170068864:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 107us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473039.782066:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1770 00000100:00080000:1.0:1772473039.782332:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473040.119090:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473041.148369:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473041.463207:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185969024:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463288:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473041.463367:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473041.463373:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185968896:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463394:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473041.463408:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185969408:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463427:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473041.463459:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969024 00000100:00100000:1.0:1772473041.463466:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969024 00000100:00100000:1.0:1772473041.463514:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968896 00000100:00100000:1.0:1772473041.463517:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968896 00000100:00100000:1.0:1772473041.463538:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1772473041.463547:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185969024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463613:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185969024:12345-0@lo:400:kworker.0 Request processed in 51us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473041.463621:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1772473041.463640:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:1.0:1772473041.463647:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185968896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463673:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185968896:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473041.463678:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00080000:1.0:1772473041.463698:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473041.463710:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969408 00000100:00100000:1.0:1772473041.463713:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969408 00000100:00100000:1.0:1772473041.463783:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1772473041.463790:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185969408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463819:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185969408:12345-0@lo:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473041.463825:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:1.0:1772473041.463843:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473041.463870:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185968896:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463880:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185969408:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.463887:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185969024:0@lo:400:kworker.0 00000100:00100000:0.0:1772473041.464919:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185969152:0@lo:400:kworker.0 00000100:00100000:0.0:1772473041.464966:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473041.465020:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772473041.465027:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185968768:0@lo:400:kworker.0 00000100:00100000:0.0:1772473041.465055:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473041.465085:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185969280:0@lo:400:kworker.0 00000100:00100000:0.0:1772473041.465105:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473041.465137:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969280 00000100:00100000:0.0:1772473041.465143:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969280 00000100:00100000:0.0:1772473041.465179:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1772473041.465186:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185969280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473041.465221:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185969280:12345-0@lo:400:kworker.0 Request processed in 36us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473041.465228:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:0.0:1772473041.465275:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185969280:0@lo:400:kworker.0 00000100:00100000:3.0:1772473041.465420:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969152 00000100:00100000:3.0:1772473041.465425:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969152 00000100:00100000:3.0:1772473041.465459:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1772473041.465466:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185969152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473041.465502:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185969152:12345-0@lo:400:kworker.0 Request processed in 37us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473041.465508:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1772473041.465535:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185969152:0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.466203:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185968768 00000100:00100000:1.0:1772473041.466209:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185968768 00000100:00100000:1.0:1772473041.466304:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1772473041.466312:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185968768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473041.466363:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185968768:12345-0@lo:400:kworker.0 Request processed in 52us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473041.466369:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1772473041.466439:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185968768:0@lo:400:kworker.0 00000100:00080000:3.0:1772473041.466471:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473041.466476:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473041.975386:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473041.975408:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185969536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473041.975474:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473041.975559:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969536 00000100:00100000:3.0:1772473041.975563:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473041.975568:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969536 00000100:00100000:3.0:1772473041.975575:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185969664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473041.975606:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473041.975617:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969664 00000100:00100000:0.0:1772473041.975622:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969664 00000100:00100000:0.0:1772473041.975652:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1772473041.975661:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185969536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473041.975697:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473041.975764:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185969536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473041.975771:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1772473041.975785:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1772473041.975791:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185969664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473041.975810:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473041.975835:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185969664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473041.975841:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1772473041.978521:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185969536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473041.978706:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185969664:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772473042.167330:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473043.176112:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473043.176220:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069248 00000100:00100000:2.0:1772473043.176231:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069248 00000100:00100000:2.0:1772473043.176323:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1028 00000100:00100000:2.0:1772473043.176335:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069248:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473043.176436:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069248:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 103us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473043.176444:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1028 00000100:00080000:2.0:1772473043.176481:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473043.181836:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473043.182228:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069376 00000100:00100000:1.0:1772473043.182239:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069376 00000100:00100000:1.0:1772473043.182323:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 566 00000100:00100000:1.0:1772473043.182333:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069376:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473043.182620:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069376:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 288us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473043.182628:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 566 00000100:00080000:2.0:1772473043.185516:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473043.187476:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473043.187549:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069504 00000100:00100000:0.0:1772473043.187560:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069504 00000100:00100000:0.0:1772473043.187650:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 567 00000100:00100000:0.0:1772473043.187663:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069504:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473043.187981:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069504:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 321us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473043.187989:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 567 00000100:00080000:2.0:1772473043.188066:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772473043.192256:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473043.197367:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.197724:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069632 00000100:00100000:3.0:1772473043.197735:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069632 00000100:00100000:3.0:1772473043.197811:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1029 00000100:00100000:3.0:1772473043.198660:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069632:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473043.199107:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069632:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1284us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473043.199118:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1029 00000100:00100000:1.0:1772473043.210842:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473043.210882:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069760 00000100:00100000:1.0:1772473043.210891:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069760 00000100:00100000:1.0:1772473043.210945:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00100000:1.0:1772473043.210956:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069760:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473043.211054:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170069760:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 99us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473043.211062:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1030 00000100:00100000:1.0:1772473043.218422:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.221093:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170069888 00000100:00100000:3.0:1772473043.221108:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170069888 00000100:00100000:3.0:1772473043.221262:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 568 00000100:00100000:3.0:1772473043.221275:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069888:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473043.223323:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170069888:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 2038us (4897us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473043.223336:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 568 00000100:00100000:3.0:1772473043.226253:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.226290:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070016 00000100:00100000:3.0:1772473043.226299:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070016 00000100:00100000:3.0:1772473043.226355:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 569 00000100:00100000:3.0:1772473043.226365:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170070016:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473043.226690:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53124:x1858570170070016:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 327us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473043.226700:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 569 00000100:00100000:3.0:1772473043.238289:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473043.238589:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070144 00000100:00100000:0.0:1772473043.238599:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070144 00000100:00100000:0.0:1772473043.238663:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1031 00000100:00100000:0.0:1772473043.238674:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170070144:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473043.239010:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53124:x1858570170070144:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 337us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473043.239018:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1031 00000100:00100000:3.0:1772473043.296376:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473043.299532:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070272 00000100:00100000:2.0:1772473043.299548:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070272 00000100:00100000:2.0:1772473043.299621:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1032 00000100:00100000:2.0:1772473043.299634:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53125:x1858570170070272:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473043.299657:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473043.299681:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1980 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13081 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299762:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299777:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299789:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473043.299864:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:2.0:1772473043.299869:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473043.299901:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299927:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e1980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13081 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299951:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13081 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473043.299960:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:2.0:1772473043.299963:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473043.299967:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772473043.300030:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53125:x1858570170070272:12345-192.168.201.48@tcp:101:rm.0 Request processed in 399us (3663us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473043.300039:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1032 00000100:00100000:0.0:1772473043.313109:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.316698:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070400 00000100:00100000:3.0:1772473043.316714:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070400 00000100:00100000:3.0:1772473043.316787:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 170 00000100:00100000:3.0:1772473043.316797:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53125:x1858570170070400:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:3.0:1772473043.316920:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53125:x1858570170070400:12345-192.168.201.48@tcp:49:rm.0 Request processed in 123us (3817us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772473043.316931:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 170 00000100:00100000:3.0:1772473043.325673:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.325712:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070656 00000100:00100000:3.0:1772473043.325724:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070656 00000100:00100000:3.0:1772473043.325797:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1033 00000100:00100000:3.0:1772473043.325807:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53125:x1858570170070656:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473043.325833:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473043.325856:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e198e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13088 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473043.326122:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:3.0:1772473043.326403:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e198e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13088 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.326419:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772473043.326422:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772473043.326428:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e198e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13088 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.326447:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772473043.326516:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53125:x1858570170070656:12345-192.168.201.48@tcp:101:rm.0 Request processed in 710us (852us total) trans 4294967694 rc 301/301 00000100:00100000:3.0:1772473043.326524:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1033 00000100:00100000:3.0:1772473043.347769:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473043.348331:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170070784 00000100:00100000:0.0:1772473043.348342:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170070784 00000100:00100000:0.0:1772473043.348571:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 171 00000100:00100000:0.0:1772473043.348582:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53125:x1858570170070784:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:3.0:1772473043.368246:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53125:x1858570170070784:12345-192.168.201.48@tcp:37:rm.0 Request processed in 19656us (20507us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473043.368263:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 171 00000100:00100000:3.0:1772473043.376510:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473043.376606:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071040 00000100:00100000:0.0:1772473043.376617:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071040 00000100:00100000:0.0:1772473043.376675:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 172 00000100:00100000:0.0:1772473043.376686:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53125:x1858570170071040:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:0.0:1772473043.377054:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53125:x1858570170071040:12345-192.168.201.48@tcp:35:rm.0 Request processed in 368us (552us total) trans 4294967695 rc 0/0 00000100:00100000:0.0:1772473043.377064:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 172 00000100:00100000:3.0:1772473043.383890:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473043.383925:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071296 00000100:00100000:3.0:1772473043.383935:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071296 00000100:00100000:3.0:1772473043.383990:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1034 00000100:00100000:3.0:1772473043.384001:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53125:x1858570170071296:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772473043.384067:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1772473043.384096:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1987 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13081 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384116:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e192c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1306c expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384124:0:8978:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1582) 00010000:00010000:3.0:1772473043.384129:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:3.0:1772473043.384140:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473043.384168:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384183:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384192:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384217:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384223:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384230:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384360:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384367:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384374:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384424:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384432:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384439:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384450:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473043.384455:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384463:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384471:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:3.0:1772473043.384473:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473043.384477:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384483:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e19aa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384497:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384503:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384509:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384514:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473043.384517:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384522:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384533:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772473043.384536:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473043.384538:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384543:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e199c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384551:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384557:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384563:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384567:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473043.384570:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384576:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384582:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c4052b6c00) 00010000:00010000:3.0:1772473043.384584:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473043.384586:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473043.384591:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e19a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473043.384668:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53125:x1858570170071296:12345-192.168.201.48@tcp:36:rm.0 Request processed in 667us (784us total) trans 0 rc -13/-13 00000100:00100000:3.0:1772473043.384676:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1034 00010000:00010000:0.0:1772473044.218104:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473044.653839:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967695 is committed 00000100:00100000:0.0:1772473044.903527:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473044.903573:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473044.903610:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473044.903636:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473044.903667:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071680 00000100:00100000:0.0:1772473044.903676:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071680 00000100:00100000:0.0:1772473044.903725:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071808 00000100:00100000:0.0:1772473044.903728:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071808 00000100:00100000:0.0:1772473044.903766:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1346 00000100:00100000:0.0:1772473044.903777:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473044.903850:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473044.903858:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1346 00000100:00100000:0.0:1772473044.903879:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1347 00000100:00100000:0.0:1772473044.903885:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473044.903926:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473044.903935:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1347 00000100:00100000:3.0:1772473044.903975:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071552 00000100:00100000:3.0:1772473044.903979:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071552 00000100:00100000:3.0:1772473044.904009:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1774 00000100:00100000:3.0:1772473044.904015:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473044.904042:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170071552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473044.904048:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1774 00000100:00100000:2.0:1772473044.904116:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071424 00000100:00100000:2.0:1772473044.904120:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071424 00000100:00100000:2.0:1772473044.904156:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1355 00000100:00100000:2.0:1772473044.904163:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170071424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473044.906977:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170071424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 2800us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473044.906992:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1355 00010000:00010000:0.0:1772473045.239863:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473046.265275:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473046.583053:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185969920:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583127:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473046.583200:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185970432:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583226:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473046.583254:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473046.583259:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185970048:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583280:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473046.583313:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969920 00000100:00100000:2.0:1772473046.583322:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969920 00000100:00100000:2.0:1772473046.583368:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970048 00000100:00100000:2.0:1772473046.583370:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970048 00000100:00100000:2.0:1772473046.583403:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1772473046.583412:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185969920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583465:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185969920:12345-0@lo:400:kworker.0 Request processed in 54us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473046.583473:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1772473046.583493:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1772473046.583498:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185970048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583541:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185970048:12345-0@lo:400:kworker.0 Request processed in 42us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473046.583547:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1772473046.583567:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970432 00000100:00100000:2.0:1772473046.583570:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970432 00000100:00100000:2.0:1772473046.583595:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1772473046.583601:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185970432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583626:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185970432:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473046.583632:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00080000:2.0:1772473046.583651:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473046.583655:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473046.583684:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185970048:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583693:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185969920:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.583700:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185970432:0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.583785:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185970176:0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.583816:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473046.583844:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772473046.583850:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185969792:0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.583874:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473046.583897:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185970304:0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.583918:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473046.583942:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185969792 00000100:00100000:1.0:1772473046.583946:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185969792 00000100:00100000:1.0:1772473046.583972:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1772473046.583978:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185969792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.584009:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185969792:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473046.584015:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1772473046.584040:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970304 00000100:00100000:1.0:1772473046.584044:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970304 00000100:00100000:1.0:1772473046.584066:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1772473046.584071:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185970304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.584096:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185970304:12345-0@lo:400:kworker.0 Request processed in 25us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473046.584104:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00080000:1.0:1772473046.584117:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473046.584129:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185969792:0@lo:400:kworker.0 00000100:00100000:1.0:1772473046.584138:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185970304:0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.584293:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970176 00000100:00100000:2.0:1772473046.584298:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970176 00000100:00100000:2.0:1772473046.584334:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1772473046.584340:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185970176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473046.584377:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185970176:12345-0@lo:400:kworker.0 Request processed in 37us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473046.584383:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1772473046.584695:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185970176:0@lo:400:kworker.0 00000100:00080000:1.0:1772473046.584889:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:2.0:1772473046.822338:0:90992:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe06904a10 20000000:00000080:2.0:1772473046.822360:0:90992:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba16800 uarg=0000000000000000 00010000:00010000:2.0:1772473046.822859:0:90992:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473046.822875:0:90992:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473046.822897:0:90992:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473046.822917:0:90992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473046.822936:0:90992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473046.822944:0:90992:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473046.822983:0:90992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473046.822999:0:90992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 17 pid: 5806 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473046.823014:0:90992:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90992:1858570185970560:0@lo:104: 00000100:00100000:2.0:1772473046.823080:0:90992:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473046.823888:0:90992:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473046.824055:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970560 00000100:00100000:1.0:1772473046.824065:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970560 00000100:00100000:1.0:1772473046.824237:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1772473046.824248:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90992:x1858570185970560:12345-0@lo:104: 00010000:00010000:1.0:1772473046.824263:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.824376:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473046.824383:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:90992:x1858570185970560:12345-0@lo:104: Request processed in 138us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473046.824390:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1772473046.824464:0:90992:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90992:1858570185970560:0@lo:104: 00010000:00010000:3.0:1772473046.824486:0:90992:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824630:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473046.824638:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824646:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473046.824650:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824659:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473046.824666:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473046.824673:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473046.824717:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824723:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1772473046.824794:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185970688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473046.824833:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772473046.824975:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824983:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e1902 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1909 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473046.824999:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473046.825002:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473046.825003:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473046.825199:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970688 00000100:00100000:1.0:1772473046.825205:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970688 00010000:00010000:1.0:1772473046.825229:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473046.825290:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1772473046.825299:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185970688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473046.825310:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473046.825315:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825330:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825344:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e1909 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1902 expref: 18 pid: 5806 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825358:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825367:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825382:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825391:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825397:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825404:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825410:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473046.825414:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825421:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825454:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473046.825464:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473046.825505:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185970688:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473046.825512:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1772473046.825641:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185970688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473046.825692:0:90992:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473046.825700:0:90992:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473046.825706:0:90992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e19b1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473047.094969:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473047.095046:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473047.095064:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185970944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473047.095119:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473047.095199:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970944 00000100:00100000:3.0:1772473047.095208:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970944 00000100:00100000:3.0:1772473047.095265:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1772473047.095275:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185970944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473047.095313:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473047.095371:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185970944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473047.095377:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1772473047.095726:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185970944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473047.096212:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185970816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473047.096248:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473047.096589:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185970816 00000100:00100000:2.0:1772473047.096595:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185970816 00000100:00100000:2.0:1772473047.096642:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1772473047.096650:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185970816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473047.096676:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473047.096728:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185970816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473047.096735:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1772473047.099510:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185970816:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473047.297360:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473047.695181:0:91040:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdaa45410 20000000:00000080:2.0:1772473047.695205:0:91040:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba16800 uarg=0000000000000000 00010000:00010000:2.0:1772473047.695550:0:91040:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473047.695568:0:91040:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473047.695588:0:91040:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473047.695608:0:91040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695625:0:91040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695636:0:91040:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695643:0:91040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695650:0:91040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695657:0:91040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695667:0:91040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473047.695671:0:91040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695679:0:91040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695692:0:91040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695699:0:91040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473047.695704:0:91040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e19b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.310903:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473048.503265:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473048.503272:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473048.503277:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473048.503324:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473048.503335:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473048.503347:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473048.503381:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185971072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473048.503448:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473048.503521:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c435312f00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473048.507190:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971072 00000100:00100000:0.0:1772473048.507206:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971072 00000100:00100000:0.0:1772473048.507279:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1772473048.507289:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185971072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473048.507308:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473048.507330:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e19bf expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.507358:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.507369:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.507378:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772473048.507545:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185971072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 257us (4096us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473048.507552:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1772473048.507610:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185971072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473048.507629:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.507639:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473048.507658:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473048.507665:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473048.507671:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473049.335568:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473050.021688:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473050.021732:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473050.021800:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473050.021825:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473050.021854:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072320 00000100:00100000:3.0:1772473050.021862:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072320 00000100:00100000:3.0:1772473050.021913:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072192 00000100:00100000:3.0:1772473050.021917:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072192 00000100:00100000:3.0:1772473050.021943:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1350 00000100:00100000:3.0:1772473050.021952:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170072320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473050.022022:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170072320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473050.022030:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1350 00000100:00100000:3.0:1772473050.022046:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1351 00000100:00100000:3.0:1772473050.022052:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170072192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473050.022076:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170072192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473050.022082:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1351 00000100:00080000:3.0:1772473050.022110:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473050.022114:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473050.022561:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170071936 00000100:00100000:1.0:1772473050.022566:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170071936 00000100:00100000:1.0:1772473050.022604:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1358 00000100:00100000:1.0:1772473050.022611:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170071936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473050.022665:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170071936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 55us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473050.022672:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1358 00000100:00100000:2.0:1772473050.022857:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072064 00000100:00100000:2.0:1772473050.022861:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072064 00000100:00100000:2.0:1772473050.022905:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1778 00000100:00100000:2.0:1772473050.022912:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170072064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473050.022945:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170072064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473050.022952:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1778 00000100:00080000:1.0:1772473050.023358:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473050.361512:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473050.752038:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473050.752348:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072448 00000100:00100000:2.0:1772473050.752359:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072448 00000100:00100000:2.0:1772473050.752544:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1035 00000100:00100000:2.0:1772473050.752555:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53239:x1858570170072448:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473050.752578:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473050.752601:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e19cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1308f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752719:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752731:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752780:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473050.752853:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772473050.752857:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473050.752879:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752901:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e19cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1308f expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752920:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1308f expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.752929:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772473050.752932:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473050.752936:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772473050.753174:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53239:x1858570170072448:12345-192.168.201.48@tcp:101:rm.0 Request processed in 619us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473050.753182:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1035 00000100:00100000:3.0:1772473050.756025:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473050.756177:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072576 00000100:00100000:1.0:1772473050.756187:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072576 00000100:00100000:1.0:1772473050.756247:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1036 00000100:00100000:1.0:1772473050.756257:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53239:x1858570170072576:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:1.0:1772473050.756281:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473050.756306:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e19db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13096 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756390:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756405:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756418:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756434:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756441:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756447:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756573:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756582:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756589:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473050.756650:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00000004:00200000:1.0:1772473050.756654:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473050.756680:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756696:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756702:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756709:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756715:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473050.756720:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756728:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756774:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78200) 00010000:00010000:1.0:1772473050.756777:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473050.756783:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756789:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e19e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756805:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756812:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756818:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756824:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473050.756827:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756833:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756841:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c420328600) 00010000:00010000:1.0:1772473050.756843:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473050.756846:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756851:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e19e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756882:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e19db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13096 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756897:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13096 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.756905:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772473050.756907:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473050.756909:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473050.756983:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53239:x1858570170072576:12345-192.168.201.48@tcp:101:rm.0 Request processed in 727us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473050.756991:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1036 00000100:00100000:2.0:1772473050.761365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473050.761440:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072832 00000100:00100000:0.0:1772473050.761450:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072832 00000100:00100000:0.0:1772473050.761511:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1037 00000100:00100000:0.0:1772473050.761521:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53239:x1858570170072832:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772473050.761542:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473050.761563:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e19f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1309d expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473050.761692:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:0.0:1772473050.761959:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e19f7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1309d expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.761973:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78200) 00010000:00010000:0.0:1772473050.761976:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772473050.761981:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e19f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1309d expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.761994:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbe00, rc 0) 00000100:00100000:0.0:1772473050.762068:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53239:x1858570170072832:12345-192.168.201.48@tcp:101:rm.0 Request processed in 548us (712us total) trans 4294967696 rc 301/301 00000100:00100000:0.0:1772473050.762087:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1037 00000100:00100000:3.0:1772473050.766595:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473050.766652:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170072960 00000100:00100000:2.0:1772473050.766662:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170072960 00000100:00100000:2.0:1772473050.766723:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 173 00000100:00100000:2.0:1772473050.766732:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e95050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53239:x1858570170072960:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:2.0:1772473050.774082:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e95050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53239:x1858570170072960:12345-192.168.201.48@tcp:37:rm.0 Request processed in 7331us (7478us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473050.774098:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 173 00000100:00100000:0.0:1772473050.779696:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473050.779865:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170073216 00000100:00100000:3.0:1772473050.779876:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170073216 00000100:00100000:3.0:1772473050.779968:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 174 00000100:00100000:3.0:1772473050.779978:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53239:x1858570170073216:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:3.0:1772473050.780256:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53239:x1858570170073216:12345-192.168.201.48@tcp:35:rm.0 Request processed in 278us (568us total) trans 4294967697 rc 0/0 00000100:00100000:3.0:1772473050.780264:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 174 00000100:00100000:0.0:1772473050.783544:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473050.783712:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170073472 00000100:00100000:2.0:1772473050.783723:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170073472 00000100:00100000:2.0:1772473050.783848:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1038 00000100:00100000:2.0:1772473050.783859:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53239:x1858570170073472:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772473050.783930:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473050.783961:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e19f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13096 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.783983:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772473050.784000:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e19d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1308f expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784009:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772473050.784014:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473050.784133:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784148:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784158:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784172:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784178:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784184:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784305:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784313:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784320:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473050.784963:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 11776 00010000:00010000:2.0:1772473050.784982:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784990:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.784998:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785004:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473050.785008:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785016:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785025:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772473050.785028:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772473050.785031:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785277:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a13 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785301:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785307:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785314:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785319:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473050.785322:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785328:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785337:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772473050.785339:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473050.785343:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.785349:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a05 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473050.785360:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d8f07ddc reply state 0000000081c91e4c transno 4294967698 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473050.785370:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473050.785727:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53239:x1858570170073472:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1867us (2189us total) trans 4294967698 rc 0/0 00000100:00100000:2.0:1772473050.785736:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1038 00010000:00010000:0.0:1772473050.792161:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792181:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792189:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792197:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473050.792202:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792210:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792228:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78e00) 00010000:00010000:0.0:1772473050.792231:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473050.792235:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.792241:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1a0c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473050.830080:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473050.830188:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170073600 00000100:00100000:2.0:1772473050.830199:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170073600 00000100:00100000:2.0:1772473050.830272:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1039 00000100:00100000:2.0:1772473050.830285:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53243:x1858570170073600:12345-192.168.201.48@tcp:101:mkdir.0 00010000:00010000:2.0:1772473050.830320:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473050.830348:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130a4 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830416:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830431:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830442:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473050.830516:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772473050.830521:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473050.830548:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830573:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1a1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130a4 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830593:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130a4 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.830602:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772473050.830605:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473050.830609:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772473050.830687:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53243:x1858570170073600:12345-192.168.201.48@tcp:101:mkdir.0 Request processed in 406us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473050.830695:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1039 00000100:00100000:1.0:1772473050.834318:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473050.834366:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473050.834471:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170073728 00000100:00100000:2.0:1772473050.834482:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170073728 00000100:00100000:2.0:1772473050.834531:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170073984 00000100:00100000:2.0:1772473050.834534:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170073984 00000100:00100000:2.0:1772473050.834564:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1040 00000100:00100000:2.0:1772473050.834573:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:2357:x1858570170073728:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:2.0:1772473050.834619:0:5812:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:2.0:1772473050.834691:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:2357:x1858570170073728:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 118us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473050.834699:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1040 00000100:00100000:2.0:1772473050.834718:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1041 00000100:00100000:2.0:1772473050.834725:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53243:x1858570170073984:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:2.0:1772473050.834788:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473050.834813:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130a4 expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834833:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772473050.834845:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473050.834929:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834942:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834952:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834964:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834973:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.834980:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473050.835584:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00010000:00010000:2.0:1772473050.835594:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835602:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835609:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835615:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473050.835619:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835627:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835637:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772473050.835639:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473050.835643:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.835650:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a28 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473050.835670:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000eea6b23c reply state 000000007cf2c982 transno 4294967699 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473050.835680:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473050.835764:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:53243:x1858570170073984:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 1010us (1369us total) trans 4294967699 rc 0/0 00000100:00100000:2.0:1772473050.835772:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1041 00010000:00010000:2.0:1772473050.842343:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842363:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842371:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842387:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473050.842393:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842402:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842419:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78200) 00010000:00010000:2.0:1772473050.842422:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473050.842427:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473050.842433:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e1a2f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473050.887955:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473050.888512:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074112 00000100:00100000:0.0:1772473050.888523:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074112 00000100:00100000:0.0:1772473050.888589:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1042 00000100:00100000:0.0:1772473050.888598:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53247:x1858570170074112:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772473050.888626:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473050.888650:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1a36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130ab expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888710:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888725:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888782:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473050.888845:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772473050.888849:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473050.888873:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888899:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1a36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ab expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888917:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ab expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.888928:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772473050.888930:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473050.888935:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772473050.889004:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:53247:x1858570170074112:12345-192.168.201.48@tcp:101:chown.0 Request processed in 407us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473050.889012:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1042 00000100:00100000:3.0:1772473050.892319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473050.892486:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074240 00000100:00100000:0.0:1772473050.892499:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074240 00000100:00100000:0.0:1772473050.892563:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1043 00000100:00100000:0.0:1772473050.892573:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:53247:x1858570170074240:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772473050.892598:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473050.892622:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1a44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130b2 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892685:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892700:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892712:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892728:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892735:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892781:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892897:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892905:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.892916:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473050.892959:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 512 00000004:00200000:0.0:1772473050.892963:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473050.892987:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893000:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893006:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893011:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893017:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473050.893022:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893030:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893043:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:0.0:1772473050.893047:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473050.893052:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893058:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1a4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893085:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893091:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893097:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893101:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473050.893104:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893109:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893116:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8a900) 00010000:00010000:0.0:1772473050.893119:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473050.893122:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893127:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1a52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893160:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b2 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893173:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b2 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473050.893185:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772473050.893187:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473050.893189:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772473050.893275:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:53247:x1858570170074240:12345-192.168.201.48@tcp:101:chown.0 Request processed in 704us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473050.893283:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1043 00000100:00100000:3.0:1772473050.897888:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473050.898206:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074496 00000100:00100000:1.0:1772473050.898218:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074496 00000100:00100000:1.0:1772473050.898281:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1044 00000100:00100000:1.0:1772473050.898290:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:53247:x1858570170074496:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:1.0:1772473050.898355:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473050.898396:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1a59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b2 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.898418:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:1.0:1772473050.898429:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473050.898453:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.898466:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.898475:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772473050.941489:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967696 is committed 00000001:00080000:0.0:1772473050.941644:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967700 is committed 00000004:00010000:2.0:1772473050.941711:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000098f9ca22 reply state 000000005ed30dc7 transno 4294967700 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473050.941726:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473050.941909:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:3.0:1772473050.942129:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772473050.942154:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53247:x1858570170074496:12345-192.168.201.48@tcp:36:chown.0 Request processed in 43861us (44272us total) trans 4294967700 rc 0/0 00000100:00100000:3.0:1772473050.942164:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1044 00010000:00010000:1.0:1772473050.942244:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942255:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942262:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942269:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473050.942275:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942284:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942302:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772473050.942305:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772473050.942310:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473050.942316:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1a60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473051.393141:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473051.674239:0:91237:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa0402bd0 20000000:00000080:1.0:1772473051.674253:0:91237:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302ae6400 uarg=0000000000000000 00010000:00010000:1.0:1772473051.674633:0:91237:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772473051.674665:0:91237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:1.0:1772473051.674668:0:91237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473051.674678:0:91237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1a3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ab expref: 5 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.674699:0:91237:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772473051.674721:0:91237:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473051.674843:0:91237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.674859:0:91237:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.674868:0:91237:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.674907:0:91237:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.674920:0:91237:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 17 pid: 5803 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473051.674934:0:91237:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91237:1858570185971200:0@lo:104: 00000100:00100000:1.0:1772473051.674987:0:91237:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473051.675076:0:91237:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c401370900 going to sleep for 11 seconds 00000100:00100000:0.0:1772473051.680964:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971200 00000100:00100000:0.0:1772473051.680979:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971200 00000100:00100000:1.0:1772473051.681609:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1772473051.681617:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91237:x1858570185971200:12345-0@lo:104: 00010000:00010000:1.0:1772473051.681636:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473051.681735:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473051.681765:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91237:x1858570185971200:12345-0@lo:104: Request processed in 150us (6779us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473051.681771:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1772473051.681857:0:91237:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91237:1858570185971200:0@lo:104: 00010000:00010000:2.0:1772473051.681880:0:91237:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.681921:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473051.681927:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.681932:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473051.681935:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.681941:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473051.681946:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473051.681950:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473051.681983:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.681990:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473051.682006:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682010:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55e00/0xc2ef6d41852e19bf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e19c6 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682026:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473051.682027:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473051.682029:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473051.682041:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185971328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473051.682088:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473051.682136:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971328 00000100:00100000:0.0:1772473051.682141:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971328 00010000:00010000:0.0:1772473051.682160:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473051.682182:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1772473051.682189:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185971328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473051.682201:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473051.682206:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682215:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682226:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e19c6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e19bf expref: 18 pid: 5803 timeout: 2627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682240:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682246:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682257:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682271:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682277:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682281:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682284:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473051.682286:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682291:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682298:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473051.682303:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473051.682323:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185971328:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473051.682328:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1772473051.682348:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185971328:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473051.682464:0:91237:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473051.682470:0:91237:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473051.682474:0:91237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1a67 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473051.709570:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185971456:0@lo:400:kworker.0 00000100:00100000:0.0:1772473051.709784:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473051.711640:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971456 00000100:00100000:1.0:1772473051.711652:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971456 00000100:00100000:1.0:1772473051.711717:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:1.0:1772473051.711727:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185971456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473051.717454:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185971456:12345-0@lo:400:kworker.0 Request processed in 5718us (7660us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473051.717471:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1772473051.718439:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185971840:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718495:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473051.718533:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473051.718539:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185971968:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718565:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473051.718597:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185971584:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718620:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473051.718641:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473051.718647:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185971712:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718669:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473051.718700:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971968 00000100:00100000:2.0:1772473051.718707:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971968 00000100:00100000:2.0:1772473051.718775:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971712 00000100:00100000:2.0:1772473051.718779:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971712 00000100:00100000:2.0:1772473051.718803:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1772473051.718811:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185971968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718861:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185971968:12345-0@lo:400:kworker.0 Request processed in 50us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473051.718868:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1772473051.718885:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1772473051.718892:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185971712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718921:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185971712:12345-0@lo:400:kworker.0 Request processed in 29us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473051.718927:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00080000:2.0:1772473051.718945:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473051.718948:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473051.718977:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185971968:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.718999:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185971712:0@lo:400:kworker.0 00000100:00100000:1.0:1772473051.719685:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971840 00000100:00100000:1.0:1772473051.719693:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971840 00000100:00100000:1.0:1772473051.719761:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185971584 00000100:00100000:1.0:1772473051.719765:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185971584 00000100:00100000:1.0:1772473051.719789:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1772473051.719796:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185971840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473051.719844:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185971840:12345-0@lo:400:kworker.0 Request processed in 49us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473051.719850:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1772473051.719866:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1772473051.719872:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185971584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473051.719897:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185971584:12345-0@lo:400:kworker.0 Request processed in 26us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473051.719903:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00080000:2.0:1772473051.720913:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473051.720957:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185971840:0@lo:400:kworker.0 00000100:00100000:2.0:1772473051.720997:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185971584:0@lo:400:kworker.0 00000100:00100000:0.0:1772473051.723537:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185971456:0@lo:400:kworker.0 00000100:00100000:0.0:1772473052.216283:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185972096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473052.216356:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473052.216470:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972096 00000100:00100000:3.0:1772473052.216478:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972096 00000100:00100000:3.0:1772473052.216537:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1772473052.216547:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185972096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473052.216589:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473052.216646:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185972096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473052.216654:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1772473052.216699:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185972096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473052.219126:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185972224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473052.219192:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473052.220162:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972224 00000100:00100000:1.0:1772473052.220172:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972224 00000100:00100000:1.0:1772473052.220232:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1772473052.220242:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185972224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473052.220278:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473052.228599:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185972224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8348us (9396us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473052.228619:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1772473052.236189:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185972224:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473052.407969:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473052.564679:0:91285:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf4cb4110 20000000:00000080:3.0:1772473052.564697:0:91285:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d60400 uarg=0000000000000000 00010000:00010000:3.0:1772473052.565166:0:91285:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473052.565182:0:91285:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473052.565203:0:91285:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473052.565221:0:91285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565237:0:91285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565247:0:91285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565253:0:91285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565260:0:91285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565267:0:91285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565273:0:91285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473052.565277:0:91285:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565527:0:91285:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565545:0:91285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565552:0:91285:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473052.565558:0:91285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1a6e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473053.244443:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473053.244451:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473053.244456:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473053.244503:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473053.244515:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473053.244526:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473053.244551:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185972352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473053.244614:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473053.244665:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3039609c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772473053.249133:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972352 00000100:00100000:2.0:1772473053.249147:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972352 00000100:00100000:2.0:1772473053.249216:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1772473053.249226:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185972352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473053.251330:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473053.251360:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1a75 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.251395:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.251409:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.251419:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772473053.251504:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185972352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2278us (6889us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473053.251514:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1772473053.251590:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433fc6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185972352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473053.251608:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.251618:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473053.251642:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473053.251648:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.251655:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473053.432341:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473054.455080:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473055.142151:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473055.142215:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473055.142284:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074624 00000100:00100000:2.0:1772473055.142292:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074624 00000100:00100000:3.0:1772473055.142403:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473055.142419:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473055.142476:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1360 00000100:00100000:2.0:1772473055.142487:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170074624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473055.142573:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170074624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 88us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473055.142582:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1360 00000100:00100000:1.0:1772473055.143599:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074752 00000100:00100000:1.0:1772473055.143610:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074752 00000100:00100000:3.0:1772473055.143673:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170074880 00000100:00100000:1.0:1772473055.143684:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1782 00000100:00100000:3.0:1772473055.143689:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170074880 00000100:00100000:1.0:1772473055.143713:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170074752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473055.143792:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075008 00000100:00100000:3.0:1772473055.143798:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075008 00000100:00100000:1.0:1772473055.143815:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170074752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 117us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473055.143829:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1782 00000100:00100000:3.0:1772473055.143841:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1354 00000100:00100000:3.0:1772473055.143856:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170074880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473055.143947:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170074880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473055.143956:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1354 00000100:00100000:3.0:1772473055.143976:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1355 00000100:00100000:3.0:1772473055.143984:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170075008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473055.144020:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170075008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473055.144025:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1355 00000100:00080000:3.0:1772473055.144907:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473055.144915:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473055.144920:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473055.481052:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473056.079557:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473056.079832:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075136 00000100:00100000:1.0:1772473056.079844:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075136 00000100:00100000:1.0:1772473056.079926:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 16 00000100:00100000:1.0:1772473056.079937:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170075136:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473056.079955:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473056.079958:0:5796:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1a3d) 00010000:00010000:1.0:1772473056.079960:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473056.080049:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170075136:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 113us (503us total) trans 0 rc 116/116 00000100:00100000:1.0:1772473056.080057:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 16 00010000:00010000:3.0:1772473056.503678:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473056.823130:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185972736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473056.823205:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473056.823298:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473056.823305:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185972864:0@lo:400:kworker.0 00000100:00100000:2.0:1772473056.823334:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473056.823366:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972736 00000100:00100000:2.0:1772473056.823373:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972736 00000100:00100000:2.0:1772473056.823428:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:2.0:1772473056.823437:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185972736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.823719:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185972608:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.823768:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473056.823788:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185973120:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.823808:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473056.823826:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473056.823831:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185972480:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.823857:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473056.823880:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185972992:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.823899:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473056.823924:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972608 00000100:00100000:1.0:1772473056.823928:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972608 00000100:00100000:1.0:1772473056.823954:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972992 00000100:00100000:1.0:1772473056.823957:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972992 00000100:00100000:1.0:1772473056.823989:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1772473056.823995:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185972608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824032:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185972608:12345-0@lo:400:kworker.0 Request processed in 37us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473056.824040:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1772473056.824055:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:1.0:1772473056.824061:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185972992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824082:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185972992:12345-0@lo:400:kworker.0 Request processed in 22us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473056.824087:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:1.0:1772473056.824102:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972864 00000100:00100000:1.0:1772473056.824105:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972864 00000100:00100000:1.0:1772473056.824125:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973120 00000100:00100000:1.0:1772473056.824128:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973120 00000100:00100000:1.0:1772473056.824144:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1772473056.824149:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185972864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824173:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185972864:12345-0@lo:400:kworker.0 Request processed in 24us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473056.824178:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1772473056.824188:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1772473056.824196:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185973120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824219:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185973120:12345-0@lo:400:kworker.0 Request processed in 26us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473056.824224:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1772473056.824239:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185972480 00000100:00100000:1.0:1772473056.824243:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185972480 00000100:00100000:1.0:1772473056.824265:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1772473056.824283:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185972480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824311:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185972480:12345-0@lo:400:kworker.0 Request processed in 41us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473056.824317:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1772473056.824368:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185972480:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824381:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185972992:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824389:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185972608:0@lo:400:kworker.0 00000100:00100000:1.0:1772473056.824397:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185973120:0@lo:400:kworker.0 00000100:00100000:2.0:1772473056.824712:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185972736:12345-0@lo:400:kworker.0 Request processed in 1275us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473056.824719:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00080000:2.0:1772473056.824760:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473056.824764:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473056.824767:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473056.824795:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185972864:0@lo:400:kworker.0 00000100:00100000:2.0:1772473056.824806:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185972736:0@lo:400:kworker.0 00000100:00100000:1.0:1772473057.336704:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185973248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473057.337130:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473057.338198:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973248 00000100:00100000:1.0:1772473057.338209:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973248 00000100:00100000:1.0:1772473057.338362:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1772473057.338376:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185973248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473057.338424:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473057.338492:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185973248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (1361us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473057.338499:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1772473057.338552:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185973248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473057.340091:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185973376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473057.340154:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473057.341730:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973376 00000100:00100000:3.0:1772473057.341758:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973376 00000100:00100000:3.0:1772473057.341825:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1772473057.341836:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185973376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473057.341878:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473057.341946:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185973376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473057.341953:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1772473057.342059:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185973376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473057.530020:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473058.069503:0:91530:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0d33de50 20000000:00000080:3.0:1772473058.069520:0:91530:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d62800 uarg=0000000000000000 00010000:00010000:3.0:1772473058.069855:0:91530:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473058.069870:0:91530:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473058.070818:0:91530:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473058.070841:0:91530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.070858:0:91530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.071437:0:91530:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.071483:0:91530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.072326:0:91530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 17 pid: 5805 timeout: 2633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473058.072348:0:91530:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91530:1858570185973504:0@lo:104: 00000100:00100000:3.0:1772473058.072410:0:91530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473058.072469:0:91530:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303960c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473058.073056:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973504 00000100:00100000:1.0:1772473058.073066:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973504 00000100:00100000:1.0:1772473058.073137:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1772473058.073147:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91530:x1858570185973504:12345-0@lo:104: 00010000:00010000:1.0:1772473058.073162:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473058.073247:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473058.073254:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91530:x1858570185973504:12345-0@lo:104: Request processed in 109us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473058.073260:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00010000:00010000:0.0:1772473058.073382:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473058.073389:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073398:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473058.073402:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073411:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473058.073417:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473058.073423:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473058.073464:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073470:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473058.073507:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073514:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1a75 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a7c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073531:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473058.073533:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473058.073534:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473058.073543:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772473058.073554:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185973632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473058.073587:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473058.073623:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973632 00000100:00100000:0.0:1772473058.073627:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973632 00010000:00010000:0.0:1772473058.073648:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 18 pid: 5805 timeout: 2633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473058.073670:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1772473058.073677:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404852850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185973632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473058.073687:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473058.073692:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 18 pid: 5805 timeout: 2633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073703:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 18 pid: 5805 timeout: 2633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073720:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073728:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073767:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073774:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073780:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073785:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073790:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473058.073793:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073801:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073810:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.073819:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473058.073847:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404852850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185973632:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473058.073853:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1772473058.074256:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185973632:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473058.074734:0:91530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e1a7c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1a75 expref: 17 pid: 5805 timeout: 2633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473058.075029:0:91530:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91530:1858570185973504:0@lo:104: 00010000:00010000:3.0:1772473058.075047:0:91530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.075056:0:91530:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.075062:0:91530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473058.075068:0:91530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1a83 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473058.552160:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473059.576614:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473059.640822:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473059.640828:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473059.640832:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473059.640896:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473059.640913:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473059.640941:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473059.640974:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185973760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473059.641051:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473059.641116:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c402b45d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772473059.641800:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973760 00000100:00100000:1.0:1772473059.641809:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973760 00000100:00100000:1.0:1772473059.641878:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:1.0:1772473059.641889:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185973760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473059.641906:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473059.641931:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1a8a expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473059.641956:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473059.641967:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473059.641976:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772473059.642023:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185973760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473059.642030:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1772473059.642060:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185973760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473059.642076:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473059.642088:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473059.642112:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473059.642118:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473059.642126:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473060.264062:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473060.264111:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473060.264144:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473060.264168:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473060.264193:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075648 00000100:00100000:1.0:1772473060.264202:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075648 00000100:00100000:1.0:1772473060.264252:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075520 00000100:00100000:1.0:1772473060.264255:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075520 00000100:00100000:1.0:1772473060.264275:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1358 00000100:00100000:1.0:1772473060.264287:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473060.264354:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473060.264361:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1358 00000100:00100000:1.0:1772473060.264377:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1359 00000100:00100000:1.0:1772473060.264384:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075520:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473060.264410:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075520:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473060.264416:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1359 00000100:00100000:1.0:1772473060.264432:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075264 00000100:00100000:1.0:1772473060.264436:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075264 00000100:00100000:1.0:1772473060.264458:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1363 00000100:00100000:1.0:1772473060.264464:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170075264:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473060.264486:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170075264:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473060.264492:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1363 00000100:00100000:2.0:1772473060.265259:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075392 00000100:00100000:2.0:1772473060.265267:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075392 00000100:00100000:2.0:1772473060.265310:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1786 00000100:00100000:2.0:1772473060.265319:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075392:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473060.265365:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170075392:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473060.265371:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1786 00000100:00080000:2.0:1772473060.265396:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473060.265400:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473060.265402:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772473060.599104:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473061.141073:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473061.141328:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075776 00000100:00100000:2.0:1772473061.141338:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075776 00000100:00100000:2.0:1772473061.141425:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1045 00000100:00100000:2.0:1772473061.141438:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53424:x1858570170075776:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772473061.141459:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473061.141481:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130b9 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.141548:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.141564:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.141580:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473061.141773:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772473061.141778:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473061.141805:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.142307:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1a98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b9 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.142331:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b9 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473061.142341:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772473061.142345:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473061.142349:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772473061.142419:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53424:x1858570170075776:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 984us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473061.142427:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1045 00000100:00100000:3.0:1772473061.145273:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473061.145353:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170075904 00000100:00100000:1.0:1772473061.145363:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170075904 00000100:00100000:1.0:1772473061.145427:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1046 00000100:00100000:1.0:1772473061.145438:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53424:x1858570170075904:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772473061.145459:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473061.145481:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1aa6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130c0 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145540:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145554:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145566:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145580:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145587:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145594:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145716:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145725:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145732:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473061.145809:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1772473061.145813:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473061.145837:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145849:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145855:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145873:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145880:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473061.145884:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145901:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145912:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78400) 00010000:00010000:1.0:1772473061.145915:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473061.145920:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145925:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1aad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145939:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145949:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145955:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145959:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473061.145963:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145969:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145976:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c420328d00) 00010000:00010000:1.0:1772473061.145978:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473061.145981:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.145986:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1ab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.146018:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1aa6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c0 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.146031:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c0 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473061.146038:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473061.146041:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473061.146044:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:0.0:1772473061.146296:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53424:x1858570170075904:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 857us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.146303:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1046 00000100:00100000:3.0:1772473061.151375:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473061.151533:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076160 00000100:00100000:1.0:1772473061.151545:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076160 00000100:00100000:1.0:1772473061.151624:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1047 00000100:00100000:1.0:1772473061.152792:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53424:x1858570170076160:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772473061.153725:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473061.153795:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1abb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c0 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.153816:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772473061.153839:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473061.153865:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.153879:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.153889:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473061.192911:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007d2b2d11 reply state 0000000057fce4c1 transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473061.192933:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772473061.192975:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:0.0:1772473061.193111:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53424:x1858570170076160:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 41473us (41744us total) trans 4294967701 rc 0/0 00000100:00100000:0.0:1772473061.193121:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1047 00000001:00080000:1.0:1772473061.197151:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967701 is committed 00010000:00010000:0.0:1772473061.197791:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197805:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197814:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197820:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473061.197826:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197833:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197851:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772473061.197854:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772473061.197952:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473061.197961:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ac2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473061.624327:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473061.944122:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473061.944144:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185973888:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944217:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.944275:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185973888 00000100:00100000:0.0:1772473061.944282:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185973888 00000100:00100000:0.0:1772473061.944329:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1772473061.944339:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185973888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944391:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185973888:12345-0@lo:400:kworker.0 Request processed in 53us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.944399:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1772473061.944450:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185973888:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944494:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185974016:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944521:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.944557:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974016 00000100:00100000:0.0:1772473061.944561:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974016 00000100:00100000:0.0:1772473061.944587:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1772473061.944594:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185974016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944628:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185974016:12345-0@lo:400:kworker.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.944634:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1772473061.944663:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185974016:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944692:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185974144:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944716:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.944904:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185974272:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.944939:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.944971:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974272 00000100:00100000:0.0:1772473061.944975:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974272 00000100:00100000:0.0:1772473061.945019:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1772473061.945027:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185974272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945076:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185974272:12345-0@lo:400:kworker.0 Request processed in 50us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.945084:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00080000:0.0:1772473061.945105:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473061.945129:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185974272:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945261:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473061.945270:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185974400:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945304:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.945335:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974144 00000100:00100000:0.0:1772473061.945340:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974144 00000100:00100000:0.0:1772473061.945366:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974400 00000100:00100000:0.0:1772473061.945368:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974400 00000100:00100000:0.0:1772473061.945391:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1772473061.945397:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185974144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945433:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185974144:12345-0@lo:400:kworker.0 Request processed in 35us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.945440:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1772473061.945453:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:0.0:1772473061.945460:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185974400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945487:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185974400:12345-0@lo:400:kworker.0 Request processed in 28us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.945492:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00080000:0.0:1772473061.945508:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473061.945527:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302d87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185974144:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945552:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185974400:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945583:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185974528:0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945608:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473061.945634:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974528 00000100:00100000:0.0:1772473061.945638:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974528 00000100:00100000:0.0:1772473061.945668:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1772473061.945675:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185974528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473061.945706:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185974528:12345-0@lo:400:kworker.0 Request processed in 32us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473061.945713:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00080000:0.0:1772473061.945727:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473061.947001:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185974528:0@lo:400:kworker.0 00000020:00000080:2.0:1772473062.103898:0:91726:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2353a3a0 20000000:00000080:2.0:1772473062.103919:0:91726:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30343b000 uarg=0000000000000000 00010000:00010000:2.0:1772473062.104173:0:91726:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772473062.104206:0:91726:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78400) 00010000:00010000:2.0:1772473062.104209:0:91726:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473062.104220:0:91726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1a9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130b9 expref: 5 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.104245:0:91726:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772473062.104268:0:91726:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473062.104283:0:91726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.104296:0:91726:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.104304:0:91726:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.104348:0:91726:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.104362:0:91726:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 17 pid: 5803 timeout: 2637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473062.104376:0:91726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91726:1858570185974656:0@lo:104: 00000100:00100000:2.0:1772473062.104437:0:91726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473062.104497:0:91726:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1772473062.104625:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974656 00000100:00100000:1.0:1772473062.104632:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974656 00000100:00100000:1.0:1772473062.104671:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1772473062.104678:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91726:x1858570185974656:12345-0@lo:104: 00010000:00010000:1.0:1772473062.104688:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473062.104759:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473062.104764:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91726:x1858570185974656:12345-0@lo:104: Request processed in 87us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473062.104769:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00010000:0.0:1772473062.104919:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473062.104927:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.104934:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473062.104938:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.104946:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473062.104954:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473062.104960:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473062.104988:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.104994:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473062.105013:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105020:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1a8a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1a91 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105036:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473062.105039:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473062.105040:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473062.105052:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185974784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473062.105084:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473062.105117:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974784 00000100:00100000:0.0:1772473062.105120:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974784 00010000:00010000:0.0:1772473062.105133:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 18 pid: 5803 timeout: 2637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473062.105148:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1772473062.105152:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185974784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473062.105160:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473062.105163:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 18 pid: 5803 timeout: 2637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105170:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 18 pid: 5803 timeout: 2637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105181:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105188:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105201:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105207:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105213:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105220:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105225:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473062.105229:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105236:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105243:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473062.105252:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473062.105278:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185974784:12345-0@lo:103:ldlm_bl.0 Request processed in 124us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473062.105285:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1772473062.105323:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185974784:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473062.106215:0:91726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1a91 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1a8a expref: 17 pid: 5803 timeout: 2637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473062.106231:0:91726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91726:1858570185974656:0@lo:104: 00010000:00010000:2.0:1772473062.106249:0:91726:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.106257:0:91726:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.106263:0:91726:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473062.106268:0:91726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e1ac9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473062.455287:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185974912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473062.455375:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473062.455515:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185974912 00000100:00100000:1.0:1772473062.455524:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185974912 00000100:00100000:1.0:1772473062.455589:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1772473062.455600:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185974912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473062.455636:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473062.455691:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185974912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473062.455710:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1772473062.455785:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185974912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473062.457017:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185975040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473062.457073:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473062.458027:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975040 00000100:00100000:0.0:1772473062.458035:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975040 00000100:00100000:0.0:1772473062.458129:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1772473062.458139:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185975040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473062.458183:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473062.458243:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185975040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473062.458253:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1772473062.458332:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185975040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473062.647995:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473063.671137:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473063.735111:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473063.735122:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473063.735127:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473063.735201:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473063.735213:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473063.735226:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473063.735254:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185975168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473063.735330:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473063.735558:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd600 going to sleep for 11 seconds 00000100:00100000:2.0:1772473063.742319:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975168 00000100:00100000:2.0:1772473063.742341:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975168 00000100:00100000:2.0:1772473063.742408:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1772473063.742419:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185975168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473063.742438:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473063.742458:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1ad0 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473063.742496:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473063.742509:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473063.742518:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772473063.742590:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185975168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (7268us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473063.742598:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1772473063.743119:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b55880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185975168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473063.743139:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473063.743150:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473063.743185:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473063.743191:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473063.743199:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473064.699079:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473065.383017:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473065.383075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473065.383102:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473065.383133:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473065.383165:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076288 00000100:00100000:3.0:1772473065.383175:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076288 00000100:00100000:3.0:1772473065.383225:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1366 00000100:00100000:3.0:1772473065.383234:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170076288:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473065.383303:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170076288:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473065.383311:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1366 00000100:00100000:3.0:1772473065.383343:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076544 00000100:00100000:3.0:1772473065.383347:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076544 00000100:00100000:2.0:1772473065.383916:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076416 00000100:00100000:2.0:1772473065.383921:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076416 00000100:00100000:2.0:1772473065.383967:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1790 00000100:00100000:2.0:1772473065.383975:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170076416:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473065.384015:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170076416:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473065.384021:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1790 00000100:00080000:2.0:1772473065.384042:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473065.384125:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076672 00000100:00100000:3.0:1772473065.384129:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076672 00000100:00100000:3.0:1772473065.384150:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 570 00000100:00100000:3.0:1772473065.384156:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170076544:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:3.0:1772473065.384176:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e160e 00000100:00080000:3.0:1772473065.384183:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c3041b7800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1772473065.384217:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967361 00000100:00080000:2.0:1772473065.385037:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473065.385043:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473065.385370:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170076544:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 1198us (2251us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473065.385381:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 570 00000100:00100000:3.0:1772473065.385402:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 571 00000100:00100000:3.0:1772473065.385411:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170076672:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:3.0:1772473065.385428:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e1910 00000100:00080000:3.0:1772473065.385445:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c40546d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1772473065.385475:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967361 00010000:00010000:1.0:1772473065.390922:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473065.391922:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473065.392253:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170076672:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 6836us (9111us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473065.392266:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 571 00010000:00010000:0.0:1772473065.726426:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473065.757550:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473065.757602:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170076800 00000100:00100000:0.0:1772473065.757613:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170076800 00000100:00100000:0.0:1772473065.757679:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00100000:0.0:1772473065.757689:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53501:x1858570170076800:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772473065.757710:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473065.757732:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e1ade lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130c7 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758019:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758035:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758048:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758061:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758067:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758075:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758322:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758331:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758339:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473065.758371:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1772473065.758375:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473065.758402:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758413:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758420:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758426:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758432:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.758436:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758444:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758455:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772473065.758459:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.758464:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758469:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ae5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758480:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758486:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758491:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758496:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.758498:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758504:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758511:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8a200) 00010000:00010000:0.0:1772473065.758514:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.758516:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758522:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1aec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758553:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e1ade lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c7 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758573:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c7 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.758581:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772473065.758583:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473065.758586:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772473065.758651:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53501:x1858570170076800:12345-192.168.201.48@tcp:101:touch.0 Request processed in 964us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473065.758659:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1048 00000100:00100000:1.0:1772473065.761605:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.761682:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077056 00000100:00100000:2.0:1772473065.761690:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077056 00000100:00100000:2.0:1772473065.761767:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1049 00000100:00100000:2.0:1772473065.761777:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53501:x1858570170077056:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772473065.761809:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473065.761835:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e1afa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130ce expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.761975:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.761987:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.761997:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.762009:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.762015:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.762020:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772473065.763833:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:0.0:1772473065.764126:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1b0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764140:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1b0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764151:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1b0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764190:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764197:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764204:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764210:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.764215:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764220:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764229:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772473065.764231:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.764234:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764238:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e1b01 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473065.764247:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000906a0f40 reply state 0000000011f7b477 transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473065.764254:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772473065.764283:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e1afa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ce expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764292:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1b0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ce expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.764297:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772473065.764298:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772473065.764300:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772473065.764367:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53501:x1858570170077056:12345-192.168.201.48@tcp:101:touch.0 Request processed in 2593us (2773us total) trans 4294967702 rc 0/0 00000100:00100000:0.0:1772473065.764374:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1049 00010000:00010000:2.0:1772473065.769053:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769070:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769078:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769083:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473065.769087:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769095:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769111:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c424f78d00) 00010000:00010000:2.0:1772473065.769115:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473065.769120:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.769126:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1b08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473065.770066:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473065.770128:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077184 00000100:00100000:0.0:1772473065.770138:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077184 00000100:00100000:0.0:1772473065.770193:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 175 00000100:00100000:0.0:1772473065.770204:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53501:x1858570170077184:12345-192.168.201.48@tcp:49:touch.0 00000100:00100000:0.0:1772473065.770327:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53501:x1858570170077184:12345-192.168.201.48@tcp:49:touch.0 Request processed in 124us (265us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772473065.770336:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 175 00000100:00100000:0.0:1772473065.772725:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.772823:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077440 00000100:00100000:2.0:1772473065.772832:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077440 00000100:00100000:2.0:1772473065.772893:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1050 00000100:00100000:2.0:1772473065.772913:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53501:x1858570170077440:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:2.0:1772473065.772967:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473065.772994:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1b0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ce expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.773013:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772473065.773023:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473065.773063:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.773076:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.773086:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473065.773215:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000091c2dade reply state 00000000a5209897 transno 4294967703 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473065.773226:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473065.773309:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53501:x1858570170077440:12345-192.168.201.48@tcp:36:touch.0 Request processed in 407us (589us total) trans 4294967703 rc 0/0 00000100:00100000:2.0:1772473065.773316:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1050 00000100:00100000:2.0:1772473065.776022:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:0.0:1772473065.776040:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776051:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776059:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776066:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.776070:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776077:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776092:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c424f78700) 00010000:00010000:0.0:1772473065.776096:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.776100:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.776105:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e1b1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473065.776156:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077568 00000100:00100000:1.0:1772473065.776165:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077568 00000100:00100000:1.0:1772473065.776221:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1051 00000100:00100000:1.0:1772473065.776231:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53501:x1858570170077568:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473065.776252:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473065.776270:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1b24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130d5 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473065.776320:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1b24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130d5 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473065.776333:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1b24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130d5 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473065.776350:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473065.776353:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772473065.776356:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772473065.776418:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53501:x1858570170077568:12345-192.168.201.48@tcp:101:touch.0 Request processed in 188us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473065.776426:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1051 00000100:00100000:1.0:1772473065.782274:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.783924:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077696 00000100:00100000:2.0:1772473065.783936:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077696 00000100:00100000:2.0:1772473065.783978:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 572 00000100:00100000:2.0:1772473065.783987:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2356:x1858570170077696:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:2.0:1772473065.784020:0:6591:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2491 last 0 00000020:00000080:2.0:1772473065.784044:0:6591:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e1b2b 00002000:00100000:2.0:1772473065.784056:0:6591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c3031a3000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1772473065.784076:0:6591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1772473065.784169:0:6591:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1772473065.784198:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c3031a0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772473065.784264:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170077696:12345-192.168.201.48@tcp:8:touch.0 Request processed in 277us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473065.784276:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 572 00000100:00100000:0.0:1772473065.792033:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.792399:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170077824 00000100:00100000:2.0:1772473065.792411:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170077824 00000100:00100000:2.0:1772473065.792530:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 573 00000100:00100000:2.0:1772473065.792542:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570170077824:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:0.0:1772473065.795199:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1772473065.866470:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000001:00100000:1.0:1772473065.866491:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00100000:1.0:1772473065.866499:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772473065.866503:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c3041b0800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772473065.866577:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3041b0800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:0.0:1772473065.866628:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3041b7800 for lustre-OST0000 00000100:00100000:3.0:1772473065.866862:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570170077824:12345-192.168.201.48@tcp:2:touch.0 Request processed in 74317us (74833us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1772473065.866874:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 573 00000100:00100000:3.0:1772473065.869480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.869570:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078080 00000100:00100000:2.0:1772473065.869580:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078080 00000100:00100000:2.0:1772473065.869635:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 176 00000100:00100000:2.0:1772473065.869644:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53501:x1858570170078080:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:2.0:1772473065.871022:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:53501:x1858570170078080:12345-192.168.201.48@tcp:35:touch.0 Request processed in 1376us (1548us total) trans 4294967704 rc 0/0 00000100:00100000:2.0:1772473065.871030:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 176 00000100:00100000:1.0:1772473065.910925:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473065.911307:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078208 00000100:00100000:0.0:1772473065.911318:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078208 00000100:00100000:0.0:1772473065.911530:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00100000:0.0:1772473065.911542:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:53505:x1858570170078208:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772473065.911570:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473065.911592:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130dc expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911659:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911673:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911684:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911699:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911706:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911712:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911882:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.911891:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912122:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473065.912157:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x56:0x0]: returning size 0 00000004:00200000:0.0:1772473065.912161:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473065.912180:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912192:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912200:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912206:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912212:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912218:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.912222:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912230:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912243:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:0.0:1772473065.912246:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.912250:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912256:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1b39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912270:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912276:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912281:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912286:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473065.912289:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912295:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912301:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c410b8a200) 00010000:00010000:0.0:1772473065.912303:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473065.912306:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912312:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1b40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912346:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130dc expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912360:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130dc expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473065.912697:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c420328400) 00010000:00010000:0.0:1772473065.912700:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772473065.912703:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772473065.912878:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:53505:x1858570170078208:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1337us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473065.912886:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1052 00000100:00100000:0.0:1772473065.917311:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.917577:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078336 00000100:00100000:2.0:1772473065.917588:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078336 00000100:00100000:2.0:1772473065.917646:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 574 00000100:00100000:2.0:1772473065.917657:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170078336:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473065.917677:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473065.917699:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130e3 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772473065.917724:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x69a5caea, atime: 0x69a5caea, ctime: 0x69a5caea, blocks: 0x1 00010000:00010000:2.0:1772473065.917762:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473065.917764:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473065.917770:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.917795:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.917821:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772473065.917878:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170078336:12345-192.168.201.48@tcp:101:rm.0 Request processed in 224us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473065.917884:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 574 00000100:00100000:1.0:1772473065.924065:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473065.927338:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078592 00000100:00100000:2.0:1772473065.927354:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078592 00000100:00100000:2.0:1772473065.927542:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1053 00000100:00100000:2.0:1772473065.927550:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:53505:x1858570170078592:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772473065.927607:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473065.927637:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1b47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130dc expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927659:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1b24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130d5 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927667:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c420328400) 00010000:00010000:2.0:1772473065.927677:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473065.927695:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927706:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927715:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927724:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927728:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927732:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927870:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927878:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.927884:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772473065.928237:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].33, 64 off10304 00000004:00080000:2.0:1772473065.928246:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2491760506434ns, next at 2492760504668ns, rc = 0 00010000:00010000:2.0:1772473065.928292:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928298:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928304:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928312:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928316:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928319:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928337:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772473065.928357:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928367:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473065.928374:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928465:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928471:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928474:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473065.928476:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473065.928478:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928480:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928487:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.928488:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928502:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:3.0:1772473065.928504:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772473065.928508:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928513:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1b6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473065.928526:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473065.928528:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473065.928530:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473065.929255:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x56:0x0].0x0 (ffff90c424f78c00) 00010000:00010000:2.0:1772473065.929260:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772473065.929265:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929275:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e1b63 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929298:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929303:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929308:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929313:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473065.929316:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929323:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929331:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:2.0:1772473065.929333:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473065.929335:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.929340:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1b55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473065.929349:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b37acfe7 reply state 00000000503bc06d transno 4294967705 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473065.929358:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473065.929632:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e068380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:53505:x1858570170078592:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2078us (5573us total) trans 4294967705 rc 0/0 00000100:00100000:2.0:1772473065.929641:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1053 00010000:00010000:2.0:1772473065.939640:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939662:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939669:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939676:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473065.939681:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939689:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939707:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c424f78800) 00010000:00010000:2.0:1772473065.939710:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473065.939715:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473065.939720:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b5c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00100000:1.0:1772473066.707210:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772473066.707220:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c405469800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772473066.707277:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c405469800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:1.0:1772473066.707315:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c40546d800 for lustre-OST0001 00000001:00080000:1.0:1772473066.712952:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967705 is committed 00000004:00080000:1.0:1772473066.712965:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 90 committed 00000100:00100000:1.0:1772473066.713115:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185975296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772473066.713176:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473066.713245:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975296 00000100:00100000:1.0:1772473066.713253:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975296 00000100:00100000:1.0:1772473066.713309:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1772473066.713319:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185975296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772473066.713348:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00010000:00010000:1.0:1772473066.713374:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473066.713410:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473066.713418:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473066.713420:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473066.713424:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473066.713452:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473066.713470:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 5 pid: 6590 timeout: 2592 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473066.713483:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185975424:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772473066.713535:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd000 going to sleep for 11 seconds 00000100:00080000:1.0:1772473066.713546:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473066.723435:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473066.723468:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078720 00000100:00100000:0.0:1772473066.723477:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078720 00010000:00010000:0.0:1772473066.723515:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 6 pid: 6590 timeout: 2592 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473066.723560:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 432 00000100:00100000:0.0:1772473066.723568:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170078720:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772473066.723582:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473066.723588:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 6 pid: 6590 timeout: 2592 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.723607:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 6 pid: 6590 timeout: 2592 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.723633:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473066.723635:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473066.723639:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.723649:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.723669:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473066.723713:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170078720:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 146us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473066.723721:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 432 00010000:00010000:0.0:1772473066.738831:0:6592:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbdbd4da/0xc2ef6d41852e1b4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c130e3 expref: 5 pid: 6590 timeout: 2592 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473066.738858:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6592:1858570185975424:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772473066.738887:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.738899:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.738911:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.738922:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.738929:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473066.738952:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772473066.739432:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185975296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26113us (26254us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1772473066.739443:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000004:00080000:1.0:1772473066.740975:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c40e06aa00/2, rc 0, transno 4294967363 00000100:00100000:1.0:1772473066.740986:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185975296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1772473066.748804:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473066.748819:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473066.748839:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473066.748844:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473066.748856:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473066.748879:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473066.748887:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da7fa267/0xc2ef6d41852e1b71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473066.748909:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473066.748911:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473066.748913:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473066.749053:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473067.064297:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185975680:0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.064333:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e06bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185975552:0@lo:400:kworker.0 00000100:00100000:3.0:1772473067.064451:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185975936:0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.069996:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473067.070009:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473067.070049:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473067.070198:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473067.070211:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185975808:0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.070248:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473067.070283:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975680 00000100:00100000:1.0:1772473067.070292:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975680 00000100:00100000:1.0:1772473067.070337:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975936 00000100:00100000:1.0:1772473067.070354:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975936 00000100:00100000:1.0:1772473067.070565:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975808 00000100:00100000:1.0:1772473067.070568:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975808 00000100:00100000:1.0:1772473067.070585:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:1.0:1772473067.070592:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185975680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.070649:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185975680:12345-0@lo:400:kworker.0 Request processed in 57us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473067.070657:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:1.0:1772473067.070674:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:1.0:1772473067.070680:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185975936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.070713:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185975936:12345-0@lo:400:kworker.0 Request processed in 33us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473067.070719:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:1.0:1772473067.070729:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:1.0:1772473067.070735:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185975808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.071156:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185975808:12345-0@lo:400:kworker.0 Request processed in 420us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473067.071163:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00080000:1.0:1772473067.071186:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473067.071263:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185975936:0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.071294:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185975808:0@lo:400:kworker.0 00000100:00100000:1.0:1772473067.071305:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185975680:0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.072270:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185976064:0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.072311:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473067.072356:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185975552 00000100:00100000:0.0:1772473067.072362:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185975552 00000100:00100000:0.0:1772473067.072395:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1772473067.072403:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185975552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.072615:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185975552:12345-0@lo:400:kworker.0 Request processed in 212us (2605us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473067.072623:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1772473067.072654:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976064 00000100:00100000:0.0:1772473067.072658:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976064 00000100:00100000:0.0:1772473067.072698:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1772473067.072705:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185976064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.072734:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185976064:12345-0@lo:400:kworker.0 Request processed in 30us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473067.072757:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1772473067.072799:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e06bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185975552:0@lo:400:kworker.0 00000100:00100000:0.0:1772473067.072811:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185976064:0@lo:400:kworker.0 00000100:00080000:1.0:1772473067.073194:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473067.575709:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185976192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473067.575805:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473067.575946:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976192 00000100:00100000:0.0:1772473067.575956:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976192 00000100:00100000:0.0:1772473067.576012:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1772473067.576020:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185976192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473067.576204:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473067.576264:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185976192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 243us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473067.576272:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1772473067.576356:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185976192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473067.579468:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473067.579488:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185976320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473067.579559:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473067.579632:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976320 00000100:00100000:0.0:1772473067.579640:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976320 00000100:00100000:0.0:1772473067.579693:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1772473067.579703:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185976320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473067.579768:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473067.579821:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185976320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473067.579829:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1772473067.580584:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185976320:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473067.772774:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473068.033438:0:91974:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe6259c30 20000000:00000080:3.0:1772473068.033459:0:91974:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c9c2400 uarg=0000000000000000 00010000:00010000:3.0:1772473068.034621:0:91974:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1772473068.045135:0:91974:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a600) 00010000:00010000:3.0:1772473068.045146:0:91974:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473068.045161:0:91974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1af3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130c7 expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473068.045198:0:91974:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:3.0:1772473068.045249:0:91974:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473068.045268:0:91974:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473068.045282:0:91974:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473068.045292:0:91974:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473068.045338:0:91974:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473068.045353:0:91974:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 17 pid: 5806 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473068.045367:0:91974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91974:1858570185976448:0@lo:104: 00000100:00100000:3.0:1772473068.045441:0:91974:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473068.045501:0:91974:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40549b240 going to sleep for 11 seconds 00000100:00100000:1.0:1772473068.045600:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772473068.045614:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976448 00000100:00100000:1.0:1772473068.045621:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976448 00000100:00100000:1.0:1772473068.045673:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1772473068.045682:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302a61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91974:x1858570185976448:12345-0@lo:104: 00010000:00010000:1.0:1772473068.045695:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045795:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473068.045802:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302a61850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:91974:x1858570185976448:12345-0@lo:104: Request processed in 121us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473068.045809:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00010000:1.0:1772473068.045855:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473068.045861:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045869:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:1.0:1772473068.045873:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045882:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772473068.045889:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473068.045894:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772473068.045922:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045929:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772473068.045947:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045954:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55400/0xc2ef6d41852e1ad0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ad7 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.045968:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473068.045969:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473068.045970:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473068.045986:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185976576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473068.046012:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473068.046049:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976576 00000100:00100000:1.0:1772473068.046053:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976576 00010000:00010000:1.0:1772473068.046069:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 18 pid: 5806 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473068.046091:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1772473068.046097:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185976576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473068.046107:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473068.046111:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 18 pid: 5806 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046120:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 18 pid: 5806 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046135:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046144:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046160:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046167:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046174:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046180:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046185:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473068.046188:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046195:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046202:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473068.046211:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473068.046237:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185976576:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473068.046244:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1772473068.046278:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c42ca97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185976576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473068.046375:0:91974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54e00/0xc2ef6d41852e1ad7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1ad0 expref: 17 pid: 5806 timeout: 2643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473068.046385:0:91974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91974:1858570185976448:0@lo:104: 00010000:00010000:0.0:1772473068.046398:0:91974:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473068.046406:0:91974:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473068.046413:0:91974:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473068.046419:0:91974:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e1b78 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91974 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473068.792462:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473069.754837:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473069.754847:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473069.754854:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473069.754932:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473069.754946:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473069.754965:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473069.754997:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185976704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473069.755304:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473069.755370:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9300 going to sleep for 11 seconds 00000100:00100000:0.0:1772473069.755437:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976704 00000100:00100000:0.0:1772473069.755448:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976704 00000100:00100000:0.0:1772473069.755515:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1772473069.755525:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185976704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473069.755544:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473069.755563:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1b7f expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473069.755592:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473069.755605:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473069.755615:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772473069.755669:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185976704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473069.755677:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1772473069.756019:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185976704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473069.758354:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473069.758380:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473069.758421:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473069.758427:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473069.758434:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473069.815129:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473070.524441:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473070.524666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473070.524806:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078848 00000100:00100000:0.0:1772473070.524820:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078848 00000100:00100000:0.0:1772473070.524881:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1369 00000100:00100000:0.0:1772473070.524892:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170078848:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473070.524976:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170078848:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473070.524984:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1369 00000100:00100000:3.0:1772473070.525381:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170078976 00000100:00100000:3.0:1772473070.525386:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170078976 00000100:00100000:3.0:1772473070.525435:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1794 00000100:00100000:3.0:1772473070.525443:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170078976:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473070.525496:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170078976:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473070.525503:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1794 00000100:00080000:1.0:1772473070.525675:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473070.529961:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473070.530835:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079104 00000100:00100000:0.0:1772473070.530854:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079104 00000100:00100000:0.0:1772473070.530948:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1363 00000100:00100000:0.0:1772473070.530959:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170079104:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:2.0:1772473070.531309:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473070.531823:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170079104:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 861us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473070.531833:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1363 00010000:00010000:2.0:1772473070.847202:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473071.265019:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00010000:00010000:3.0:1772473071.863541:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473072.037474:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473072.043284:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079232 00000100:00100000:2.0:1772473072.043301:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079232 00000100:00100000:3.0:1772473072.043465:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1054 00000100:00100000:3.0:1772473072.043477:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53593:x1858570170079232:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473072.043499:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473072.043522:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1b8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130ea expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043598:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043611:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043624:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473072.043694:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473072.043699:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473072.043760:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043786:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e1b8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ea expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043810:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ea expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473072.043820:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:3.0:1772473072.043823:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473072.043826:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4cc00, rc 0) 00000100:00100000:3.0:1772473072.043890:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53593:x1858570170079232:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 416us (6426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473072.043901:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1054 00000100:00080000:2.0:1772473072.044722:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473072.048933:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473072.049449:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079488 00000100:00100000:2.0:1772473072.049460:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079488 00000100:00100000:2.0:1772473072.049513:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1055 00000100:00100000:2.0:1772473072.049522:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53593:x1858570170079488:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473072.049575:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473072.049617:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e1b94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ea expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.049634:0:5810:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1af3) 00010000:00010000:2.0:1772473072.049639:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6100) 00010000:00010000:2.0:1772473072.049649:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473072.049673:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.049685:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.049698:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772473072.103227:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967706 is committed 00000004:00010000:2.0:1772473072.103526:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e8b9c5a7 reply state 000000002924b9b2 transno 4294967706 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473072.103538:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473072.103573:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:2.0:1772473072.103665:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772473072.103684:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53593:x1858570170079488:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 54161us (54758us total) trans 4294967706 rc 0/0 00000100:00100000:2.0:1772473072.103691:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1055 00010000:00010000:2.0:1772473072.103731:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103766:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103773:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103779:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473072.103784:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103791:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103806:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772473072.103809:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473072.103815:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473072.103821:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1b9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473072.182946:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185976960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183013:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473072.183066:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185977472:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183090:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473072.183115:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473072.183121:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185977088:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183144:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473072.183178:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976960 00000100:00100000:1.0:1772473072.183185:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976960 00000100:00100000:1.0:1772473072.183228:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977088 00000100:00100000:1.0:1772473072.183231:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977088 00000100:00100000:1.0:1772473072.183262:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:1.0:1772473072.183270:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185976960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183317:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185976960:12345-0@lo:400:kworker.0 Request processed in 48us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473072.183324:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:1.0:1772473072.183340:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:1.0:1772473072.183345:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185977088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183366:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185977088:12345-0@lo:400:kworker.0 Request processed in 22us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473072.183371:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:1.0:1772473072.183386:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977472 00000100:00100000:1.0:1772473072.183389:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977472 00000100:00100000:1.0:1772473072.183412:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1772473072.183417:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185977472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183440:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185977472:12345-0@lo:400:kworker.0 Request processed in 23us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473072.183445:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00080000:1.0:1772473072.183463:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473072.183466:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473072.183497:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185977088:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183505:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185976960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.183512:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185977472:0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183630:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185977216:0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183661:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473072.183689:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772473072.183695:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185976832:0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183728:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473072.183776:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185977344:0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183797:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473072.183821:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185976832 00000100:00100000:2.0:1772473072.183825:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185976832 00000100:00100000:2.0:1772473072.183851:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1772473072.183857:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185976832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183890:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185976832:12345-0@lo:400:kworker.0 Request processed in 33us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473072.183895:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1772473072.183931:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185976832:0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.183949:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977344 00000100:00100000:2.0:1772473072.183952:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977344 00000100:00100000:2.0:1772473072.183980:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:2.0:1772473072.183986:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185977344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473072.184017:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185977344:12345-0@lo:400:kworker.0 Request processed in 32us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473072.184026:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00080000:2.0:1772473072.184038:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473072.184053:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185977344:0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.184292:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977216 00000100:00100000:1.0:1772473072.184297:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977216 00000100:00100000:1.0:1772473072.184366:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1772473072.184372:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185977216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473072.184403:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185977216:12345-0@lo:400:kworker.0 Request processed in 32us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473072.184408:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1772473072.188516:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:2.0:1772473072.188527:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c40e06aa00, transno 4294967363 00000100:00100000:2.0:1772473072.188550:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185977216:0@lo:400:kworker.0 00000100:00080000:0.0:1772473072.191722:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473072.697830:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473072.697858:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185977600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473072.697945:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473072.698064:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977600 00000100:00100000:1.0:1772473072.698080:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977600 00000100:00100000:1.0:1772473072.698141:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1772473072.698150:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185977600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473072.698193:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473072.698295:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185977600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473072.698302:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1772473072.703969:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185977600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473072.705663:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473072.705684:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185977728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473072.705774:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473072.705830:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977728 00000100:00100000:3.0:1772473072.705837:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977728 00000100:00100000:3.0:1772473072.705879:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1772473072.705887:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185977728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473072.705923:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473072.705966:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185977728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473072.705973:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1772473072.706017:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185977728:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473072.895666:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473073.086248:0:92172:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff484fc150 20000000:00000080:3.0:1772473073.086262:0:92172:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e3ac00 uarg=0000000000000000 00010000:00010000:3.0:1772473073.086890:0:92172:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473073.086902:0:92172:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473073.086920:0:92172:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473073.086934:0:92172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473073.086951:0:92172:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473073.086959:0:92172:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473073.087090:0:92172:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473073.087104:0:92172:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 17 pid: 5806 timeout: 2648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473073.087117:0:92172:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92172:1858570185977856:0@lo:104: 00000100:00100000:3.0:1772473073.087169:0:92172:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473073.087254:0:92172:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303fb99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473073.091655:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977856 00000100:00100000:1.0:1772473073.091668:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977856 00000100:00100000:1.0:1772473073.091837:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1772473073.091847:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92172:x1858570185977856:12345-0@lo:104: 00010000:00010000:1.0:1772473073.091864:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473073.091985:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473073.091999:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92172:x1858570185977856:12345-0@lo:104: Request processed in 154us (4830us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473073.092006:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00010000:00010000:0.0:1772473073.092061:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473073.092069:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092076:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473073.092081:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092089:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473073.092096:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473073.092102:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473073.092136:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092141:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473073.092158:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092165:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54600/0xc2ef6d41852e1b7f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1b86 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092181:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473073.092183:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473073.092184:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473073.092195:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185977984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473073.092227:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473073.092265:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185977984 00000100:00100000:0.0:1772473073.092268:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185977984 00010000:00010000:0.0:1772473073.092285:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 18 pid: 5806 timeout: 2648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473073.092301:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1772473073.092306:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185977984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473073.092316:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473073.092320:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 18 pid: 5806 timeout: 2648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092329:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 18 pid: 5806 timeout: 2648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092344:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092352:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092365:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092372:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092378:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092384:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092388:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473073.092391:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092397:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092405:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473073.092412:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473073.092430:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185977984:12345-0@lo:103:ldlm_bl.0 Request processed in 124us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473073.092436:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1772473073.092475:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185977984:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473073.095726:0:92172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb000/0xc2ef6d41852e1b86 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1b7f expref: 17 pid: 5806 timeout: 2648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473073.095769:0:92172:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92172:1858570185977856:0@lo:104: 00010000:00010000:2.0:1772473073.095794:0:92172:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473073.095805:0:92172:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473073.095811:0:92172:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473073.095817:0:92172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4de00/0xc2ef6d41852e1ba2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473073.960892:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473075.004491:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473075.069229:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473075.069237:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473075.069242:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473075.069304:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473075.069316:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473075.069327:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473075.069352:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185978112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473075.069413:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473075.069466:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096480 going to sleep for 11 seconds 00000100:00100000:0.0:1772473075.072983:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978112 00000100:00100000:0.0:1772473075.072998:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978112 00000100:00100000:0.0:1772473075.073074:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1772473075.073084:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185978112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473075.073102:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473075.073121:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1ba9 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473075.073148:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473075.073159:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473075.073169:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772473075.073233:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185978112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (3820us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473075.073240:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1772473075.073274:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9c7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185978112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473075.073299:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473075.073309:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473075.073329:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473075.073334:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473075.073342:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473075.630330:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473075.630384:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473075.630431:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473075.630470:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079872 00000100:00100000:0.0:1772473075.630483:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079872 00000100:00100000:3.0:1772473075.630488:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079616 00000100:00100000:3.0:1772473075.630504:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079616 00000100:00100000:0.0:1772473075.630580:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1366 00000100:00100000:3.0:1772473075.630589:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1372 00000100:00100000:0.0:1772473075.630602:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170079872:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473075.630619:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170079616:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473075.630727:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170079872:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 129us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473075.630766:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1366 00000100:00080000:0.0:1772473075.630795:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473075.631118:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170079744 00000100:00100000:1.0:1772473075.631124:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170079744 00000100:00100000:1.0:1772473075.631172:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1798 00000100:00100000:1.0:1772473075.631181:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170079744:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:2.0:1772473075.632811:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473075.645447:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170079744:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 14248us (15113us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473075.645468:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1798 00000100:00100000:2.0:1772473075.649461:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170079616:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 18846us (19062us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473075.649482:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1372 00010000:00010000:2.0:1772473076.027091:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473077.049941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473077.302952:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185978240:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.303029:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473077.303119:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978240 00000100:00100000:1.0:1772473077.303127:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978240 00000100:00100000:1.0:1772473077.303171:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1772473077.303178:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185978240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.305901:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185978240:12345-0@lo:400:kworker.0 Request processed in 2707us (2855us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473077.306205:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1772473077.306274:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185978368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.306324:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473077.306753:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185978240:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.309046:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185978496:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.309125:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473077.313897:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185978880:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.314284:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473077.314294:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185978624:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.314348:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473077.314806:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473077.315673:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978368 00000100:00100000:2.0:1772473077.315686:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978368 00000100:00100000:2.0:1772473077.315781:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978496 00000100:00100000:2.0:1772473077.315784:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978496 00000100:00100000:2.0:1772473077.315813:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:2.0:1772473077.315821:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185978368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473077.315881:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185978368:12345-0@lo:400:kworker.0 Request processed in 61us (9557us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473077.316707:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185978368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.316733:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473077.316755:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185978752:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.316790:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473077.316824:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978624 00000100:00100000:1.0:1772473077.316828:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978624 00000100:00100000:1.0:1772473077.316863:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978880 00000100:00100000:1.0:1772473077.316866:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978880 00000100:00100000:1.0:1772473077.316884:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1772473077.316891:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185978624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.317331:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185978752 00000100:00100000:0.0:1772473077.317337:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185978752 00000100:00100000:1.0:1772473077.320311:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185978624:12345-0@lo:400:kworker.0 Request processed in 3412us (5955us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473077.320325:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1772473077.321480:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1772473077.321512:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185978880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.321686:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185978880:12345-0@lo:400:kworker.0 Request processed in 184us (6878us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473077.321695:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1772473077.322119:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1772473077.322133:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185978496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.322178:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185978496:12345-0@lo:400:kworker.0 Request processed in 50us (13053us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473077.330129:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:2.0:1772473077.330197:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:2.0:1772473077.330215:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185978752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473077.330304:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185978752:12345-0@lo:400:kworker.0 Request processed in 98us (13513us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473077.330311:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00080000:2.0:1772473077.330333:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473077.330338:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473077.330342:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473077.342897:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185978752:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.344330:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185978880:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.344406:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185978624:0@lo:400:kworker.0 00000100:00100000:1.0:1772473077.344419:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185978496:0@lo:400:kworker.0 00000100:00100000:0.0:1772473077.347870:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1772473077.790758:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473077.790967:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080000 00000100:00100000:3.0:1772473077.791067:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080000 00000100:00100000:3.0:1772473077.791133:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1056 00000100:00100000:3.0:1772473077.791210:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53669:x1858570170080000:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772473077.791905:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473077.791936:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1bb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130f1 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.792212:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793090:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793112:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793130:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793139:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793145:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793593:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793612:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793619:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473077.793651:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473077.793656:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473077.793681:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793692:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793699:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793710:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793715:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473077.793719:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.793736:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796347:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473077.796354:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473077.796362:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796372:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1bbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796389:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796396:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796402:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796407:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473077.796411:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796422:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796434:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c4052b6400) 00010000:00010000:3.0:1772473077.796437:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473077.796440:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796445:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1bc5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796487:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1bb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130f1 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796503:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130f1 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.796510:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473077.796512:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473077.796514:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772473077.796581:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080000:12345-192.168.201.48@tcp:101:touch.0 Request processed in 5438us (6582us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473077.796590:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1056 00000100:00080000:3.0:1772473077.796639:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473077.800478:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473077.800517:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080256 00000100:00100000:3.0:1772473077.800526:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080256 00000100:00100000:3.0:1772473077.800573:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1057 00000100:00100000:3.0:1772473077.800582:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080256:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772473077.804211:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473077.804250:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1bd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130f8 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804363:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804378:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804389:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804403:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804408:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804414:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473077.804434:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00010000:3.0:1772473077.804452:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804459:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804466:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804477:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473077.804482:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804488:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804500:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473077.804502:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473077.804507:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804525:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1bda lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804538:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804544:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804551:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804556:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473077.804559:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804565:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804576:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c4052b6200) 00010000:00010000:3.0:1772473077.804578:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473077.804581:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804588:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1be1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804631:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1bd3 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130f8 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804642:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473077.804644:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473077.804649:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1bd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130f8 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473077.804658:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473077.804723:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080256:12345-192.168.201.48@tcp:101:touch.0 Request processed in 4142us (4251us total) trans 0 rc 301/301 00000100:00100000:3.0:1772473077.804756:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1057 00000100:00100000:1.0:1772473077.815204:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473077.815833:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185979008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473077.815904:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473077.815996:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979008 00000100:00100000:3.0:1772473077.816005:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979008 00000100:00100000:3.0:1772473077.816051:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1772473077.816060:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185979008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473077.816098:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473077.816143:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185979008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473077.816162:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1772473077.816911:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185979008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473077.826395:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080384 00000100:00100000:2.0:1772473077.826411:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080384 00000100:00100000:2.0:1772473077.826831:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1058 00000100:00100000:2.0:1772473077.826841:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080384:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772473077.826862:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473077.826881:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1be8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c130ff expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.826949:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.826963:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.826975:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473077.827459:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185979136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473077.827522:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473077.827578:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979136 00000100:00100000:3.0:1772473077.827584:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979136 00000100:00100000:3.0:1772473077.827626:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1772473077.827634:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185979136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473077.827663:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473077.827705:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185979136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473077.827712:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1772473077.827775:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185979136:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473077.828312:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828325:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828334:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828381:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828389:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828396:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828402:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473077.828406:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828419:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828431:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:2.0:1772473077.828434:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473077.828439:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828446:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e1bef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828459:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828465:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828471:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828476:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473077.828479:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828484:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828490:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c424f78700) 00010000:00010000:2.0:1772473077.828492:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473077.828495:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828506:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1bf6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828539:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1be8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ff expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828549:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:2.0:1772473077.828552:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473077.828556:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1be8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130ff expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473077.828565:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772473077.828626:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080384:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1786us (13439us total) trans 0 rc 301/301 00000100:00100000:2.0:1772473077.828633:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1058 00000100:00100000:3.0:1772473077.832848:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473077.832956:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080512 00000100:00100000:0.0:1772473077.832966:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080512 00000100:00100000:0.0:1772473077.833116:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1059 00000100:00100000:0.0:1772473077.833128:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080512:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772473077.833153:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473077.833178:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1bfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13106 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833898:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833914:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833926:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833940:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833947:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.833954:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834015:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834023:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834034:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834040:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473077.834044:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834051:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834063:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:0.0:1772473077.834066:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473077.834071:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.834077:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1c04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840120:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840135:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840143:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840149:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473077.840154:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840166:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840182:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c410b8a400) 00010000:00010000:0.0:1772473077.840185:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473077.840189:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840839:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1c0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840891:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1bfd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13106 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840903:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:0.0:1772473077.840905:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473077.840909:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1bfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13106 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473077.840919:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772473077.841113:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53669:x1858570170080512:12345-192.168.201.48@tcp:101:touch.0 Request processed in 7985us (8271us total) trans 0 rc 301/301 00000100:00100000:0.0:1772473077.841122:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1059 00010000:00010000:2.0:1772473078.075082:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473079.102991:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473080.123600:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473080.287825:0:92417:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5f357b50 20000000:00000080:1.0:1772473080.287843:0:92417:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435272800 uarg=0000000000000000 00010000:00010000:1.0:1772473080.288144:0:92417:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772473080.288183:0:92417:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:1.0:1772473080.288187:0:92417:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473080.288199:0:92417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1bcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c130f1 expref: 5 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.288222:0:92417:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772473080.288245:0:92417:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473080.288259:0:92417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.288272:0:92417:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.288281:0:92417:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.288316:0:92417:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.288330:0:92417:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 17 pid: 5806 timeout: 2656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473080.288343:0:92417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92417:1858570185979264:0@lo:104: 00000100:00100000:1.0:1772473080.288401:0:92417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473080.288915:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979264 00000100:00100000:2.0:1772473080.288924:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979264 00000100:00100000:2.0:1772473080.288965:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1772473080.288973:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92417:x1858570185979264:12345-0@lo:104: 00010000:00010000:2.0:1772473080.288985:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289036:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473080.289042:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92417:x1858570185979264:12345-0@lo:104: Request processed in 70us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473080.289050:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00010000:00010000:2.0:1772473080.289071:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473080.289076:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289083:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473080.289087:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289095:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473080.289101:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473080.289106:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473080.289144:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289150:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473080.289167:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289174:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1ba9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1bb0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.289187:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473080.289189:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473080.289190:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473080.289924:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473080.289943:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185979392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473080.289980:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473080.290166:0:92417:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3030966c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473080.290185:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979392 00000100:00100000:1.0:1772473080.290189:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979392 00010000:00010000:1.0:1772473080.290211:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 18 pid: 5806 timeout: 2656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473080.290365:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1772473080.290373:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185979392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473080.290384:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473080.290389:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 18 pid: 5806 timeout: 2656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290401:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 18 pid: 5806 timeout: 2656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290416:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290428:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290441:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290449:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290531:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290538:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290544:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473080.290547:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290555:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290573:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473080.290586:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473080.290618:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185979392:12345-0@lo:103:ldlm_bl.0 Request processed in 246us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473080.290624:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1772473080.292773:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185979392:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473080.295862:0:92417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e1bb0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1ba9 expref: 17 pid: 5806 timeout: 2656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473080.295885:0:92417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92417:1858570185979264:0@lo:104: 00010000:00010000:2.0:1772473080.295915:0:92417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.295926:0:92417:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.295932:0:92417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473080.295939:0:92417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1c12 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473080.741793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473080.741839:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473080.741879:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473080.741908:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080896 00000100:00100000:1.0:1772473080.741917:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080896 00000100:00100000:1.0:1772473080.741973:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1369 00000100:00100000:1.0:1772473080.741982:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170080896:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473080.742052:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170080896:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473080.742060:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1369 00000100:00080000:1.0:1772473080.742080:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473080.742098:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080768 00000100:00100000:3.0:1772473080.742103:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080768 00000100:00100000:3.0:1772473080.742136:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1802 00000100:00100000:3.0:1772473080.742144:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170080768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473080.742176:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170080768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473080.742182:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1802 00000100:00080000:1.0:1772473080.742195:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473080.742246:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170080640 00000100:00100000:0.0:1772473080.742250:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170080640 00000100:00100000:0.0:1772473080.742287:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1374 00000100:00100000:0.0:1772473080.742295:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170080640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473080.742334:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170080640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473080.742341:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1374 00010000:00010000:0.0:1772473081.145697:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473081.401693:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473081.401702:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473081.401706:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473081.401777:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.401790:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.401802:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473081.401838:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185979520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473081.401911:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473081.401971:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4049983c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473081.401991:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979520 00000100:00100000:1.0:1772473081.401999:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979520 00000100:00100000:1.0:1772473081.402047:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1772473081.402057:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185979520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473081.402070:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473081.402403:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1c19 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.402427:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.402438:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.402448:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772473081.402484:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185979520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 428us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473081.402492:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1772473081.402637:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185979520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473081.402651:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.402659:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473081.402679:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473081.402684:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473081.402690:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473082.169814:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473082.425021:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185979648:0@lo:400:kworker.0 00000100:00100000:2.0:1772473082.425120:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473082.425172:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185980160:0@lo:400:kworker.0 00000100:00100000:2.0:1772473082.425198:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473082.425223:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473082.425226:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185980032:0@lo:400:kworker.0 00000100:00100000:2.0:1772473082.425245:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473082.425271:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980160 00000100:00100000:2.0:1772473082.425279:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980160 00000100:00100000:2.0:1772473082.425335:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1772473082.425341:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185980160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473082.425399:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185980160:12345-0@lo:400:kworker.0 Request processed in 57us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473082.425406:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1772473082.425450:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185980160:0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.428928:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185979776:0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.429043:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473082.429093:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185980288:0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.429123:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473082.429153:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473082.429162:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185979904:0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.429185:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473082.429236:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979776 00000100:00100000:3.0:1772473082.429247:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979776 00000100:00100000:3.0:1772473082.429497:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979904 00000100:00100000:3.0:1772473082.429501:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979904 00000100:00100000:1.0:1772473082.429787:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185979648 00000100:00100000:1.0:1772473082.429793:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185979648 00000100:00100000:1.0:1772473082.429833:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1772473082.429844:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185979648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.429925:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185979648:12345-0@lo:400:kworker.0 Request processed in 83us (4805us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473082.429932:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1772473082.429979:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980032 00000100:00100000:1.0:1772473082.429983:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980032 00000100:00100000:1.0:1772473082.430013:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980288 00000100:00100000:1.0:1772473082.430015:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980288 00000100:00100000:1.0:1772473082.430038:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1772473082.430045:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185980032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.430080:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185980032:12345-0@lo:400:kworker.0 Request processed in 36us (4833us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473082.430086:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1772473082.430096:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1772473082.430103:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185980288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.430136:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185980288:12345-0@lo:400:kworker.0 Request processed in 33us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473082.430141:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00080000:1.0:1772473082.430159:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473082.430163:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473082.430166:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473082.430225:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185980032:0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.430237:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185979648:0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.430291:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185980288:0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.431532:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1772473082.431672:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1772473082.432966:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185979776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473082.433097:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185979776:12345-0@lo:400:kworker.0 Request processed in 1552us (4054us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473082.433109:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:3.0:1772473082.433222:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185979776:0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.433336:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185979904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.433400:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185979904:12345-0@lo:400:kworker.0 Request processed in 1720us (4213us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473082.433408:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1772473082.438072:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185979904:0@lo:400:kworker.0 00000100:00100000:1.0:1772473082.937918:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185980416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473082.937999:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473082.939917:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980416 00000100:00100000:3.0:1772473082.939930:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980416 00000100:00100000:3.0:1772473082.939997:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1772473082.940007:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185980416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473082.940045:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473082.940115:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185980416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (2115us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473082.940122:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1772473082.940180:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185980416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473082.943944:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473082.943964:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185980544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473082.944035:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473082.944248:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980544 00000100:00100000:3.0:1772473082.944256:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980544 00000100:00100000:3.0:1772473082.944308:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1772473082.944318:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185980544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473082.944353:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473082.944400:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185980544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473082.944407:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1772473082.944458:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185980544:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473083.191069:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473083.802313:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473083.802355:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081024 00000100:00100000:3.0:1772473083.802365:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081024 00000100:00100000:3.0:1772473083.802425:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1060 00000100:00100000:3.0:1772473083.802433:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53756:x1858570170081024:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473083.802453:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473083.802483:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1c27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1310d expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802559:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802573:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802585:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473083.802663:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473083.802668:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00080000:2.0:1772473083.802824:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1772473083.802927:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802955:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1c27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1310d expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802976:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1310d expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.802984:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473083.802987:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473083.802991:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473083.803093:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53756:x1858570170081024:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 659us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473083.803101:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1060 00000100:00100000:1.0:1772473083.813606:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473083.813817:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081280 00000100:00100000:3.0:1772473083.813828:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081280 00000100:00100000:3.0:1772473083.813887:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1061 00000100:00100000:3.0:1772473083.813897:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53756:x1858570170081280:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473083.813949:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473083.813978:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1310d expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.813994:0:5812:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1bcc) 00010000:00010000:3.0:1772473083.813999:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473083.814010:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473083.814034:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.814047:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.814056:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473083.814379:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000fd54d3dd reply state 00000000e0e3efb7 transno 4294967707 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473083.814389:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473083.814405:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:3.0:1772473083.814496:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53756:x1858570170081280:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 599us (898us total) trans 4294967707 rc 0/0 00000100:00100000:3.0:1772473083.814512:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1061 00010000:00010000:3.0:1772473083.816214:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816228:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816236:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816241:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473083.816246:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816253:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816267:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772473083.816271:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473083.816276:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473083.816281:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1c35 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.234184:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473084.650399:0:92615:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc7e796af0 20000000:00000080:2.0:1772473084.650418:0:92615:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433e8c400 uarg=0000000000000000 00010000:00010000:2.0:1772473084.650831:0:92615:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473084.650846:0:92615:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473084.650865:0:92615:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473084.650882:0:92615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.650898:0:92615:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.650906:0:92615:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.650941:0:92615:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.650954:0:92615:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 17 pid: 5806 timeout: 2660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473084.650969:0:92615:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92615:1858570185980672:0@lo:104: 00000100:00100000:2.0:1772473084.651023:0:92615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473084.651128:0:92615:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1772473084.651223:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980672 00000100:00100000:1.0:1772473084.651231:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980672 00000100:00100000:1.0:1772473084.651408:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1772473084.651418:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92615:x1858570185980672:12345-0@lo:104: 00010000:00010000:1.0:1772473084.651429:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473084.651506:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473084.651512:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:92615:x1858570185980672:12345-0@lo:104: Request processed in 97us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473084.651520:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1772473084.651591:0:92615:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92615:1858570185980672:0@lo:104: 00010000:00010000:2.0:1772473084.651608:0:92615:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651675:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473084.651682:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651690:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473084.651693:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651702:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473084.651709:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473084.651714:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473084.651782:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651789:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473084.651808:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651815:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e1c19 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c20 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651836:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473084.651837:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473084.651839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473084.651849:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185980800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473084.651877:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473084.651909:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980800 00000100:00100000:0.0:1772473084.651912:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980800 00010000:00010000:0.0:1772473084.651930:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 2660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473084.651950:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1772473084.651956:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185980800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473084.651965:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473084.651970:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 2660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651979:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 2660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.651991:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1c20 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1c19 expref: 18 pid: 5806 timeout: 2660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652002:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652010:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652021:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652029:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652036:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652041:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652047:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473084.652051:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652057:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652067:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473084.652075:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473084.652099:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185980800:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473084.652105:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1772473084.652131:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185980800:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473084.652225:0:92615:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.652233:0:92615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473084.652238:0:92615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1c3c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473085.247167:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473085.872060:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473085.872112:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473085.872146:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473085.872190:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081664 00000100:00100000:1.0:1772473085.872199:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081664 00000100:00100000:1.0:1772473085.872268:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1372 00000100:00100000:1.0:1772473085.872279:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170081664:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473085.872353:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170081664:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473085.872361:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1372 00000100:00100000:2.0:1772473085.872655:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081408 00000100:00100000:2.0:1772473085.872661:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081408 00000100:00100000:2.0:1772473085.872698:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1377 00000100:00100000:2.0:1772473085.872705:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170081408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473085.872778:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170081408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 63us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473085.872785:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1377 00000100:00080000:2.0:1772473085.872817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473085.873366:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081536 00000100:00100000:0.0:1772473085.873372:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081536 00000100:00100000:0.0:1772473085.873425:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1806 00000100:00100000:0.0:1772473085.873434:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170081536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473085.873501:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170081536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473085.873509:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1806 00000100:00080000:2.0:1772473085.873590:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473086.265570:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473086.518956:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473086.518964:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473086.518969:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473086.519029:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473086.519041:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473086.519052:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473086.519078:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185980928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473086.519142:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473086.519193:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1772473086.519330:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185980928 00000100:00100000:1.0:1772473086.519337:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185980928 00000100:00100000:1.0:1772473086.519385:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1772473086.519394:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185980928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473086.519407:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473086.519419:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1c43 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473086.519441:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473086.519457:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473086.519467:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473086.519509:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185980928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473086.519516:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1772473086.519675:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185980928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473086.519689:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473086.519698:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473086.519716:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473086.519720:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473086.519728:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473087.289914:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473087.548521:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185981184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.548592:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.548636:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185981696:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.548658:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.549055:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772473087.549065:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185981056:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549096:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.549122:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185981568:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549144:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.549167:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185981312:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549283:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.549304:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473087.549309:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185981440:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549332:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473087.549364:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981184 00000100:00100000:3.0:1772473087.549372:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981184 00000100:00100000:3.0:1772473087.549414:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981568 00000100:00100000:3.0:1772473087.549416:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981568 00000100:00100000:3.0:1772473087.549454:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981312 00000100:00100000:3.0:1772473087.549458:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981312 00000100:00100000:3.0:1772473087.549476:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1772473087.549483:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185981184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549535:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185981184:12345-0@lo:400:kworker.0 Request processed in 53us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473087.549543:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1772473087.549558:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1772473087.549563:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185981568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549586:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185981568:12345-0@lo:400:kworker.0 Request processed in 24us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473087.549591:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1772473087.549602:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1772473087.549607:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185981312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.549635:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185981312:12345-0@lo:400:kworker.0 Request processed in 28us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473087.549645:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00080000:3.0:1772473087.549674:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473087.550569:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185981568:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.550584:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185981184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.550629:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185981312:0@lo:400:kworker.0 00000100:00100000:1.0:1772473087.558485:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981696 00000100:00100000:1.0:1772473087.558498:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981696 00000100:00080000:0.0:1772473087.558607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473087.558887:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981440 00000100:00100000:3.0:1772473087.558892:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981440 00000100:00100000:3.0:1772473087.558941:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1772473087.558950:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185981440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.559123:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185981440:12345-0@lo:400:kworker.0 Request processed in 173us (9788us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473087.559131:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1772473087.559155:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981056 00000100:00100000:3.0:1772473087.559158:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981056 00000100:00100000:3.0:1772473087.559181:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1772473087.559290:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185981056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.559334:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185981056:12345-0@lo:400:kworker.0 Request processed in 47us (10237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473087.559340:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1772473087.559405:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185981440:0@lo:400:kworker.0 00000100:00100000:3.0:1772473087.559451:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185981056:0@lo:400:kworker.0 00000100:00080000:0.0:1772473087.559733:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473087.559822:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1772473087.559835:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185981696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473087.559882:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185981696:12345-0@lo:400:kworker.0 Request processed in 49us (11222us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473087.559888:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1772473087.560107:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185981696:0@lo:400:kworker.0 00000001:00080000:3.0:1772473087.591566:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967707 is committed 00000100:00100000:1.0:1772473088.055181:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473088.055208:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185981824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473088.055275:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473088.055440:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185981952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473088.055464:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473088.055521:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981824 00000100:00100000:0.0:1772473088.055529:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981824 00000100:00100000:0.0:1772473088.055580:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185981952 00000100:00100000:0.0:1772473088.055582:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185981952 00000100:00100000:0.0:1772473088.055599:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1772473088.055606:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185981824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473088.055640:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473088.055673:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185981824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473088.055677:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1772473088.055688:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1772473088.055691:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185981952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473088.055702:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473088.055716:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185981952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473088.055719:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1772473088.055816:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185981952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473088.055824:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185981824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473088.312161:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473088.746357:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.746518:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081792 00000100:00100000:3.0:1772473088.746528:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081792 00000100:00100000:3.0:1772473088.746607:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1062 00000100:00100000:3.0:1772473088.746617:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170081792:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473088.746718:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170081792:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 102us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.746727:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1062 00000100:00080000:0.0:1772473088.747121:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473088.750204:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.750276:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170081920 00000100:00100000:3.0:1772473088.750286:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170081920 00000100:00100000:3.0:1772473088.750354:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 576 00000100:00100000:3.0:1772473088.750363:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170081920:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473088.750649:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170081920:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 286us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.750658:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 576 00000100:00080000:0.0:1772473088.750812:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473088.754010:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.754278:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082048 00000100:00100000:3.0:1772473088.754290:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082048 00000100:00100000:3.0:1772473088.754379:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 577 00000100:00100000:3.0:1772473088.754388:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570170082048:12345-192.168.201.48@tcp:8:lfs.0 00010000:00080000:3.0:1772473088.754429:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2514 last 0 00000020:00000080:3.0:1772473088.754455:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e1c51 00002000:00100000:3.0:1772473088.754468:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c43418b800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772473088.754480:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1772473088.754710:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1772473088.754770:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c43418d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1772473088.754835:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170082048:12345-192.168.201.48@tcp:8:lfs.0 Request processed in 446us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.754843:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 577 00000100:00100000:2.0:1772473088.774503:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.776918:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082176 00000100:00100000:3.0:1772473088.776933:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082176 00000100:00100000:3.0:1772473088.777013:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 578 00000100:00100000:3.0:1772473088.777024:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53841:x1858570170082176:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473088.777467:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53841:x1858570170082176:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 443us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.777476:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 578 00000100:00080000:0.0:1772473088.777774:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473088.782042:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.782121:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082304 00000100:00100000:3.0:1772473088.782131:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082304 00000100:00100000:3.0:1772473088.782189:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1063 00000100:00100000:3.0:1772473088.782199:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082304:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473088.782653:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082304:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 454us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.782661:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1063 00000100:00100000:2.0:1772473088.791491:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.795588:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082432 00000100:00100000:3.0:1772473088.795603:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082432 00000100:00100000:2.0:1772473088.798765:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:2.0:1772473088.798781:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082432:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473088.798897:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082432:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 119us (7415us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473088.798905:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1064 00000100:00100000:1.0:1772473088.810782:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.810978:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082560 00000100:00100000:3.0:1772473088.810989:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082560 00000100:00100000:3.0:1772473088.811047:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 579 00000100:00100000:3.0:1772473088.811057:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082560:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473088.811336:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082560:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 281us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.811344:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 579 00000100:00100000:1.0:1772473088.814013:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473088.814103:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082688 00000100:00100000:2.0:1772473088.814113:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082688 00000100:00100000:2.0:1772473088.814165:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 580 00000100:00100000:2.0:1772473088.814175:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53841:x1858570170082688:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473088.814641:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53841:x1858570170082688:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 467us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473088.814649:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 580 00000100:00100000:3.0:1772473088.817464:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473088.817672:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082816 00000100:00100000:1.0:1772473088.817682:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082816 00000100:00100000:1.0:1772473088.817778:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1065 00000100:00100000:1.0:1772473088.817788:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082816:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473088.818081:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53841:x1858570170082816:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 293us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473088.818089:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1065 00000100:00100000:1.0:1772473088.934316:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473088.934437:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170082944 00000100:00100000:2.0:1772473088.934448:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170082944 00000100:00100000:2.0:1772473088.934519:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1066 00000100:00100000:2.0:1772473088.934529:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:53845:x1858570170082944:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772473088.934551:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473088.934573:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1c58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13114 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934638:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934654:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934668:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934681:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934688:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934694:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934877:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934886:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934894:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473088.934933:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:2.0:1772473088.934937:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473088.934963:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934974:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934981:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934987:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.934993:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473088.934997:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935005:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935018:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772473088.935021:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473088.935025:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935035:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935048:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935054:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935059:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935064:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473088.935067:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935073:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935080:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78200) 00010000:00010000:2.0:1772473088.935083:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473088.935086:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935092:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935122:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1c58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13114 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935138:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13114 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.935146:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772473088.935149:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473088.935152:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772473088.935216:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53845:x1858570170082944:12345-192.168.201.48@tcp:101:dd.0 Request processed in 687us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473088.935224:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1066 00000100:00100000:2.0:1772473088.939468:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.939579:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083072 00000100:00100000:3.0:1772473088.939590:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083072 00000100:00100000:3.0:1772473088.939648:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 177 00000100:00100000:3.0:1772473088.939658:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53845:x1858570170083072:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:3.0:1772473088.939822:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53845:x1858570170083072:12345-192.168.201.48@tcp:49:dd.0 Request processed in 165us (363us total) trans 0 rc -61/-61 00000100:00100000:3.0:1772473088.939831:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 177 00000100:00100000:3.0:1772473088.949295:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473088.949400:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083328 00000100:00100000:2.0:1772473088.949419:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083328 00000100:00100000:2.0:1772473088.949477:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1067 00000100:00100000:2.0:1772473088.949486:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53845:x1858570170083328:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:2.0:1772473088.949507:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473088.949526:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1c74 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1311b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949663:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949677:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949689:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949702:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949710:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.949716:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772473088.950237:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:2.0:1772473088.950457:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1c89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950468:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950475:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950508:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950514:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950522:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950527:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473088.950532:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950540:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950552:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772473088.950555:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473088.950560:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950567:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1c7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473088.950580:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000fbaf244b reply state 0000000094033b48 transno 4294967708 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473088.950588:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772473088.950616:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1c74 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1311b expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950629:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1c89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1311b expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.950635:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff90c424f78200) 00010000:00010000:2.0:1772473088.950638:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473088.950640:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772473088.950716:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:53845:x1858570170083328:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1231us (1430us total) trans 4294967708 rc 0/0 00000100:00100000:2.0:1772473088.950724:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1067 00010000:00010000:2.0:1772473088.961246:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961262:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961269:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961279:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473088.961283:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961291:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961307:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c424f78100) 00010000:00010000:2.0:1772473088.961310:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473088.961314:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473088.961321:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1c82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473088.975834:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473088.975932:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083456 00000100:00100000:2.0:1772473088.975943:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083456 00000100:00100000:2.0:1772473088.976009:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 178 00000100:00100000:2.0:1772473088.976019:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e96050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53845:x1858570170083456:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:2.0:1772473088.976137:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e96050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53845:x1858570170083456:12345-192.168.201.48@tcp:49:dd.0 Request processed in 119us (315us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473088.976146:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 178 00000100:00100000:1.0:1772473088.985454:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473088.985886:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083584 00000100:00100000:3.0:1772473088.985908:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083584 00000100:00100000:3.0:1772473088.985972:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 581 00000100:00100000:3.0:1772473088.985983:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:53845:x1858570170083584:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772473088.986005:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473088.986026:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13122 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772473088.986053:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1772473088.986076:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473088.986078:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473088.986087:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 7 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473088.986104:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 7 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473088.986115:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772473088.986181:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53845:x1858570170083584:12345-192.168.201.48@tcp:101:dd.0 Request processed in 200us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473088.986189:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 581 00000100:00100000:0.0:1772473089.013497:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473089.013610:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083712 00000100:00100000:1.0:1772473089.013621:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083712 00002000:00100000:1.0:1772473089.013673:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff90c303ba0e00 x1858570170083712/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:370/0 lens 488/0 e 0 to 0 dl 1772473100 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772473089.013683:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303ba0e00 with x1858570170083712 ext(0->1048575) 00002000:00010000:1.0:1772473089.013689:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c303ba0e00 00000100:00100000:1.0:1772473089.013732:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 26 00000100:00100000:1.0:1772473089.013777:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170083712:12345-192.168.201.48@tcp:4:dd.0 00000001:00100000:0.0:1772473089.147261:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:1.0:1772473089.155123:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170083712:12345-192.168.201.48@tcp:4:dd.0 Request processed in 141368us (141621us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1772473089.155137:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 26 00002000:00100000:1.0:1772473089.155150:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->1048575) req@ffff90c303ba0e00 x1858570170083712/t4294967362(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:370/0 lens 488/448 e 0 to 0 dl 1772473100 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772473089.155162:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303ba0e00 with x1858570170083712 ext(0->1048575) 00002000:00010000:1.0:1772473089.155168:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c303ba0e00 00000100:00100000:2.0:1772473089.159030:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473089.160170:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083840 00000100:00100000:0.0:1772473089.160183:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083840 00000100:00100000:0.0:1772473089.160308:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1068 00000100:00100000:0.0:1772473089.160319:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53845:x1858570170083840:12345-192.168.201.48@tcp:44:dd.0 00000100:00100000:0.0:1772473089.264304:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53845:x1858570170083840:12345-192.168.201.48@tcp:44:dd.0 Request processed in 103976us (105270us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473089.264318:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1068 00000001:00080000:3.0:1772473089.264424:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967708 is committed 00000100:00100000:0.0:1772473089.272277:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473089.273013:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170083968 00000100:00100000:3.0:1772473089.273024:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170083968 00000100:00100000:3.0:1772473089.273085:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 582 00000100:00100000:3.0:1772473089.273095:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170083968:12345-192.168.201.48@tcp:16:dd.0 00010000:00010000:3.0:1772473089.334961:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473089.340481:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170083968:12345-192.168.201.48@tcp:16:dd.0 Request processed in 67278us (68105us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473089.340496:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 582 00000001:00080000:0.0:1772473089.340532:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:1.0:1772473089.349036:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473089.349527:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084224 00000100:00100000:2.0:1772473089.349537:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084224 00000100:00100000:2.0:1772473089.349600:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 179 00000100:00100000:2.0:1772473089.349610:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:53845:x1858570170084224:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:2.0:1772473089.351338:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:53845:x1858570170084224:12345-192.168.201.48@tcp:35:dd.0 Request processed in 1722us (2305us total) trans 4294967709 rc 0/0 00000100:00100000:2.0:1772473089.351349:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 179 00010000:00010000:2.0:1772473090.368772:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473090.994028:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473090.994096:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473090.994137:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473090.994177:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084608 00000100:00100000:3.0:1772473090.994190:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084608 00000100:00100000:3.0:1772473090.994278:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1375 00000100:00100000:3.0:1772473090.994289:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170084608:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473090.994394:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170084608:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 106us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473090.994403:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1375 00000100:00100000:1.0:1772473090.994595:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084352 00000100:00100000:1.0:1772473090.994611:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084352 00000100:00100000:1.0:1772473090.994690:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1380 00000100:00100000:1.0:1772473090.994702:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170084352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473090.994793:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170084352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473090.994801:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1380 00000100:00100000:0.0:1772473090.995136:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084480 00000100:00100000:0.0:1772473090.995144:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084480 00000100:00100000:0.0:1772473090.995211:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1810 00000100:00100000:0.0:1772473090.995221:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170084480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473090.995276:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170084480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 57us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473090.995285:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1810 00000100:00080000:3.0:1772473090.997318:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473090.997330:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473091.004705:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473091.005396:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084736 00000100:00100000:2.0:1772473091.005411:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084736 00000100:00100000:2.0:1772473091.005531:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1376 00000100:00100000:2.0:1772473091.005544:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170084736:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473091.005646:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170084736:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 106us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473091.005655:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1376 00000100:00080000:3.0:1772473091.006565:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1772473091.189695:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967709 is committed 00010000:00010000:3.0:1772473091.388130:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473092.411882:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772473092.499019:0:92861:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2518331274860ns, next at 2492760504668ns, rc = 0 00000004:00080000:2.0:1772473092.499225:0:92861:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2518331484762ns, next at 2452866578390ns, rc = 0 00000004:00080000:3.0:1772473092.505599:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 89 committed 00000004:00080000:3.0:1772473092.505630:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 91 committed 00000100:00100000:2.0:1772473092.665713:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185982080:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666234:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666297:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185982592:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666330:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666375:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772473092.666383:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185982208:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666405:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666421:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185982720:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666445:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666477:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185982336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666504:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666525:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473092.666531:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185982464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.666554:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473092.666591:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982592 00000100:00100000:2.0:1772473092.666600:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982592 00000100:00100000:2.0:1772473092.666668:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982208 00000100:00100000:2.0:1772473092.666672:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982208 00000100:00100000:2.0:1772473092.666690:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982336 00000100:00100000:2.0:1772473092.666693:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982336 00000100:00100000:2.0:1772473092.666711:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:2.0:1772473092.666720:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185982592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473092.666894:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982080 00000100:00100000:1.0:1772473092.666900:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982080 00000100:00100000:1.0:1772473092.666934:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1772473092.666941:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185982080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473092.667001:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185982080:12345-0@lo:400:kworker.0 Request processed in 60us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473092.667009:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1772473092.667180:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185982592:12345-0@lo:400:kworker.0 Request processed in 460us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473092.667187:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:2.0:1772473092.667201:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1772473092.667207:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185982208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667234:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185982208:12345-0@lo:400:kworker.0 Request processed in 28us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473092.667240:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1772473092.667250:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1772473092.667256:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185982336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667287:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185982336:12345-0@lo:400:kworker.0 Request processed in 30us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473092.667293:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1772473092.667319:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982720 00000100:00100000:2.0:1772473092.667323:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982720 00000100:00100000:2.0:1772473092.667368:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982464 00000100:00100000:2.0:1772473092.667372:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982464 00000100:00100000:2.0:1772473092.667394:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1772473092.667399:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185982720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667433:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185982720:12345-0@lo:400:kworker.0 Request processed in 34us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473092.667439:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1772473092.667451:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1772473092.667457:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185982464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667485:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185982464:12345-0@lo:400:kworker.0 Request processed in 29us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473092.667490:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:2.0:1772473092.667516:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473092.667521:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473092.667524:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473092.667577:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185982208:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667589:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185982720:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667597:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185982080:0@lo:400:kworker.0 00000100:00100000:2.0:1772473092.667606:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185982592:0@lo:400:kworker.0 00000100:00100000:1.0:1772473092.667708:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185982464:0@lo:400:kworker.0 00000100:00100000:1.0:1772473092.667719:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185982336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473093.177256:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473093.177286:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185982848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473093.177390:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473093.180536:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185982976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473093.180636:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473093.180777:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982848 00000100:00100000:3.0:1772473093.180789:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982848 00000100:00100000:3.0:1772473093.180857:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185982976 00000100:00100000:3.0:1772473093.180860:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185982976 00000100:00100000:3.0:1772473093.180886:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1772473093.180895:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185982848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473093.180943:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473093.181052:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1772473093.181067:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185982976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473093.181090:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473093.183724:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185982848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2816us (6320us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473093.184380:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1772473093.184960:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185982976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3895us (4320us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473093.184972:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1772473093.185125:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185982976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473093.185148:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185982848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473093.431909:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473093.885703:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473093.891127:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084864 00000100:00100000:2.0:1772473093.891149:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084864 00000100:00100000:2.0:1772473093.891263:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1069 00000100:00080000:3.0:1772473093.891264:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473093.891277:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170084864:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473093.891439:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170084864:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 165us (5749us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473093.891448:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1069 00000100:00100000:2.0:1772473093.902097:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473093.902410:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170084992 00000100:00100000:3.0:1772473093.902424:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170084992 00000100:00100000:3.0:1772473093.902519:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 583 00000100:00100000:3.0:1772473093.902532:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54038:x1858570170084992:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:2.0:1772473093.903058:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473093.903363:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54038:x1858570170084992:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 831us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473093.903374:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 583 00000100:00100000:2.0:1772473093.905412:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473093.905512:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085120 00000100:00100000:3.0:1772473093.905525:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085120 00000100:00100000:3.0:1772473093.905649:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 584 00000100:00100000:3.0:1772473093.905661:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54038:x1858570170085120:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473093.906062:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54038:x1858570170085120:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 401us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473093.906071:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 584 00000100:00080000:2.0:1772473093.907602:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473093.908387:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473093.908474:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085248 00000100:00100000:3.0:1772473093.908485:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085248 00000100:00100000:3.0:1772473093.908562:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1070 00000100:00100000:3.0:1772473093.908572:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085248:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473093.909158:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085248:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 586us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473093.909166:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1070 00000100:00100000:3.0:1772473093.912243:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473093.912585:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085376 00000100:00100000:1.0:1772473093.912597:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085376 00000100:00100000:1.0:1772473093.916621:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1071 00000100:00100000:1.0:1772473093.916648:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085376:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473093.916809:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085376:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 175us (4575us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473093.916816:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1071 00000100:00100000:1.0:1772473093.919071:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473093.922424:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085504 00000100:00100000:0.0:1772473093.922444:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085504 00000100:00100000:0.0:1772473093.922524:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 585 00000100:00100000:0.0:1772473093.922537:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54038:x1858570170085504:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772473093.923239:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54038:x1858570170085504:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 703us (4178us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473093.923249:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 585 00000100:00100000:1.0:1772473093.926487:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473093.927964:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085632 00000100:00100000:3.0:1772473093.927979:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085632 00000100:00100000:3.0:1772473093.928044:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 586 00000100:00100000:3.0:1772473093.928056:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54038:x1858570170085632:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473093.928429:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54038:x1858570170085632:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 375us (1957us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473093.928439:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 586 00000100:00100000:2.0:1772473093.930559:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473093.930612:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170085760 00000100:00100000:1.0:1772473093.930626:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170085760 00000100:00100000:1.0:1772473093.930705:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1072 00000100:00100000:1.0:1772473093.930716:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085760:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473093.931161:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54038:x1858570170085760:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 446us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473093.931170:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1072 00000100:00100000:1.0:1772473094.010226:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473094.010311:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086016 00000100:00100000:3.0:1772473094.010335:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086016 00000100:00100000:3.0:1772473094.010418:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1073 00000100:00100000:3.0:1772473094.010883:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54042:x1858570170086016:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772473094.011121:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473094.011158:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1c89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1311b expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011183:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff90c424f78200) 00010000:00010000:3.0:1772473094.011197:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473094.011226:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011242:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011253:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011269:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011275:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011281:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011703:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011714:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.011721:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473094.013161:0:61615:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].33, 64 off10304 00000004:00080000:3.0:1772473094.013178:0:61615:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2519845438095ns, next at 2520845434423ns, rc = 0 00010000:00010000:3.0:1772473094.013407:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013501:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013516:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013531:0:61615:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013539:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013547:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.013577:0:61615:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772473094.013627:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473094.013637:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.013646:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473094.013651:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.013660:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.013689:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:2.0:1772473094.013693:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772473094.013699:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.013708:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473094.013710:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473094.013712:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473094.013731:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1cb3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x58:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014003:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014012:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014018:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014025:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473094.014030:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014037:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014046:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x58:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473094.014049:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473094.014053:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014060:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1cac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x58:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014086:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014093:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014098:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014103:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473094.014106:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014112:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014121:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772473094.014124:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473094.014127:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.014133:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1c9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473094.014143:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c90c8e9b reply state 0000000071df29c4 transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473094.014158:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473094.014380:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:54042:x1858570170086016:12345-192.168.201.48@tcp:36:rm.0 Request processed in 3408us (4072us total) trans 4294967710 rc 0/0 00000100:00100000:3.0:1772473094.015069:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1073 00010000:00010000:2.0:1772473094.020221:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020246:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020256:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020264:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473094.020269:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020278:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020298:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c4052b6600) 00010000:00010000:2.0:1772473094.020301:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473094.020306:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473094.020312:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1ca5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473094.456036:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473095.480694:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473096.104160:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473096.104200:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473096.104226:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473096.104269:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473096.104314:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086272 00000100:00100000:0.0:1772473096.104326:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086272 00000100:00100000:0.0:1772473096.104399:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1814 00000100:00100000:0.0:1772473096.104409:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170086272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473096.104508:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170086272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 99us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473096.104516:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1814 00000100:00100000:0.0:1772473096.104541:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086528 00000100:00100000:0.0:1772473096.104544:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086528 00000100:00100000:0.0:1772473096.104567:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086400 00000100:00100000:0.0:1772473096.104569:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086400 00000100:00100000:0.0:1772473096.104588:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1379 00000100:00100000:0.0:1772473096.104594:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170086528:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473096.104615:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170086528:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473096.104621:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1379 00000100:00100000:0.0:1772473096.104630:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1380 00000100:00100000:0.0:1772473096.104635:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170086400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473096.104654:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170086400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 19us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473096.104660:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1380 00000100:00100000:2.0:1772473096.108493:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086144 00000100:00100000:2.0:1772473096.108514:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086144 00000100:00100000:2.0:1772473096.108600:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1382 00000100:00100000:2.0:1772473096.108614:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170086144:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473096.108715:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170086144:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 105us (4487us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473096.108724:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1382 00000100:00080000:2.0:1772473096.108791:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473096.108798:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473096.108802:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1772473096.258382:0:93005:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2522090638305ns, next at 2492760504668ns, rc = 0 00000004:00080000:0.0:1772473096.258559:0:93005:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2522090818403ns, next at 2520845434423ns, rc = 0 00000004:00080000:2.0:1772473096.336484:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 92 committed 00000001:00080000:2.0:1772473096.336528:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967710 is committed 00000004:00080000:2.0:1772473096.336536:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 90 committed 00000100:00100000:2.0:1772473096.336727:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185983104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772473096.336838:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473096.336946:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983104 00000100:00100000:2.0:1772473096.336955:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983104 00000100:00100000:2.0:1772473096.337036:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1772473096.337047:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185983104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772473096.337086:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00010000:00010000:2.0:1772473096.337122:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.337150:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.337160:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772473096.337163:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772473096.337167:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.337202:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 5 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.337222:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 5 pid: 6591 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473096.337235:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185983232:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772473096.337327:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4049983c0 going to sleep for 11 seconds 00000100:00080000:2.0:1772473096.337341:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1772473096.347156:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 91 committed 00000100:00100000:2.0:1772473096.351991:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570185983232:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772473096.352036:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473096.363487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473096.363623:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086656 00000100:00100000:1.0:1772473096.363639:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086656 00010000:00010000:1.0:1772473096.363699:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 6 pid: 6591 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473096.363800:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 437 00000100:00100000:1.0:1772473096.363813:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170086656:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473096.363834:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473096.363840:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 6 pid: 6591 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473096.363857:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 6 pid: 6591 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473096.363888:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae2bcd7c/0xc2ef6d41852e1c97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13122 expref: 6 pid: 6591 timeout: 2622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473096.363912:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473096.363915:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473096.363922:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473096.363933:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473096.363965:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473096.364046:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170086656:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 235us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473096.364055:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 437 00010000:00010000:2.0:1772473096.364305:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.364316:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.364328:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.364337:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473096.364359:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473096.364790:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473096.364799:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473096.364808:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473096.364813:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473096.364823:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473096.364838:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473096.364846:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b3aa605/0xc2ef6d41852e1cba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473096.364870:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473096.364873:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473096.364875:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473096.365029:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185983104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27981us (28188us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1772473096.365039:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000004:00080000:0.0:1772473096.365392:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c404b56a00/2, rc 0, transno 4294967363 00000100:00100000:0.0:1772473096.365418:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185983104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1772473096.503041:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473097.528702:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473097.782929:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473097.783072:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185983744:0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.783155:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473097.783221:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185983360:0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.784337:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473097.784425:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983744 00000100:00100000:1.0:1772473097.784436:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983744 00000100:00100000:1.0:1772473097.784509:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1772473097.784521:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185983744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.784593:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185983744:12345-0@lo:400:kworker.0 Request processed in 76us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473097.784601:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1772473097.784626:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983360 00000100:00100000:1.0:1772473097.784630:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983360 00000100:00100000:1.0:1772473097.784653:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1772473097.784659:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185983360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.784686:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185983360:12345-0@lo:400:kworker.0 Request processed in 27us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473097.784703:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00080000:1.0:1772473097.784822:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473097.784865:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185983744:0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.784874:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185983360:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.786461:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185983616:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.786532:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473097.786651:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772473097.786659:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185983488:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.786684:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473097.786830:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983616 00000100:00100000:1.0:1772473097.786840:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983616 00000100:00100000:1.0:1772473097.786897:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983488 00000100:00100000:1.0:1772473097.786899:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983488 00000100:00100000:1.0:1772473097.786924:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:1.0:1772473097.786933:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185983616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.786982:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185983616:12345-0@lo:400:kworker.0 Request processed in 51us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473097.786990:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:1.0:1772473097.787003:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1772473097.787009:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185983488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.787029:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185983488:12345-0@lo:400:kworker.0 Request processed in 21us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473097.787035:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00080000:1.0:1772473097.787057:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473097.787066:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473097.787073:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185983872:0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.787096:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473097.787120:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185983872 00000100:00100000:1.0:1772473097.787123:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185983872 00000100:00100000:1.0:1772473097.787147:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1772473097.787152:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185983872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473097.787180:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185983872:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473097.787186:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00080000:1.0:1772473097.787196:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473097.787226:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185983872:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.787316:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185984000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.787348:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473097.787372:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185983616:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.787393:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185983488:0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.787413:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984000 00000100:00100000:2.0:1772473097.787416:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984000 00000100:00100000:2.0:1772473097.787443:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1772473097.787448:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185984000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473097.787481:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570185984000:12345-0@lo:400:kworker.0 Request processed in 33us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473097.787487:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1772473097.787517:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185984000:0@lo:400:kworker.0 00000100:00100000:1.0:1772473098.295031:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473098.295066:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185984128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473098.295129:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473098.295334:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984128 00000100:00100000:2.0:1772473098.295342:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984128 00000100:00100000:2.0:1772473098.295410:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1772473098.295420:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185984128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473098.295458:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772473098.295505:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185984128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473098.295511:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:1.0:1772473098.295601:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473098.295637:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185984128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473098.296494:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185984256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473098.296546:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473098.296642:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984256 00000100:00100000:0.0:1772473098.296647:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984256 00000100:00100000:0.0:1772473098.296687:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1772473098.296695:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185984256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473098.296721:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473098.296795:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185984256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473098.296801:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1772473098.296889:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185984256:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473098.551061:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473098.958525:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00010000:00010000:0.0:1772473099.575326:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473100.599161:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473101.222258:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473101.222307:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473101.222354:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473101.222385:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473101.222421:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086912 00000100:00100000:3.0:1772473101.222432:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086912 00000100:00100000:3.0:1772473101.222516:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1818 00000100:00100000:3.0:1772473101.222528:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170086912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473101.222629:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170086912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 104us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473101.222651:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1818 00000100:00100000:3.0:1772473101.222686:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087040 00000100:00100000:3.0:1772473101.222689:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087040 00000100:00100000:3.0:1772473101.222718:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087168 00000100:00100000:3.0:1772473101.222721:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087168 00000100:00100000:3.0:1772473101.222805:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1383 00000100:00100000:3.0:1772473101.222812:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170087040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473101.222840:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170087040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473101.222847:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1383 00000100:00100000:3.0:1772473101.222857:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1384 00000100:00100000:3.0:1772473101.222863:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170087168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473101.222885:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170087168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 22us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473101.222891:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1384 00000100:00080000:3.0:1772473101.222909:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473101.222914:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473101.222918:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473101.222937:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170086784 00000100:00100000:1.0:1772473101.222943:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170086784 00000100:00100000:1.0:1772473101.222989:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1384 00000100:00100000:1.0:1772473101.222999:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170086784:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473101.223036:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170086784:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473101.223042:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1384 00010000:00010000:0.0:1772473101.641536:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473102.647136:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473102.903020:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185984512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.903109:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473102.903184:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185985024:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.903214:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473102.903241:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473102.903247:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185984640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.903269:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473102.903311:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984512 00000100:00100000:2.0:1772473102.903321:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984512 00000100:00100000:2.0:1772473102.903387:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984640 00000100:00100000:2.0:1772473102.903390:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984640 00000100:00100000:2.0:1772473102.903424:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1772473102.903432:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185984512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.903507:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185984512:12345-0@lo:400:kworker.0 Request processed in 75us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473102.903516:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:2.0:1772473102.903536:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:2.0:1772473102.903542:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185984640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.903658:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185984384:0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.903700:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473102.903727:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185984896:0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.903783:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473102.903801:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473102.903807:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185984768:0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.903831:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473102.903861:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984384 00000100:00100000:0.0:1772473102.903865:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984384 00000100:00100000:0.0:1772473102.903894:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1772473102.903899:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185984384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.903930:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185984384:12345-0@lo:400:kworker.0 Request processed in 31us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473102.903936:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1772473102.903965:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984896 00000100:00100000:0.0:1772473102.903968:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984896 00000100:00100000:0.0:1772473102.903987:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:0.0:1772473102.903994:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185984896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.904024:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185984896:12345-0@lo:400:kworker.0 Request processed in 30us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473102.904030:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:0.0:1772473102.904048:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985024 00000100:00100000:0.0:1772473102.904051:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985024 00000100:00100000:0.0:1772473102.904075:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185984768 00000100:00100000:0.0:1772473102.904077:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185984768 00000100:00100000:0.0:1772473102.904096:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1772473102.904102:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185985024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.904128:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185985024:12345-0@lo:400:kworker.0 Request processed in 26us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473102.904134:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1772473102.904143:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1772473102.904148:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185984768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.904186:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185984768:12345-0@lo:400:kworker.0 Request processed in 37us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473102.904196:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1772473102.904284:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185984768:0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.904293:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185984384:0@lo:400:kworker.0 00000100:00100000:0.0:1772473102.904303:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185984896:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.904955:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185984640:12345-0@lo:400:kworker.0 Request processed in 1411us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473102.904968:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00080000:2.0:1772473102.905010:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473102.905016:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473102.905018:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473102.905046:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185984640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.905058:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185984512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473102.905068:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:2.0:1772473102.905073:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c404b56a00, transno 4294967363 00000100:00100000:2.0:1772473102.905189:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185985024:0@lo:400:kworker.0 00000100:00100000:0.0:1772473103.416376:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473103.416400:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473103.416409:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185985280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473103.416416:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185985152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473103.427943:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473103.428067:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985280 00000100:00100000:3.0:1772473103.428079:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985280 00000100:00100000:3.0:1772473103.428184:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1772473103.428202:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185985280:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473103.428254:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1772473103.428264:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473103.428298:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985152 00000100:00100000:1.0:1772473103.428304:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985152 00000100:00100000:3.0:1772473103.428334:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185985280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473103.428339:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1772473103.428349:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185985152:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473103.428351:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00002000:00000024:1.0:1772473103.428375:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473103.428418:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185985152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473103.428425:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185985280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473103.428428:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1772473103.428474:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185985152:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473103.671032:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473104.695077:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473105.719282:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473106.344122:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473106.344182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473106.344222:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473106.344270:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473106.344310:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087552 00000100:00100000:3.0:1772473106.344323:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087552 00000100:00100000:3.0:1772473106.344393:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087680 00000100:00100000:3.0:1772473106.344396:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087680 00000100:00100000:3.0:1772473106.344432:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1387 00000100:00100000:3.0:1772473106.344444:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170087552:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473106.344559:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170087552:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 118us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473106.344568:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1387 00000100:00100000:3.0:1772473106.344585:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1388 00000100:00100000:3.0:1772473106.344592:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170087680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473106.344618:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170087680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473106.344624:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1388 00000100:00100000:2.0:1772473106.345039:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087424 00000100:00100000:2.0:1772473106.345045:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087424 00000100:00100000:2.0:1772473106.345092:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1822 00000100:00100000:2.0:1772473106.345100:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170087424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473106.345163:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170087424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 64us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473106.345170:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1822 00000100:00080000:2.0:1772473106.345192:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473106.345198:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473106.345200:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473106.346733:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087296 00000100:00100000:1.0:1772473106.346763:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087296 00000100:00100000:1.0:1772473106.346839:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1386 00000100:00100000:1.0:1772473106.346850:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170087296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473106.346933:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170087296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473106.346941:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1386 00010000:00010000:2.0:1772473106.743720:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473107.768935:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473108.026309:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185985664:0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026399:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473108.026486:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772473108.026492:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185985536:0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026518:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473108.026533:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185986048:0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026573:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473108.026607:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985664 00000100:00100000:2.0:1772473108.026616:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985664 00000100:00100000:2.0:1772473108.026675:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985536 00000100:00100000:2.0:1772473108.026677:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985536 00000100:00100000:2.0:1772473108.026701:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1772473108.026709:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185985664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026788:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185985664:12345-0@lo:400:kworker.0 Request processed in 79us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473108.026809:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1772473108.026832:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:2.0:1772473108.026838:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185985536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026863:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185985536:12345-0@lo:400:kworker.0 Request processed in 26us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473108.026868:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00080000:2.0:1772473108.026895:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473108.026937:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185985536:0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.026946:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185985664:0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.027053:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185985408:0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.027104:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473108.027136:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185985920:0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.027157:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473108.027178:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473108.027183:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185985792:0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.027203:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473108.027225:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985920 00000100:00100000:0.0:1772473108.027229:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985920 00000100:00100000:0.0:1772473108.027260:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1772473108.027266:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185985920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.027297:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185985920:12345-0@lo:400:kworker.0 Request processed in 32us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473108.027307:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00080000:0.0:1772473108.027319:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473108.027334:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185985920:0@lo:400:kworker.0 00000100:00100000:3.0:1772473108.032125:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986048 00000100:00100000:3.0:1772473108.032144:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986048 00000100:00100000:3.0:1772473108.032239:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985792 00000100:00100000:3.0:1772473108.032242:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985792 00000100:00100000:3.0:1772473108.032269:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1772473108.032280:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185986048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473108.032404:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185986048:12345-0@lo:400:kworker.0 Request processed in 125us (5828us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473108.032421:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1772473108.032439:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1772473108.032445:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185985792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473108.032475:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185985792:12345-0@lo:400:kworker.0 Request processed in 31us (5272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473108.032481:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1772473108.035414:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185985408 00000100:00100000:2.0:1772473108.035429:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185985408 00000100:00100000:2.0:1772473108.035494:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1772473108.035504:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185985408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473108.035609:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185985408:12345-0@lo:400:kworker.0 Request processed in 106us (8504us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473108.035618:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1772473108.036825:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185986048:0@lo:400:kworker.0 00000100:00080000:0.0:1772473108.037254:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473108.037262:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473108.037293:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185985792:0@lo:400:kworker.0 00000100:00100000:0.0:1772473108.037305:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185985408:0@lo:400:kworker.0 00000100:00100000:1.0:1772473108.535385:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185986176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473108.535485:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473108.536328:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473108.536342:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185986304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473108.536393:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473108.536440:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986176 00000100:00100000:0.0:1772473108.536450:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986176 00000100:00100000:0.0:1772473108.536504:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986304 00000100:00100000:0.0:1772473108.536507:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986304 00000100:00100000:0.0:1772473108.536529:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1772473108.536539:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185986176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473108.536584:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473108.536636:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185986176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473108.536655:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1772473108.536674:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1772473108.536681:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185986304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473108.536711:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473108.537231:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185986304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 549us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473108.537243:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1772473108.537304:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185986304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473108.538411:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185986176:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473108.791893:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473109.815998:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473110.841135:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473111.474339:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473111.474397:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473111.474447:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473111.474487:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473111.474525:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088192 00000100:00100000:3.0:1772473111.474538:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088192 00000100:00100000:0.0:1772473111.474606:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088064 00000100:00100000:0.0:1772473111.474613:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088064 00000100:00100000:3.0:1772473111.474624:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1391 00000100:00100000:3.0:1772473111.474639:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170088192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473111.474659:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1392 00000100:00100000:0.0:1772473111.474671:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170088064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473111.474728:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170088192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473111.474735:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1391 00000100:00100000:1.0:1772473111.474918:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087808 00000100:00100000:1.0:1772473111.474924:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087808 00000100:00100000:1.0:1772473111.474962:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1388 00000100:00100000:1.0:1772473111.474970:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170087808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473111.475054:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170087936 00000100:00100000:2.0:1772473111.475059:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170087936 00000100:00100000:2.0:1772473111.475100:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1826 00000100:00100000:2.0:1772473111.475107:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170087936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473111.479075:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170088064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 4334us (4514us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473111.479097:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1392 00000100:00080000:0.0:1772473111.479164:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473111.479173:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473111.479178:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473111.494351:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170087936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 18484us (19269us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473111.494376:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1826 00000100:00100000:1.0:1772473111.495610:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170087808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 20629us (21150us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473111.495626:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1388 00010000:00010000:0.0:1772473111.864944:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473112.887839:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473113.143190:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185986816:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.143305:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473113.143393:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772473113.143409:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185986432:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.143447:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473113.143476:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185986944:0@lo:400:kworker.0 00000100:00100000:0.0:1772473113.143509:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185986688:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.143511:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473113.143560:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473113.143562:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986944 00000100:00100000:1.0:1772473113.143573:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986944 00000100:00100000:0.0:1772473113.143588:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772473113.143597:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185986560:0@lo:400:kworker.0 00000100:00100000:0.0:1772473113.143625:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473113.143644:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185987072:0@lo:400:kworker.0 00000100:00100000:0.0:1772473113.143663:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473113.143686:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986816 00000100:00100000:2.0:1772473113.143692:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986816 00000100:00100000:3.0:1772473113.143804:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986432 00000100:00100000:3.0:1772473113.143809:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986432 00000100:00100000:3.0:1772473113.143847:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1772473113.143858:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185986432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473113.143925:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185986432:12345-0@lo:400:kworker.0 Request processed in 69us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473113.143934:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1772473113.144055:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987072 00000100:00100000:2.0:1772473113.144059:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987072 00000100:00100000:2.0:1772473113.144084:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1772473113.144092:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185986816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473113.144136:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185986816:12345-0@lo:400:kworker.0 Request processed in 45us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473113.144143:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1772473113.144165:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1772473113.144173:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185987072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473113.144207:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185987072:12345-0@lo:400:kworker.0 Request processed in 36us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473113.144228:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1772473113.144283:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185987072:0@lo:400:kworker.0 00000100:00080000:2.0:1772473113.144317:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473113.144322:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473113.144325:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473113.144363:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185986432:0@lo:400:kworker.0 00000100:00100000:2.0:1772473113.144374:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185986816:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.144836:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986688 00000100:00100000:1.0:1772473113.144842:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986688 00000100:00100000:1.0:1772473113.144878:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185986560 00000100:00100000:1.0:1772473113.144881:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185986560 00000100:00100000:1.0:1772473113.144896:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:1.0:1772473113.144903:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185986944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.144953:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185986944:12345-0@lo:400:kworker.0 Request processed in 51us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473113.144960:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:1.0:1772473113.144975:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1772473113.144981:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185986688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.145042:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185986688:12345-0@lo:400:kworker.0 Request processed in 49us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473113.145049:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1772473113.145060:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1772473113.145066:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185986560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.145093:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185986560:12345-0@lo:400:kworker.0 Request processed in 28us (1469us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473113.145098:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00080000:1.0:1772473113.145115:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473113.145140:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185986944:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.145165:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185986560:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.145174:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185986688:0@lo:400:kworker.0 00000100:00100000:1.0:1772473113.658245:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185987200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473113.658352:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473113.658562:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987200 00000100:00100000:0.0:1772473113.658573:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987200 00000100:00100000:0.0:1772473113.658644:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1772473113.658656:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185987200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473113.658708:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473113.658806:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185987200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473113.658814:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1772473113.658873:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185987200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473113.662367:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473113.662411:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185987328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473113.662528:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473113.662892:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987328 00000100:00100000:1.0:1772473113.662905:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987328 00000100:00100000:1.0:1772473113.662995:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1772473113.663007:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185987328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473113.663061:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473113.663134:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185987328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473113.663142:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1772473113.665439:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185987328:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473113.911059:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473114.937982:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473115.644899:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473115.644960:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088320 00000100:00100000:1.0:1772473115.644972:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088320 00000100:00100000:1.0:1772473115.645058:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1074 00000100:00100000:1.0:1772473115.645070:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088320:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473115.645201:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42ca96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088320:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 133us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473115.645209:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1074 00000100:00080000:1.0:1772473115.645233:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473115.667784:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473115.670232:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088448 00000100:00100000:3.0:1772473115.670248:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088448 00000100:00100000:3.0:1772473115.670349:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 588 00000100:00100000:3.0:1772473115.670361:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088448:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:1.0:1772473115.670922:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473115.671100:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088448:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 738us (3359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473115.671110:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 588 00000100:00100000:1.0:1772473115.694203:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473115.694340:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088576 00000100:00100000:1.0:1772473115.694354:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088576 00000100:00100000:1.0:1772473115.694433:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 589 00000100:00100000:1.0:1772473115.694446:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088576:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473115.699257:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088576:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 4797us (5050us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473115.699280:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 589 00000100:00080000:1.0:1772473115.699608:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473115.711292:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473115.711378:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088704 00000100:00100000:1.0:1772473115.711391:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088704 00000100:00100000:1.0:1772473115.711453:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1075 00000100:00100000:1.0:1772473115.711464:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088704:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473115.711888:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088704:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 424us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473115.711897:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1075 00000100:00100000:1.0:1772473115.749591:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473115.749657:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088832 00000100:00100000:1.0:1772473115.749670:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088832 00000100:00100000:1.0:1772473115.749777:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1076 00000100:00100000:1.0:1772473115.749789:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088832:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473115.749920:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170088832:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 133us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473115.749928:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1076 00000100:00100000:1.0:1772473115.758270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473115.759987:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170088960 00000100:00100000:3.0:1772473115.760005:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170088960 00000100:00100000:3.0:1772473115.760096:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 590 00000100:00100000:3.0:1772473115.760107:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088960:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473115.761843:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170088960:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1726us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473115.761858:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 590 00000100:00100000:2.0:1772473115.767533:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473115.767814:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089088 00000100:00100000:0.0:1772473115.767830:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089088 00000100:00100000:0.0:1772473115.767898:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 591 00000100:00100000:0.0:1772473115.767911:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170089088:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772473115.769526:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54300:x1858570170089088:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1605us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473115.769544:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 591 00000100:00100000:1.0:1772473115.791338:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473115.791437:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089216 00000100:00100000:3.0:1772473115.791451:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089216 00000100:00100000:3.0:1772473115.791524:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1077 00000100:00100000:3.0:1772473115.791534:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170089216:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473115.792184:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54300:x1858570170089216:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 648us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473115.792197:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1077 00010000:00010000:1.0:1772473115.966184:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473116.584312:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473116.584364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473116.584398:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473116.584451:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473116.584517:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089344 00000100:00100000:1.0:1772473116.584530:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089344 00000100:00100000:1.0:1772473116.584594:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1390 00000100:00100000:1.0:1772473116.584606:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170089344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473116.584697:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170089344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 93us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473116.584707:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1390 00000100:00100000:1.0:1772473116.584777:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089728 00000100:00100000:1.0:1772473116.584782:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089728 00000100:00100000:1.0:1772473116.584813:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089600 00000100:00100000:1.0:1772473116.584816:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089600 00000100:00100000:1.0:1772473116.584838:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1395 00000100:00100000:1.0:1772473116.584846:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170089728:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473116.584879:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170089728:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473116.584887:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1395 00000100:00100000:1.0:1772473116.584899:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1396 00000100:00100000:1.0:1772473116.584906:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170089600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473116.584943:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170089600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473116.584951:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1396 00000100:00100000:2.0:1772473116.585778:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089472 00000100:00100000:2.0:1772473116.585785:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089472 00000100:00100000:2.0:1772473116.585835:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1830 00000100:00100000:2.0:1772473116.585844:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170089472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473116.585903:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170089472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 61us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473116.585911:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1830 00010000:00010000:2.0:1772473116.995016:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473118.007194:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473118.263134:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185987456:0@lo:400:kworker.0 00000100:00100000:2.0:1772473118.263242:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473118.263344:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987456 00000100:00100000:3.0:1772473118.263354:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987456 00000100:00100000:3.0:1772473118.263412:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1772473118.263422:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185987456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264241:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185987840:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264297:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473118.264331:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473118.264338:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185987968:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264364:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473118.264391:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185987712:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264419:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473118.264438:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772473118.264443:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185987584:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264463:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473118.264475:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185988096:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.264493:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473118.264569:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987840 00000100:00100000:1.0:1772473118.264576:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987840 00000100:00100000:1.0:1772473118.264636:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988096 00000100:00100000:1.0:1772473118.264640:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988096 00000100:00100000:1.0:1772473118.264666:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1772473118.264675:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185987840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.264732:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185987840:12345-0@lo:400:kworker.0 Request processed in 58us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473118.264758:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1772473118.264778:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1772473118.264785:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185988096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.264815:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185988096:12345-0@lo:400:kworker.0 Request processed in 31us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473118.264821:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1772473118.264837:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987968 00000100:00100000:1.0:1772473118.264840:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987968 00000100:00100000:1.0:1772473118.264882:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987712 00000100:00100000:1.0:1772473118.264885:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987712 00000100:00100000:1.0:1772473118.264912:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185987584 00000100:00100000:1.0:1772473118.264915:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185987584 00000100:00100000:1.0:1772473118.264930:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1772473118.264935:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185987968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.264966:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185987968:12345-0@lo:400:kworker.0 Request processed in 30us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473118.264972:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1772473118.264984:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1772473118.264990:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185987712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265016:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570185987712:12345-0@lo:400:kworker.0 Request processed in 27us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473118.265022:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1772473118.265032:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1772473118.265037:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185987584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265072:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185987584:12345-0@lo:400:kworker.0 Request processed in 34us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473118.265078:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1772473118.265137:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185987584:0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265148:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185988096:0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265157:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570185987712:0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265192:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185987968:0@lo:400:kworker.0 00000100:00100000:1.0:1772473118.265201:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185987840:0@lo:400:kworker.0 00000100:00080000:0.0:1772473118.265576:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473118.265583:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473118.265585:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473118.266484:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185987456:12345-0@lo:400:kworker.0 Request processed in 3056us (3235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473118.266500:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1772473118.266909:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185987456:0@lo:400:kworker.0 00000100:00100000:0.0:1772473118.775773:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185988224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473118.775865:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473118.775963:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988224 00000100:00100000:0.0:1772473118.775972:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988224 00000100:00100000:0.0:1772473118.776031:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1772473118.776041:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185988224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473118.776086:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473118.776135:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185988224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473118.776143:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1772473118.776195:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185988224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473118.776309:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473118.776319:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185988352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473118.776361:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473118.776394:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988352 00000100:00100000:3.0:1772473118.776398:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988352 00000100:00100000:3.0:1772473118.776423:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1772473118.776429:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185988352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473118.776449:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473118.776478:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185988352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473118.776483:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1772473118.776516:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185988352:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473119.031259:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473119.428637:0:93320:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb9d8e870 20000000:00000080:1.0:1772473119.428656:0:93320:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4342aa800 uarg=0000000000000000 00010000:00010000:1.0:1772473119.429130:0:93320:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772473119.429169:0:93320:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772473119.429172:0:93320:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473119.429186:0:93320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e1c6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13114 expref: 5 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.429213:0:93320:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772473119.429240:0:93320:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473119.429259:0:93320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.429276:0:93320:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.429285:0:93320:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.429336:0:93320:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.429353:0:93320:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 17 pid: 5806 timeout: 2695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473119.429370:0:93320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93320:1858570185988480:0@lo:104: 00000100:00100000:1.0:1772473119.429448:0:93320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473119.429512:0:93320:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41a4af240 going to sleep for 11 seconds 00000100:00100000:2.0:1772473119.429585:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988480 00000100:00100000:2.0:1772473119.429593:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988480 00000100:00100000:2.0:1772473119.429670:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1772473119.429682:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93320:x1858570185988480:12345-0@lo:104: 00010000:00010000:2.0:1772473119.429697:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473119.429926:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473119.429933:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93320:x1858570185988480:12345-0@lo:104: Request processed in 254us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473119.429943:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00010000:00010000:0.0:1772473119.429987:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473119.429996:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473119.430004:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473119.430008:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473119.430024:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473119.430031:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473119.430037:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1772473119.430089:0:93320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93320:1858570185988480:0@lo:104: 00010000:00010000:0.0:1772473119.430111:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473119.430114:0:93320:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473119.430118:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473119.430150:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473119.430152:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185988608:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473119.430157:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55200/0xc2ef6d41852e1c43 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1c4a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473119.430173:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473119.430175:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473119.430177:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473119.430379:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473119.430419:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988608 00000100:00100000:1.0:1772473119.430424:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988608 00010000:00010000:1.0:1772473119.430444:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 2695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473119.430477:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1772473119.430484:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185988608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473119.430496:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473119.430502:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 2695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430514:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 2695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430524:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e1c4a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1c43 expref: 18 pid: 5806 timeout: 2695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430536:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430550:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430564:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430572:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430579:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430586:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430592:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473119.430597:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430603:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430617:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473119.430626:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473119.430637:0:93320:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473119.430645:0:93320:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473119.430651:0:93320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1cc1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473119.430697:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570185988608:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473119.430704:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1772473119.430876:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185988608:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473120.058048:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473120.635967:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473120.635979:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473120.635987:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473120.636061:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636076:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636095:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473120.636128:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185988736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473120.636214:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473120.636273:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c226c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473120.636310:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988736 00000100:00100000:0.0:1772473120.636318:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988736 00000100:00100000:0.0:1772473120.636387:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1772473120.636398:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185988736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473120.636415:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473120.636430:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1cc8 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636458:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636471:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636482:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772473120.636526:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185988736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473120.636534:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1772473120.636594:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185988736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473120.636609:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636618:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473120.636639:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473120.636644:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473120.636652:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473121.093302:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473121.704032:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473121.704100:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473121.704133:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473121.704161:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473121.704199:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090112 00000100:00100000:1.0:1772473121.704212:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090112 00000100:00100000:1.0:1772473121.704283:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090240 00000100:00100000:1.0:1772473121.704287:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090240 00000100:00100000:1.0:1772473121.704317:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1399 00000100:00100000:1.0:1772473121.704329:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170090112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473121.704428:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170090112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473121.704437:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1399 00000100:00100000:1.0:1772473121.704455:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1400 00000100:00100000:1.0:1772473121.704462:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170090240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473121.704486:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170090240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473121.704491:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1400 00000100:00100000:1.0:1772473121.704511:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089984 00000100:00100000:1.0:1772473121.704514:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089984 00000100:00100000:1.0:1772473121.704544:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1834 00000100:00100000:1.0:1772473121.704550:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170089984:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473121.704576:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170089984:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473121.704582:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1834 00000100:00080000:1.0:1772473121.704601:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473121.704607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473121.704610:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473121.705538:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170089856 00000100:00100000:0.0:1772473121.705547:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170089856 00000100:00100000:0.0:1772473121.705602:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1393 00000100:00100000:0.0:1772473121.705611:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170089856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473121.705669:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170089856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 58us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473121.705675:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1393 00010000:00010000:2.0:1772473122.105038:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473123.142963:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473123.384996:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185988992:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385091:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385160:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185989504:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385188:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385219:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772473123.385225:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185988864:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385256:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385281:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185989376:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385302:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385330:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185989120:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385354:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385373:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473123.385378:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185989248:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385401:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473123.385441:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988992 00000100:00100000:0.0:1772473123.385450:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988992 00000100:00100000:0.0:1772473123.385501:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989376 00000100:00100000:0.0:1772473123.385504:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989376 00000100:00100000:0.0:1772473123.385529:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989120 00000100:00100000:0.0:1772473123.385532:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989120 00000100:00100000:0.0:1772473123.385550:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1772473123.385559:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185988992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385619:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570185988992:12345-0@lo:400:kworker.0 Request processed in 60us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.385627:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1772473123.385644:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1772473123.385650:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185989376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385693:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185989376:12345-0@lo:400:kworker.0 Request processed in 44us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.385699:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1772473123.385709:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1772473123.385715:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185989120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385768:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185989120:12345-0@lo:400:kworker.0 Request processed in 53us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.385777:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1772473123.385795:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989504 00000100:00100000:0.0:1772473123.385799:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989504 00000100:00100000:0.0:1772473123.385836:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989248 00000100:00100000:0.0:1772473123.385840:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989248 00000100:00100000:0.0:1772473123.385860:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1772473123.385866:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185989504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385896:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185989504:12345-0@lo:400:kworker.0 Request processed in 31us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.385902:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1772473123.385914:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1772473123.385919:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185989248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.385945:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185989248:12345-0@lo:400:kworker.0 Request processed in 26us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.385950:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1772473123.385969:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185988864 00000100:00100000:0.0:1772473123.385972:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185988864 00000100:00100000:0.0:1772473123.385998:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1772473123.386004:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185988864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386030:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185988864:12345-0@lo:400:kworker.0 Request processed in 27us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473123.386036:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1772473123.386103:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185989248:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386117:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185989120:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386147:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185988864:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386158:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185989376:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386167:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570185988992:0@lo:400:kworker.0 00000100:00100000:0.0:1772473123.386176:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185989504:0@lo:400:kworker.0 00000100:00080000:1.0:1772473123.386612:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473123.386618:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473123.386622:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473123.894899:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473123.894926:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185989632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473123.895004:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473123.897158:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989632 00000100:00100000:2.0:1772473123.897171:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989632 00000100:00100000:1.0:1772473123.897176:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185989760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473123.897249:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1772473123.897259:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473123.897269:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185989632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473123.897325:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473123.897346:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989760 00000100:00100000:1.0:1772473123.897356:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989760 00000100:00100000:1.0:1772473123.897405:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1772473123.897414:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185989760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473123.897449:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473123.897495:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185989760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473123.897502:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1772473123.897551:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185989760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473123.897971:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185989632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 707us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473123.897983:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1772473123.897998:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30559d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185989632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473124.142665:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473124.142885:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090368 00000100:00100000:0.0:1772473124.142894:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090368 00000100:00100000:0.0:1772473124.143006:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1078 00000100:00100000:0.0:1772473124.143015:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54387:x1858570170090368:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473124.143034:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473124.143052:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1cd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13129 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143104:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143117:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143130:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473124.143195:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1772473124.143199:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473124.143218:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143241:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1cd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13129 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143258:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13129 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.143265:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772473124.143267:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473124.143269:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb000, rc 0) 00000100:00100000:0.0:1772473124.143329:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54387:x1858570170090368:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 316us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473124.143341:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1078 00000100:00080000:1.0:1772473124.143463:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473124.146206:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473124.146292:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090624 00000100:00100000:0.0:1772473124.146302:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090624 00000100:00100000:0.0:1772473124.146374:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1079 00000100:00100000:0.0:1772473124.146382:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54387:x1858570170090624:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772473124.146428:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473124.146449:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e1cdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13129 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.146461:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1c6d) 00010000:00010000:0.0:1772473124.146464:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772473124.146472:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473124.146488:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.146497:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.146504:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.151121:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1772473124.161391:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000046490d9d reply state 00000000c8bb2898 transno 4294967711 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473124.161407:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772473124.161440:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:1.0:1772473124.161529:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54387:x1858570170090624:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 15145us (15332us total) trans 4294967711 rc 0/0 00000100:00100000:1.0:1772473124.161536:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1079 00000001:00080000:1.0:1772473124.161583:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967711 is committed 00010000:00010000:3.0:1772473124.161610:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161620:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161629:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161635:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473124.161640:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161647:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161661:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:3.0:1772473124.161664:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473124.161668:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473124.161674:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ce4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772473124.728551:0:93517:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc52e9ba10 20000000:00000080:0.0:1772473124.728570:0:93517:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c9c3400 uarg=0000000000000000 00010000:00010000:0.0:1772473124.729291:0:93517:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473124.729305:0:93517:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473124.729325:0:93517:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473124.729368:0:93517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.729390:0:93517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.729397:0:93517:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.729436:0:93517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.729448:0:93517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 17 pid: 5806 timeout: 2700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473124.729460:0:93517:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93517:1858570185989888:0@lo:104: 00000100:00100000:0.0:1772473124.730148:0:93517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473124.730277:0:93517:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772473124.731420:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185989888 00000100:00100000:1.0:1772473124.731432:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185989888 00000100:00100000:1.0:1772473124.731486:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1772473124.731492:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93517:x1858570185989888:12345-0@lo:104: 00010000:00010000:1.0:1772473124.731507:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732007:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473124.732014:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93517:x1858570185989888:12345-0@lo:104: Request processed in 522us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473124.732020:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1772473124.732093:0:93517:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93517:1858570185989888:0@lo:104: 00010000:00010000:0.0:1772473124.732116:0:93517:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.732174:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473124.732182:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.732190:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473124.732194:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.732204:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473124.732209:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473124.732213:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473124.732252:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.732256:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1772473124.732312:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185990016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473124.732373:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473124.732459:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990016 00000100:00100000:1.0:1772473124.732463:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990016 00010000:00010000:1.0:1772473124.732479:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 2700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473124.732500:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1772473124.732506:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185990016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473124.732516:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473124.732528:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 2700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732537:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 2700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732549:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e1ccf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1cc8 expref: 18 pid: 5806 timeout: 2700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732564:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732573:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732597:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732605:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732611:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732618:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732624:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473124.732629:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732637:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732646:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473124.732653:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473124.732696:0:93517:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.732702:0:93517:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473124.732706:0:93517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1ceb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.734331:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.734342:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1cc8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ccf expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473124.734357:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473124.734358:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473124.734360:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473124.740614:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185990016:12345-0@lo:103:ldlm_bl.0 Request processed in 8096us (8229us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473124.740633:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1772473124.743391:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185990016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473125.180253:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473126.198975:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473126.457906:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473126.457915:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473126.457921:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473126.457975:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473126.457987:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473126.457999:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473126.458027:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185990144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473126.458102:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473126.458168:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772473126.460679:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990144 00000100:00100000:1.0:1772473126.460691:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990144 00000100:00100000:1.0:1772473126.460774:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1772473126.460784:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185990144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473126.460802:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473126.460822:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1cf2 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473126.460847:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473126.460859:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473126.460869:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473126.460936:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185990144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473126.460943:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1772473126.461080:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185990144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473126.461098:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473126.461113:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473126.461134:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473126.461139:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473126.461146:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473126.830540:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473126.830589:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473126.830618:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091008 00000100:00100000:1.0:1772473126.830628:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091008 00000100:00100000:1.0:1772473126.830687:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1403 00000100:00100000:1.0:1772473126.830697:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170091008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473126.830824:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170091008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 127us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473126.830833:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1403 00000100:00080000:1.0:1772473126.830854:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473126.830898:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473126.830923:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090880 00000100:00100000:1.0:1772473126.830927:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090880 00000100:00100000:1.0:1772473126.830959:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1838 00000100:00100000:1.0:1772473126.830966:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170090880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473126.830997:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170090880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473126.831004:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1838 00000100:00080000:1.0:1772473126.831020:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473126.831280:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473126.831299:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091136 00000100:00100000:1.0:1772473126.831303:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091136 00000100:00100000:1.0:1772473126.831331:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1404 00000100:00100000:1.0:1772473126.831338:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170091136:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473126.831367:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170091136:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473126.831372:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1404 00000100:00080000:1.0:1772473126.831386:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473126.833883:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170090752 00000100:00100000:2.0:1772473126.833900:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170090752 00000100:00100000:2.0:1772473126.833966:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1396 00000100:00100000:2.0:1772473126.833976:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170090752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473126.834080:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170090752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 104us (3548us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473126.834088:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1396 00010000:00010000:0.0:1772473127.222990:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473128.129506:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473128.129642:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091264 00000100:00100000:0.0:1772473128.129652:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091264 00000100:00100000:0.0:1772473128.129880:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 180 00000100:00100000:0.0:1772473128.129891:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54464:x1858570170091264:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:0.0:1772473128.130056:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54464:x1858570170091264:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 167us (562us total) trans 0 rc -61/-61 00000100:00100000:0.0:1772473128.130066:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 180 00000100:00080000:1.0:1772473128.130423:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473128.132390:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473128.132490:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091392 00000100:00100000:0.0:1772473128.132500:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091392 00000100:00100000:0.0:1772473128.132547:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1080 00000100:00100000:0.0:1772473128.132556:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54464:x1858570170091392:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772473128.132577:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473128.132600:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13130 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132668:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132682:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132695:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132867:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132876:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.132883:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133026:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133034:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133041:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473128.133069:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:0.0:1772473128.133074:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473128.133099:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133114:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133120:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133127:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133133:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473128.133137:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133144:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133155:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ab00) 00010000:00010000:0.0:1772473128.133158:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473128.133163:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133168:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133180:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133185:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133190:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133194:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473128.133197:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133201:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133207:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8af00) 00010000:00010000:0.0:1772473128.133209:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473128.133212:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133217:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133244:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13130 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133258:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13130 expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.133267:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772473128.133269:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473128.133271:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772473128.133321:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54464:x1858570170091392:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 766us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473128.133328:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1080 00000100:00100000:3.0:1772473128.139623:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.139705:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091648 00000100:00100000:1.0:1772473128.139717:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091648 00000100:00100000:1.0:1772473128.140018:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1081 00000100:00100000:1.0:1772473128.140030:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54464:x1858570170091648:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772473128.140053:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473128.140073:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d1c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13137 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140223:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140241:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140254:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140301:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140309:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.140317:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772473128.140932:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:1.0:1772473128.141173:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141183:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141190:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141223:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141229:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141235:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141706:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473128.141711:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141720:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141963:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:1.0:1772473128.141968:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473128.141973:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.141980:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473128.142076:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000003d407ec reply state 000000009ef82663 transno 4294967712 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473128.142085:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772473128.142125:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d1c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13137 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.142139:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13137 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.142147:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473128.142150:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772473128.142152:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473128.142236:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54464:x1858570170091648:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 2208us (2768us total) trans 4294967712 rc 0/0 00000100:00100000:1.0:1772473128.142245:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1081 00010000:00010000:3.0:1772473128.151982:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152002:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152011:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152018:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473128.152024:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152034:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152053:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c420328f00) 00010000:00010000:3.0:1772473128.152056:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473128.152062:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.152069:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1d2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473128.152155:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.152332:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170091904 00000100:00100000:1.0:1772473128.152342:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170091904 00000100:00100000:1.0:1772473128.152400:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1082 00000100:00100000:1.0:1772473128.152410:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:54464:x1858570170091904:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:1.0:1772473128.152490:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473128.152507:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13137 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.152520:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473128.152526:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473128.152566:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.152579:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.152589:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473128.152712:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000057b9a880 reply state 00000000fd3c7fdf transno 4294967713 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473128.152722:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473128.153318:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54464:x1858570170091904:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 906us (1164us total) trans 4294967713 rc 0/0 00000100:00100000:1.0:1772473128.153327:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1082 00010000:00010000:3.0:1772473128.162988:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163008:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163015:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163021:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473128.163025:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163032:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163050:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328400) 00010000:00010000:3.0:1772473128.163053:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473128.163058:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.163064:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473128.163838:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.164202:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092032 00000100:00100000:1.0:1772473128.164213:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092032 00000100:00100000:1.0:1772473128.164285:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1083 00000100:00100000:1.0:1772473128.164295:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:54464:x1858570170092032:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772473128.164322:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473128.164342:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1313e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.164399:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1313e expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.164413:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1313e expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.164443:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473128.164447:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772473128.164450:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473128.164651:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54464:x1858570170092032:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 356us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473128.164659:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1083 00000100:00100000:3.0:1772473128.174046:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.174177:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092160 00000100:00100000:1.0:1772473128.174199:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092160 00000100:00100000:1.0:1772473128.174336:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 592 00000100:00100000:1.0:1772473128.174348:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170092160:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:1.0:1772473128.175158:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170092160:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 808us (1118us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1772473128.175168:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 592 00000100:00080000:2.0:1772473128.176042:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473128.186337:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473128.186393:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092416 00000100:00100000:3.0:1772473128.186404:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092416 00000100:00100000:3.0:1772473128.186471:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 181 00000100:00100000:3.0:1772473128.186482:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54464:x1858570170092416:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:2.0:1772473128.187891:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:54464:x1858570170092416:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 1401us (1554us total) trans 4294967714 rc 0/0 00000100:00100000:2.0:1772473128.187903:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 181 00010000:00010000:2.0:1772473128.246953:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473128.252503:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.252568:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092544 00000100:00100000:1.0:1772473128.252578:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092544 00000100:00100000:1.0:1772473128.252644:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1084 00000100:00100000:1.0:1772473128.252653:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:54468:x1858570170092544:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772473128.252678:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473128.252698:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13145 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252821:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252835:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252847:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252862:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252869:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.252875:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253072:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253081:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253089:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473128.253122:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x59:0x0]: returning size 0 00000004:00200000:1.0:1772473128.253126:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473128.253145:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253158:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253166:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253171:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253175:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253180:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473128.253184:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253191:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253202:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:1.0:1772473128.253205:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473128.253210:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253217:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e1d54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253255:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253259:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253263:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253265:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473128.253267:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253271:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253275:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c420328400) 00010000:00010000:1.0:1772473128.253277:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473128.253278:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253282:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e1d5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253304:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e1d4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13145 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253312:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13145 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.253320:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473128.253322:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772473128.253323:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772473128.253375:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:54468:x1858570170092544:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 723us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473128.253382:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1084 00000100:00100000:3.0:1772473128.259392:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473128.259459:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092672 00000100:00100000:1.0:1772473128.259470:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092672 00000100:00100000:1.0:1772473128.259532:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 593 00000100:00100000:1.0:1772473128.259543:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170092672:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772473128.259563:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473128.259583:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1314c expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772473128.259607:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x69a5cb28, atime: 0x69a5cb28, ctime: 0x69a5cb28, blocks: 0x1 00010000:00010000:1.0:1772473128.259625:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473128.259627:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473128.259636:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.259654:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 7 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.259667:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772473128.259724:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170092672:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 183us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473128.259763:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 593 00000100:00100000:2.0:1772473128.268919:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473128.269024:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170092928 00000100:00100000:0.0:1772473128.269033:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170092928 00000100:00100000:0.0:1772473128.269086:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1085 00000100:00100000:0.0:1772473128.269095:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:54468:x1858570170092928:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:0.0:1772473128.269159:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473128.269381:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e1d62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13145 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269409:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e1d46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x59:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1313e expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269421:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772473128.269432:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473128.269457:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269469:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269479:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269493:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269499:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269505:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269626:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269634:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.269640:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772473128.270786:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].34, 64 off10368 00000004:00080000:0.0:1772473128.270799:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2554103059096ns, next at 2555103056304ns, rc = 0 00010000:00010000:0.0:1772473128.270867:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270881:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270890:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270915:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270922:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270928:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270957:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772473128.270981:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270989:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.270996:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271003:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473128.271007:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271015:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271028:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772473128.271031:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772473128.271036:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271043:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1d7e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x59:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271060:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271066:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271071:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271076:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473128.271080:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271085:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271093:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:0.0:1772473128.271095:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473128.271098:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473128.271104:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e1d70 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473128.271126:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e1c0e931 reply state 00000000f052484c transno 4294967715 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473128.271135:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473128.271231:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302d87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:54468:x1858570170092928:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2133us (2327us total) trans 4294967715 rc 0/0 00000100:00100000:0.0:1772473128.271240:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1085 00010000:00010000:1.0:1772473128.271387:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473128.271394:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.271401:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473128.271405:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.271412:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.271421:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x59:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:1.0:1772473128.271424:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772473128.271427:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.271433:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e1d85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473128.271448:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473128.271449:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473128.271451:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473128.277495:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277518:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277526:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277533:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473128.277539:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277548:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277566:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c410b8ab00) 00010000:00010000:3.0:1772473128.277569:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473128.277573:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473128.277580:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e1d77 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473128.505763:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185990656:0@lo:400:kworker.0 00000100:00100000:3.0:1772473128.505846:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473128.505906:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185990272:0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.505938:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473128.505971:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185990784:0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.505996:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473128.506027:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990656 00000100:00100000:0.0:1772473128.506034:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990656 00000100:00100000:3.0:1772473128.506049:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990272 00000100:00100000:3.0:1772473128.506052:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990272 00000100:00100000:3.0:1772473128.506087:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1772473128.506087:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1772473128.506095:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185990272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.506095:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185990656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473128.506144:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185990272:12345-0@lo:400:kworker.0 Request processed in 49us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473128.506144:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185990656:12345-0@lo:400:kworker.0 Request processed in 49us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473128.506153:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1772473128.506153:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00080000:0.0:1772473128.506172:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473128.506196:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185990272:0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.506259:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185990656:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.506689:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185990400:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.506886:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473128.506917:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185990912:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.506956:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473128.506985:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473128.506990:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185990528:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.507012:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473128.507042:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990784 00000100:00100000:1.0:1772473128.507046:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990784 00000100:00100000:1.0:1772473128.507082:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990400 00000100:00100000:1.0:1772473128.507085:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990400 00000100:00100000:1.0:1772473128.507179:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990528 00000100:00100000:1.0:1772473128.507183:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990528 00000100:00100000:3.0:1772473128.507206:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185990912 00000100:00100000:3.0:1772473128.507211:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185990912 00000100:00100000:3.0:1772473128.507240:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1772473128.507247:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185990912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473128.507290:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185990912:12345-0@lo:400:kworker.0 Request processed in 43us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473128.507297:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1772473128.511034:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:0.0:1772473128.511063:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185990784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.515356:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185990784:12345-0@lo:400:kworker.0 Request processed in 4299us (9348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473128.515371:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:0.0:1772473128.515409:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1772473128.515422:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185990400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.515475:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185990400:12345-0@lo:400:kworker.0 Request processed in 58us (8589us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473128.515480:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1772473128.515492:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1772473128.515499:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185990528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473128.515526:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185990528:12345-0@lo:400:kworker.0 Request processed in 29us (8513us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473128.515532:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00080000:0.0:1772473128.515811:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473128.515817:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473128.521509:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185990784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.522586:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185990528:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.522602:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185990400:0@lo:400:kworker.0 00000100:00100000:1.0:1772473128.522868:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185990912:0@lo:400:kworker.0 00000100:00100000:2.0:1772473129.019263:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473129.019282:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185991040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473129.019347:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473129.019410:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991040 00000100:00100000:2.0:1772473129.019417:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991040 00000100:00100000:2.0:1772473129.019465:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1772473129.019474:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185991040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473129.019510:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473129.019551:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185991040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473129.019557:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1772473129.019596:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185991040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473129.023976:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473129.026008:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185991168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473129.026157:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473129.029294:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991168 00000100:00100000:3.0:1772473129.029308:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991168 00000100:00100000:3.0:1772473129.029357:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1772473129.029364:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185991168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473129.029399:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473129.029465:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185991168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (3308us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473129.029470:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1772473129.029517:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185991168:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473129.273856:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473129.646107:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:0.0:1772473129.655182:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967715 is committed 00000004:00080000:0.0:1772473129.655197:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000100:00100000:0.0:1772473129.655334:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473129.655354:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185991296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772473129.655419:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473129.655499:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991296 00000100:00100000:0.0:1772473129.655507:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991296 00000100:00100000:0.0:1772473129.655551:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1772473129.655560:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185991296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772473129.655588:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:34 count 1 00010000:00010000:0.0:1772473129.655614:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473129.655638:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473129.655646:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473129.655648:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473129.655652:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473129.655677:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473129.655690:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 5 pid: 6590 timeout: 2655 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473129.655713:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185991424:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473129.655796:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c402447b40 going to sleep for 11 seconds 00000100:00100000:0.0:1772473129.668869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473129.668938:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570185991424:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772473129.668974:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473129.671214:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093056 00000100:00100000:2.0:1772473129.671228:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093056 00010000:00010000:2.0:1772473129.671278:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 6 pid: 6590 timeout: 2655 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473129.671319:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 440 00000100:00100000:2.0:1772473129.671329:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170093056:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772473129.671344:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473129.671350:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 6 pid: 6590 timeout: 2655 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.671365:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 6 pid: 6590 timeout: 2655 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.671392:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ffb0a8d/0xc2ef6d41852e1d69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1314c expref: 6 pid: 6590 timeout: 2655 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.671409:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473129.671411:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473129.671417:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.671427:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.671461:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473129.671530:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093056:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 202us (2669us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473129.671538:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 440 00010000:00010000:1.0:1772473129.671616:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473129.671627:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473129.671636:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473129.671649:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473129.671674:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772473129.672481:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473129.672490:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.672500:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473129.672504:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473129.672509:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185991296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16949us (17088us total) trans 4294967365 rc 0/0 00010000:00010000:2.0:1772473129.672514:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473129.672517:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00010000:00010000:2.0:1772473129.672527:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.672534:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ea29ffb/0xc2ef6d41852e1d8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473129.672554:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473129.672556:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473129.672558:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473129.672843:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c303237b80/2, rc 0, transno 4294967365 00000100:00100000:0.0:1772473129.672852:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185991296:0@lo:6:osp-syn-0-0.0 00000020:00000080:2.0:1772473130.282052:0:93763:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd86149d60 20000000:00000080:2.0:1772473130.282068:0:93763:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30353bc00 uarg=0000000000000000 00010000:00010000:2.0:1772473130.282347:0:93763:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772473130.282385:0:93763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:2.0:1772473130.282389:0:93763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473130.282401:0:93763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e1d15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13130 expref: 5 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.282428:0:93763:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772473130.282450:0:93763:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473130.282464:0:93763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.282479:0:93763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.282489:0:93763:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.282525:0:93763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.282540:0:93763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 17 pid: 5806 timeout: 2706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473130.282555:0:93763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93763:1858570185991552:0@lo:104: 00000100:00100000:2.0:1772473130.282615:0:93763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473130.282677:0:93763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303fb99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772473130.283084:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991552 00000100:00100000:3.0:1772473130.283092:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991552 00000100:00100000:3.0:1772473130.283143:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1772473130.283153:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93763:x1858570185991552:12345-0@lo:104: 00010000:00010000:3.0:1772473130.283165:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283223:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772473130.283229:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93763:x1858570185991552:12345-0@lo:104: Request processed in 78us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473130.283236:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00010000:00010000:3.0:1772473130.283254:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473130.283260:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283268:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473130.283272:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283281:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473130.283288:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473130.283295:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473130.283323:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283330:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473130.283349:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283357:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1cf2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1cf9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283377:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473130.283379:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473130.283381:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473130.283398:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185991680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473130.283427:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473130.283461:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991680 00000100:00100000:3.0:1772473130.283465:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991680 00010000:00010000:3.0:1772473130.283484:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 18 pid: 5806 timeout: 2706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473130.283512:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1772473130.283519:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185991680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473130.283529:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473130.283534:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 18 pid: 5806 timeout: 2706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283545:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 18 pid: 5806 timeout: 2706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283560:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283569:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283581:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283589:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283596:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283604:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283610:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473130.283614:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283622:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283631:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.283641:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473130.283667:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185991680:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473130.283674:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1772473130.283721:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185991680:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473130.285480:0:93763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1cf9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1cf2 expref: 17 pid: 5806 timeout: 2706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473130.285501:0:93763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93763:1858570185991552:0@lo:104: 00010000:00010000:2.0:1772473130.285524:0:93763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.285533:0:93763:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.285540:0:93763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473130.285546:0:93763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54c00/0xc2ef6d41852e1d93 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473130.297297:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473131.323273:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473131.645030:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473131.645040:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473131.645044:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473131.645088:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473131.645097:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473131.645106:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473131.645129:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185991808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473131.645184:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473131.645230:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cb4de40 going to sleep for 11 seconds 00000100:00100000:2.0:1772473131.645295:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991808 00000100:00100000:2.0:1772473131.645301:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991808 00000100:00100000:2.0:1772473131.645380:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1772473131.645387:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185991808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473131.645398:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473131.645417:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1d9a expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473131.645435:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473131.645442:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473131.645449:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55800, rc 0) 00000100:00100000:2.0:1772473131.645482:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185991808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473131.645487:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1772473131.645549:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185991808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473131.645559:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473131.645565:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473131.645581:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473131.645584:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473131.645589:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473131.940469:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473131.940512:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473131.940553:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473131.940591:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473131.940629:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093312 00000100:00100000:3.0:1772473131.940643:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093312 00000100:00100000:3.0:1772473131.940798:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1842 00000100:00100000:3.0:1772473131.940841:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473131.940978:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 170us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473131.940986:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1842 00000100:00100000:3.0:1772473131.941026:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093440 00000100:00100000:3.0:1772473131.941042:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093440 00000100:00100000:3.0:1772473131.941098:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093568 00000100:00100000:3.0:1772473131.941102:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093568 00000100:00100000:3.0:1772473131.941179:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1407 00000100:00100000:3.0:1772473131.941202:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093440:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473131.941249:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093440:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 62us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473131.941273:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1407 00000100:00100000:3.0:1772473131.941292:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1408 00000100:00100000:3.0:1772473131.941297:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093568:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473131.941330:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170093568:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473131.941335:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1408 00000100:00080000:3.0:1772473131.941357:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473131.941361:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473131.941371:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473131.942184:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093184 00000100:00100000:0.0:1772473131.942192:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093184 00000100:00100000:0.0:1772473131.942230:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1399 00000100:00100000:0.0:1772473131.942240:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170093184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473131.942288:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170093184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473131.942293:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1399 00010000:00010000:2.0:1772473132.347428:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473133.369762:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473133.624876:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185991936:0@lo:400:kworker.0 00000100:00100000:0.0:1772473133.624932:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185992064:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.624958:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473133.625727:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473133.625930:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185992576:0@lo:400:kworker.0 00000100:00100000:0.0:1772473133.625963:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473133.626004:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473133.626011:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185992192:0@lo:400:kworker.0 00000100:00100000:0.0:1772473133.626034:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473133.629780:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185992448:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.630126:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185992320:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.630162:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473133.630501:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185991936 00000100:00100000:3.0:1772473133.630510:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185991936 00000100:00100000:3.0:1772473133.630569:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1772473133.630579:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185991936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.630645:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185991936:12345-0@lo:400:kworker.0 Request processed in 57us (5675us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473133.630654:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1772473133.630686:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992576 00000100:00100000:3.0:1772473133.630689:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992576 00000100:00100000:3.0:1772473133.630720:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992320 00000100:00100000:3.0:1772473133.630723:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992320 00000100:00100000:3.0:1772473133.630767:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1772473133.630774:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185992576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.630807:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185992576:12345-0@lo:400:kworker.0 Request processed in 34us (4843us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473133.630814:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1772473133.630825:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1772473133.630832:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185992320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473133.631223:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185992576:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.631944:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185992320:12345-0@lo:400:kworker.0 Request processed in 29us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473133.631954:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00080000:3.0:1772473133.631979:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473133.631983:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473133.632012:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185992320:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.632126:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473133.633931:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992064 00000100:00100000:1.0:1772473133.633945:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992064 00000100:00100000:1.0:1772473133.634022:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992192 00000100:00100000:1.0:1772473133.634026:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992192 00000100:00100000:1.0:1772473133.634066:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1772473133.634077:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185992064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473133.634163:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185992064:12345-0@lo:400:kworker.0 Request processed in 89us (8437us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473133.634170:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1772473133.634185:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:1.0:1772473133.634192:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185992192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473133.634219:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185992192:12345-0@lo:400:kworker.0 Request processed in 27us (8184us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473133.634224:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00080000:1.0:1772473133.634290:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473133.634331:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185992192:0@lo:400:kworker.0 00000100:00100000:1.0:1772473133.634344:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185992064:0@lo:400:kworker.0 00000100:00100000:3.0:1772473133.635229:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185991936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473133.635545:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992448 00000100:00100000:2.0:1772473133.635551:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992448 00000100:00100000:2.0:1772473133.635654:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1772473133.635663:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185992448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473133.635717:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570185992448:12345-0@lo:400:kworker.0 Request processed in 55us (3590us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473133.635724:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1772473133.635830:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570185992448:0@lo:400:kworker.0 00000100:00080000:1.0:1772473133.635931:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473134.061542:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473134.061775:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093696 00000100:00100000:1.0:1772473134.061787:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093696 00000100:00100000:1.0:1772473134.061889:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00100000:1.0:1772473134.061902:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54556:x1858570170093696:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772473134.061935:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473134.061966:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1da8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13153 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062042:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062058:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062072:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473134.062148:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:1.0:1772473134.062153:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473134.062182:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062208:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e1da8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13153 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062234:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13153 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473134.062243:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772473134.062247:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473134.062251:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473134.062318:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54556:x1858570170093696:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 421us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473134.062326:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1086 00000100:00080000:3.0:1772473134.062606:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473134.067028:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473134.067128:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170093952 00000100:00100000:2.0:1772473134.067137:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170093952 00000100:00100000:2.0:1772473134.067193:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1087 00000100:00100000:2.0:1772473134.067203:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54556:x1858570170093952:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473134.067252:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473134.067277:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e1daf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13153 expref: 6 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473134.067296:0:5812:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1d15) 00010000:00010000:2.0:1772473134.067301:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772473134.067311:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473134.067336:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473134.067348:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473134.067358:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772473134.130363:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00000004:00010000:2.0:1772473134.130437:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000011bc5b62 reply state 0000000018724a99 transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473134.130461:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473134.130538:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00080000:2.0:1772473134.130696:0:5812:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772473134.130729:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54556:x1858570170093952:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 63520us (63705us total) trans 4294967716 rc 0/0 00000100:00100000:2.0:1772473134.130788:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1087 00010000:00010000:0.0:1772473134.131124:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131134:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131142:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131150:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473134.131155:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131164:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131186:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78700) 00010000:00010000:0.0:1772473134.131190:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772473134.131195:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473134.131201:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e1db6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473134.135068:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473134.135099:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185992704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473134.135179:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473134.135288:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992704 00000100:00100000:1.0:1772473134.135297:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992704 00000100:00100000:1.0:1772473134.135371:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1772473134.135385:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185992704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473134.135421:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473134.135672:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185992704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 291us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473134.135680:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1772473134.135790:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185992704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473134.136060:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185992832:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473134.136085:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473134.136167:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992832 00000100:00100000:2.0:1772473134.136171:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992832 00000100:00100000:2.0:1772473134.136195:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1772473134.136200:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185992832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473134.136216:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473134.136240:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570185992832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473134.136244:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1772473134.136303:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185992832:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473134.406885:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772473134.744697:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000020:00000080:0.0:1772473135.373295:0:93960:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc183db020 20000000:00000080:0.0:1772473135.373311:0:93960:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43e9a4800 uarg=0000000000000000 00010000:00010000:0.0:1772473135.373587:0:93960:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473135.373617:0:93960:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473135.373640:0:93960:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473135.373658:0:93960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473135.373675:0:93960:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473135.373684:0:93960:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473135.373721:0:93960:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473135.373755:0:93960:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 17 pid: 5806 timeout: 2711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473135.373771:0:93960:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93960:1858570185992960:0@lo:104: 00000100:00100000:0.0:1772473135.373830:0:93960:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473135.373879:0:93960:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43519a300 going to sleep for 11 seconds 00000100:00100000:3.0:1772473135.374920:0:5795:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1772473135.374937:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185992960 00000100:00100000:3.0:1772473135.374945:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185992960 00000100:00100000:3.0:1772473135.374994:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1772473135.375004:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433db8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93960:x1858570185992960:12345-0@lo:104: 00010000:00010000:3.0:1772473135.375017:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473135.375092:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772473135.375098:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433db8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:93960:x1858570185992960:12345-0@lo:104: Request processed in 97us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473135.375105:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00010000:00010000:2.0:1772473135.375421:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473135.375429:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375437:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473135.375441:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375450:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473135.375457:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473135.375464:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473135.375504:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375515:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473135.375537:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375544:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e1d9a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1da1 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375562:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473135.375564:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473135.375566:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473135.375579:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185993088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473135.375622:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473135.375668:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993088 00000100:00100000:2.0:1772473135.375672:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993088 00010000:00010000:2.0:1772473135.375691:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 18 pid: 5806 timeout: 2711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473135.375710:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1772473135.375716:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185993088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473135.375726:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473135.375730:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 18 pid: 5806 timeout: 2711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375775:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 18 pid: 5806 timeout: 2711 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375792:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375804:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375818:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375825:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375833:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375839:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375844:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473135.375848:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375855:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375875:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.375885:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473135.375911:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570185993088:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473135.375917:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1772473135.375949:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570185993088:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473135.376149:0:93960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55800/0xc2ef6d41852e1da1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1d9a expref: 17 pid: 5806 timeout: 2711 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473135.376162:0:93960:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93960:1858570185992960:0@lo:104: 00010000:00010000:1.0:1772473135.376179:0:93960:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473135.376188:0:93960:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473135.376194:0:93960:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473135.376201:0:93960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1dbd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473135.425963:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473136.439790:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473136.577953:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473136.577963:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473136.577968:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473136.578023:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473136.578035:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473136.578045:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473136.578070:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185993216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473136.578129:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473136.578181:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4091560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473136.578314:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993216 00000100:00100000:0.0:1772473136.578321:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993216 00000100:00100000:0.0:1772473136.578375:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1772473136.578384:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185993216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473136.578397:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473136.578412:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1dc4 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473136.578435:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473136.578446:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473136.578455:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772473136.578497:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185993216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473136.578504:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1772473136.578550:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185993216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473136.578564:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473136.578577:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473136.578606:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473136.578612:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473136.578620:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473137.081892:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473137.081947:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473137.081989:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473137.082017:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473137.082431:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094464 00000100:00100000:0.0:1772473137.082442:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094464 00000100:00100000:0.0:1772473137.082504:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094336 00000100:00100000:0.0:1772473137.082508:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094336 00000100:00100000:0.0:1772473137.082544:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1411 00000100:00100000:0.0:1772473137.082556:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170094336:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473137.082638:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170094336:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473137.082645:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1411 00000100:00100000:0.0:1772473137.082664:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 595 00000100:00100000:0.0:1772473137.082670:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170094464:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:0.0:1772473137.082689:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e1c51 00000100:00080000:0.0:1772473137.082699:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c43418d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772473137.082734:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967363 00000100:00100000:0.0:1772473137.083467:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170094464:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 794us (1589us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473137.083478:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 595 00000100:00100000:2.0:1772473137.084466:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094080 00000100:00100000:2.0:1772473137.084476:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094080 00000100:00100000:2.0:1772473137.084539:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1402 00000100:00100000:2.0:1772473137.084548:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170094080:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473137.084603:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170094080:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 57us (2656us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473137.084611:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1402 00010000:00010000:2.0:1772473137.084639:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1772473137.084872:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473137.084888:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473137.086172:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094208 00000100:00100000:3.0:1772473137.086191:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094208 00000100:00100000:3.0:1772473137.086325:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1846 00000100:00100000:3.0:1772473137.086334:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170094208:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473137.086401:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170094208:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473137.086417:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1846 00000100:00080000:1.0:1772473137.092474:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473137.464194:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473138.493132:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473138.746119:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185993344:0@lo:400:kworker.0 00000100:00100000:1.0:1772473138.746193:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473138.746242:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185993856:0@lo:400:kworker.0 00000100:00100000:1.0:1772473138.746265:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473138.746287:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772473138.746293:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185993472:0@lo:400:kworker.0 00000100:00100000:1.0:1772473138.746311:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473138.746325:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185993984:0@lo:400:kworker.0 00000100:00100000:1.0:1772473138.746344:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473138.746375:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993984 00000100:00100000:1.0:1772473138.746383:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993984 00000100:00100000:1.0:1772473138.746436:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1772473138.746447:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185993984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473138.746491:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185993984:12345-0@lo:400:kworker.0 Request processed in 47us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473138.746497:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00080000:1.0:1772473138.746529:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473138.746568:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185993984:0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.747597:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993344 00000100:00100000:3.0:1772473138.747605:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993344 00000100:00100000:3.0:1772473138.747653:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1772473138.747661:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185993344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.747713:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185993344:12345-0@lo:400:kworker.0 Request processed in 54us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473138.747720:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1772473138.747764:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993856 00000100:00100000:3.0:1772473138.747767:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993856 00000100:00100000:3.0:1772473138.747794:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993472 00000100:00100000:3.0:1772473138.747797:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993472 00000100:00100000:3.0:1772473138.747813:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:3.0:1772473138.747818:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185993856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.747846:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185993856:12345-0@lo:400:kworker.0 Request processed in 28us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473138.747863:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:3.0:1772473138.747874:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:3.0:1772473138.747879:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185993472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.748033:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570185993472:12345-0@lo:400:kworker.0 Request processed in 153us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473138.748039:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00080000:3.0:1772473138.748057:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473138.748095:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570185993472:0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.748104:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185993344:0@lo:400:kworker.0 00000100:00100000:3.0:1772473138.748113:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185993856:0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.748793:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185993600:0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.748838:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473138.748869:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473138.748876:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185993728:0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.748911:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473138.748945:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993600 00000100:00100000:2.0:1772473138.748950:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993600 00000100:00100000:2.0:1772473138.748987:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1772473138.748993:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185993600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.749030:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185993600:12345-0@lo:400:kworker.0 Request processed in 37us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473138.749037:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:2.0:1772473138.749090:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185993728 00000100:00100000:2.0:1772473138.749093:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185993728 00000100:00100000:2.0:1772473138.749119:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1772473138.749124:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185993728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.749380:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185993728:12345-0@lo:400:kworker.0 Request processed in 254us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473138.749386:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00080000:2.0:1772473138.749406:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473138.749409:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473138.749427:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1772473138.749432:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c303237b80, transno 4294967365 00000100:00100000:2.0:1772473138.749444:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185993728:0@lo:400:kworker.0 00000100:00100000:2.0:1772473138.749455:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185993600:0@lo:400:kworker.0 00000100:00100000:3.0:1772473139.255030:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185994112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473139.255112:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473139.255532:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994112 00000100:00100000:3.0:1772473139.255566:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994112 00000100:00100000:3.0:1772473139.255608:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1772473139.255617:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185994112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473139.255657:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473139.255702:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185994112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473139.255708:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1772473139.255773:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185994112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473139.256412:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185994240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473139.256446:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473139.256485:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994240 00000100:00100000:3.0:1772473139.256489:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994240 00000100:00100000:3.0:1772473139.256530:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1772473139.256545:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185994240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473139.256566:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473139.256599:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185994240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473139.256606:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1772473139.256639:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185994240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473139.512950:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1772473139.868393:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772473139.868402:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c43418b800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772473139.868432:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c43418b800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:2.0:1772473139.868472:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c43418d800 for lustre-OST0001 00000100:00100000:0.0:1772473140.262465:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473140.262565:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094592 00000100:00100000:2.0:1772473140.262576:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094592 00000100:00100000:2.0:1772473140.262660:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1088 00000100:00100000:2.0:1772473140.262671:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54633:x1858570170094592:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772473140.262692:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473140.262713:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1dd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1315a expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262792:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262806:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262820:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262840:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262847:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.262853:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263022:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263031:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263038:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473140.263319:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:2.0:1772473140.263324:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473140.263360:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263374:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263380:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263389:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263399:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473140.263404:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263412:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263425:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772473140.263429:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473140.263434:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263440:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e1dd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263454:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263460:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263465:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263469:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473140.263472:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263477:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263489:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c424f78400) 00010000:00010000:2.0:1772473140.263491:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473140.263494:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263500:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e1de0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263539:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1dd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1315a expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263556:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1315a expref: 6 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473140.263564:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772473140.263567:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473140.263569:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772473140.263647:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54633:x1858570170094592:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 977us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473140.263654:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1088 00000100:00080000:0.0:1772473140.263963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473140.546711:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473141.569756:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473142.185987:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473142.186066:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473142.186162:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473142.186195:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094976 00000100:00100000:1.0:1772473142.186204:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094976 00000100:00100000:1.0:1772473142.186264:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1414 00000100:00100000:1.0:1772473142.186276:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170094976:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473142.186350:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170094976:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473142.186358:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1414 00000100:00100000:3.0:1772473142.186432:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094848 00000100:00100000:3.0:1772473142.186436:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094848 00000100:00100000:3.0:1772473142.186477:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1850 00000100:00100000:3.0:1772473142.186493:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170094848:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473142.186524:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170094848:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473142.186530:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1850 00000100:00100000:0.0:1772473142.188939:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170094720 00000100:00100000:0.0:1772473142.188950:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170094720 00000100:00100000:0.0:1772473142.188992:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1404 00000100:00100000:0.0:1772473142.189000:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170094720:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473142.189049:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170094720:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 52us (3076us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473142.189056:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1404 00000100:00080000:0.0:1772473142.189081:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473142.189084:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1772473142.323085:0:94207:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb5660790 20000000:00000080:0.0:1772473142.323104:0:94207:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43fd1d800 uarg=0000000000000000 00010000:00010000:0.0:1772473142.323393:0:94207:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772473142.323429:0:94207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473142.323433:0:94207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473142.323444:0:94207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e1de7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1315a expref: 5 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.323466:0:94207:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:0.0:1772473142.323500:0:94207:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473142.323516:0:94207:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.323528:0:94207:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.323537:0:94207:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.323573:0:94207:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.323586:0:94207:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 17 pid: 5803 timeout: 2718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473142.323600:0:94207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94207:1858570185994368:0@lo:104: 00000100:00100000:0.0:1772473142.323660:0:94207:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473142.323715:0:94207:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303355180 going to sleep for 11 seconds 00000100:00100000:1.0:1772473142.327374:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994368 00000100:00100000:1.0:1772473142.327392:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994368 00000100:00100000:1.0:1772473142.327458:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1772473142.327469:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:94207:x1858570185994368:12345-0@lo:104: 00010000:00010000:1.0:1772473142.328605:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473142.329395:0:94207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94207:1858570185994368:0@lo:104: 00010000:00010000:0.0:1772473142.329432:0:94207:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473142.331331:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473142.331349:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:94207:x1858570185994368:12345-0@lo:104: Request processed in 3877us (7684us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473142.331361:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00010000:00010000:3.0:1772473142.332576:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473142.332587:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.332599:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473142.332603:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.332735:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473142.332758:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473142.332764:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473142.332828:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.332835:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473142.332872:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.332879:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e1dc4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dcb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.332898:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473142.332900:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473142.332902:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473142.332935:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473142.332956:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185994496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473142.333025:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473142.333139:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994496 00000100:00100000:0.0:1772473142.333147:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994496 00010000:00010000:0.0:1772473142.333179:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 2718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473142.333216:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1772473142.333225:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185994496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473142.333239:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473142.333244:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 2718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333255:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 2718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333270:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca000/0xc2ef6d41852e1dcb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1dc4 expref: 18 pid: 5803 timeout: 2718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333283:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333290:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333306:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333313:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333320:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333326:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333332:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473142.333336:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333343:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333367:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473142.333382:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473142.333417:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570185994496:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473142.333436:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1772473142.333683:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185994496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473142.333785:0:94207:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.333794:0:94207:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.333799:0:94207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473142.589119:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473143.608501:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473143.863294:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185995008:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863366:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473143.863451:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772473143.863466:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185994624:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863495:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473143.863518:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185995136:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863543:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473143.863574:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994624 00000100:00100000:1.0:1772473143.863581:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994624 00000100:00100000:1.0:1772473143.863641:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1772473143.863650:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185994624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863698:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185994624:12345-0@lo:400:kworker.0 Request processed in 48us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473143.863705:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1772473143.863775:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995136 00000100:00100000:1.0:1772473143.863779:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995136 00000100:00100000:1.0:1772473143.863817:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:1.0:1772473143.863824:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185995136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863856:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185995136:12345-0@lo:400:kworker.0 Request processed in 33us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473143.863862:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00080000:1.0:1772473143.863880:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473143.863909:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185994624:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.863922:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185995136:0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864244:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185994752:0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864278:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473143.864311:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185995264:0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864333:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473143.864362:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473143.864368:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185994880:0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864393:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473143.864436:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994752 00000100:00100000:3.0:1772473143.864442:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994752 00000100:00100000:3.0:1772473143.864475:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185994880 00000100:00100000:3.0:1772473143.864479:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185994880 00000100:00100000:3.0:1772473143.864503:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:3.0:1772473143.864509:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185994752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864546:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185994752:12345-0@lo:400:kworker.0 Request processed in 36us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473143.864551:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:3.0:1772473143.864565:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:3.0:1772473143.864571:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185994880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864597:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570185994880:12345-0@lo:400:kworker.0 Request processed in 26us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473143.864602:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:3.0:1772473143.864642:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570185994880:0@lo:400:kworker.0 00000100:00100000:3.0:1772473143.864653:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185994752:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.865092:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995008 00000100:00100000:1.0:1772473143.865097:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995008 00000100:00100000:1.0:1772473143.865135:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995264 00000100:00100000:1.0:1772473143.865138:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995264 00000100:00100000:1.0:1772473143.865166:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1772473143.865173:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185995008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.865220:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185995008:12345-0@lo:400:kworker.0 Request processed in 48us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473143.865227:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1772473143.865239:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1772473143.865245:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185995264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.865276:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185995264:12345-0@lo:400:kworker.0 Request processed in 32us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473143.865282:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00080000:1.0:1772473143.865299:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473143.865302:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473143.865304:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473143.865328:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185995264:0@lo:400:kworker.0 00000100:00100000:1.0:1772473143.865353:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185995008:0@lo:400:kworker.0 10000000:01000000:1.0:1772473144.119242:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473144.119250:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473144.119254:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473144.119304:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473144.119315:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473144.119327:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473144.119352:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185995392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473144.119429:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473144.119485:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4091560c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473144.124297:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995392 00000100:00100000:0.0:1772473144.124310:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995392 00000100:00100000:0.0:1772473144.124366:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1772473144.124375:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185995392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473144.124394:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473144.124429:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1df5 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473144.124465:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473144.124477:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473144.124487:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772473144.124558:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185995392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (5141us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473144.124566:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1772473144.124626:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185995392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473144.124643:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473144.124652:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473144.124674:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473144.124678:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473144.124685:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473144.378051:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185995520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473144.378123:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473144.378212:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995520 00000100:00100000:3.0:1772473144.378220:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995520 00000100:00100000:3.0:1772473144.378269:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1772473144.378277:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185995520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473144.378314:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473144.378358:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185995520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473144.378366:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1772473144.380067:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43435ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185995520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473144.391154:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473144.391177:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185995648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473144.391243:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473144.391311:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995648 00000100:00100000:1.0:1772473144.391318:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995648 00000100:00100000:1.0:1772473144.391366:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1772473144.391377:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185995648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473144.396541:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473144.396667:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185995648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5287us (5417us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473144.396678:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1772473144.397365:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185995648:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473144.633776:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473145.655254:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473146.236135:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473146.236176:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095104 00000100:00100000:3.0:1772473146.236187:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095104 00000100:00100000:3.0:1772473146.236261:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1089 00000100:00100000:3.0:1772473146.236275:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54721:x1858570170095104:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473146.236309:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473146.236344:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13161 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.236443:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.236460:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.236475:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473146.236563:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473146.236569:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473146.236602:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.236630:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13161 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.237798:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13161 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.237810:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772473146.237812:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473146.237815:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473146.237941:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54721:x1858570170095104:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 1669us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473146.237948:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1089 00000100:00080000:3.0:1772473146.237977:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473146.246721:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473146.247033:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095360 00000100:00100000:2.0:1772473146.247044:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095360 00000100:00100000:2.0:1772473146.247115:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1090 00000100:00100000:2.0:1772473146.247127:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54721:x1858570170095360:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473146.247184:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473146.247211:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13161 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.247226:0:61615:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1de7) 00010000:00010000:2.0:1772473146.247231:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:2.0:1772473146.247242:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473146.247267:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.247281:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.247293:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473146.247665:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006a28702f reply state 000000006da14047 transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473146.247675:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473146.247690:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000100:00100000:2.0:1772473146.247804:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54721:x1858570170095360:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 678us (1088us total) trans 4294967717 rc 0/0 00000100:00100000:2.0:1772473146.247812:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1090 00010000:00010000:0.0:1772473146.252443:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252465:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252473:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252480:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473146.252485:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252493:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252509:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:0.0:1772473146.252512:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772473146.252517:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.252526:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e1e11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.680463:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473146.802104:0:94404:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe8efc770 20000000:00000080:2.0:1772473146.802120:0:94404:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30360b400 uarg=0000000000000000 00010000:00010000:2.0:1772473146.803968:0:94404:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473146.803988:0:94404:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473146.804013:0:94404:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473146.804032:0:94404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.804048:0:94404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.804056:0:94404:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.804095:0:94404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473146.804111:0:94404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 17 pid: 5806 timeout: 2722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473146.804124:0:94404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94404:1858570185995776:0@lo:104: 00000100:00100000:2.0:1772473146.804181:0:94404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473146.804369:0:94404:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772473146.808736:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995776 00000100:00100000:3.0:1772473146.808838:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995776 00000100:00100000:3.0:1772473146.808904:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1772473146.808915:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:94404:x1858570185995776:12345-0@lo:104: 00010000:00010000:3.0:1772473146.808933:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473146.812674:0:94404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94404:1858570185995776:0@lo:104: 00010000:00010000:2.0:1772473146.812705:0:94404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.812973:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772473146.812984:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:94404:x1858570185995776:12345-0@lo:104: Request processed in 4069us (8801us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473146.812995:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00010000:00010000:0.0:1772473146.814904:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473146.814919:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.814930:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473146.814934:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473146.814943:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473146.814950:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473146.814956:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1772473146.815029:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473146.815042:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772473146.815075:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473146.815082:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e1df5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1dfc expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473146.815104:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473146.815106:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473146.815108:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473146.815297:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473146.815319:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185995904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473146.815389:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473146.815500:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185995904 00000100:00100000:3.0:1772473146.815507:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185995904 00010000:00010000:3.0:1772473146.815552:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 2722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473146.815593:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1772473146.815602:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185995904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473146.815614:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473146.815619:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 2722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815630:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 2722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815643:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca800/0xc2ef6d41852e1dfc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1df5 expref: 18 pid: 5806 timeout: 2722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815656:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815664:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815680:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815687:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815694:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815700:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815709:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473146.815713:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815720:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815768:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473146.815779:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473146.815816:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570185995904:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473146.815823:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1772473146.815882:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185995904:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473146.818507:0:94404:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473146.818525:0:94404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473146.818533:0:94404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1e18 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473147.304522:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473147.304573:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473147.304611:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473147.304646:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095616 00000100:00100000:0.0:1772473147.304655:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095616 00000100:00100000:0.0:1772473147.304714:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1854 00000100:00100000:0.0:1772473147.304725:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170095616:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473147.304833:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170095616:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 109us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473147.304841:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1854 00000100:00100000:2.0:1772473147.305135:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095488 00000100:00100000:2.0:1772473147.305140:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095488 00000100:00100000:2.0:1772473147.305178:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1407 00000100:00100000:2.0:1772473147.305185:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170095488:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473147.305222:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170095488:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473147.305228:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1407 00000100:00100000:3.0:1772473147.308112:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095744 00000100:00100000:3.0:1772473147.308127:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095744 00000100:00100000:3.0:1772473147.308200:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1417 00000100:00100000:3.0:1772473147.308210:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170095744:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473147.308284:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170095744:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473147.308291:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1417 00000100:00080000:2.0:1772473147.308354:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772473147.705132:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473148.662866:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473148.662874:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473148.662879:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473148.662928:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473148.662940:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473148.662951:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473148.662976:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185996032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473148.663046:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473148.663123:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c3024f7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772473148.663346:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996032 00000100:00100000:1.0:1772473148.663354:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996032 00000100:00100000:1.0:1772473148.663425:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1772473148.663435:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570185996032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473148.663449:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473148.663462:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1e1f expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473148.663487:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473148.663502:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473148.663511:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473148.663559:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570185996032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473148.663567:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1772473148.663764:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570185996032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473148.663778:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473148.663786:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473148.663804:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473148.663809:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473148.663816:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473148.726927:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473148.985062:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185996544:0@lo:400:kworker.0 00000100:00100000:1.0:1772473148.985156:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473148.985227:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473148.985233:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185996416:0@lo:400:kworker.0 00000100:00100000:1.0:1772473148.985256:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473148.985289:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996544 00000100:00100000:1.0:1772473148.985296:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996544 00000100:00100000:1.0:1772473148.985530:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:1.0:1772473148.985542:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185996544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473148.985591:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185996544:12345-0@lo:400:kworker.0 Request processed in 53us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473148.985598:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1772473148.985657:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185996288:0@lo:400:kworker.0 00000100:00100000:2.0:1772473148.985683:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473148.986300:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185996160:0@lo:400:kworker.0 00000100:00080000:3.0:1772473148.990059:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473148.998815:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996416 00000100:00100000:3.0:1772473148.998832:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996416 00000100:00100000:3.0:1772473148.998917:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1772473148.998928:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185996416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473148.999019:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185996416:12345-0@lo:400:kworker.0 Request processed in 93us (13760us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473148.999027:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00080000:3.0:1772473148.999051:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473148.999089:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185996416:0@lo:400:kworker.0 00000100:00100000:3.0:1772473148.999103:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185996544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473148.999722:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473149.000615:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996288 00000100:00100000:0.0:1772473149.000626:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996288 00000100:00100000:0.0:1772473149.004311:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1772473149.004633:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185996288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473149.004762:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185996288:12345-0@lo:400:kworker.0 Request processed in 431us (19076us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473149.004770:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00080000:0.0:1772473149.006539:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473149.007691:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185996672:0@lo:400:kworker.0 00000100:00100000:2.0:1772473149.007959:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473149.008039:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185996288:0@lo:400:kworker.0 00000100:00100000:1.0:1772473149.008136:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996672 00000100:00100000:1.0:1772473149.008144:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996672 00000100:00100000:1.0:1772473149.008209:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1772473149.008218:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185996672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473149.008274:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570185996672:12345-0@lo:400:kworker.0 Request processed in 58us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473149.008285:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1772473149.008617:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570185996672:0@lo:400:kworker.0 00000100:00080000:2.0:1772473149.008634:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473149.009484:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996160 00000100:00100000:0.0:1772473149.009491:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996160 00000100:00100000:0.0:1772473149.009551:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1772473149.009561:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185996160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473149.009630:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185996160:12345-0@lo:400:kworker.0 Request processed in 71us (9909us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473149.009636:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1772473149.009834:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185996160:0@lo:400:kworker.0 00000100:00100000:2.0:1772473149.495515:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185996800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473149.495590:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473149.495667:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996800 00000100:00100000:2.0:1772473149.495675:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996800 00000100:00100000:2.0:1772473149.495722:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1772473149.495732:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185996800:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473149.496561:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473149.496574:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185996928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473149.496614:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1772473149.496882:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473149.496938:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185996800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1207us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473149.496947:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1772473149.496967:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185996928 00000100:00100000:2.0:1772473149.496972:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185996928 00000100:00100000:2.0:1772473149.497004:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1772473149.497011:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185996928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473149.497032:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473149.497062:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185996928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473149.497067:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1772473149.500472:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185996928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473149.510467:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185996800:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1772473149.679404:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967717 is committed 00010000:00010000:3.0:1772473149.761736:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473150.785726:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473151.384518:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473151.384639:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170095872 00000100:00100000:2.0:1772473151.384649:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170095872 00000100:00100000:2.0:1772473151.384721:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1091 00000100:00100000:2.0:1772473151.384760:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170095872:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473151.384867:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170095872:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 137us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473151.384874:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1091 00000100:00080000:0.0:1772473151.386790:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473151.388345:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.388509:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096000 00000100:00100000:3.0:1772473151.388523:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096000 00000100:00100000:3.0:1772473151.388703:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 596 00000100:00100000:3.0:1772473151.388718:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096000:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473151.389148:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096000:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 433us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473151.389156:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 596 00000100:00080000:0.0:1772473151.389564:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473151.393019:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473151.393139:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096128 00000100:00100000:1.0:1772473151.393154:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096128 00000100:00100000:1.0:1772473151.393247:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 597 00000100:00100000:1.0:1772473151.393258:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2356:x1858570170096128:12345-192.168.201.48@tcp:8:lfs.60003 00010000:00080000:1.0:1772473151.393395:0:6592:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2577 last 0 00000020:00000080:1.0:1772473151.393439:0:6592:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e1e2d 00002000:00100000:1.0:1772473151.393455:0:6592:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c40546d800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1772473151.393485:0:6592:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1772473151.394211:0:6592:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1772473151.394255:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c405469800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772473151.394507:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170096128:12345-192.168.201.48@tcp:8:lfs.60003 Request processed in 1247us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473151.394520:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 597 00000100:00100000:2.0:1772473151.402579:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473151.403275:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096256 00000100:00100000:1.0:1772473151.403290:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096256 00000100:00100000:1.0:1772473151.407220:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 598 00000100:00100000:1.0:1772473151.407236:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54806:x1858570170096256:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:0.0:1772473151.407297:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473151.407681:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54806:x1858570170096256:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 447us (5116us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473151.407691:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 598 00000100:00100000:0.0:1772473151.411016:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.411128:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096384 00000100:00100000:3.0:1772473151.411142:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096384 00000100:00100000:3.0:1772473151.411220:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1092 00000100:00100000:3.0:1772473151.411232:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096384:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473151.411708:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096384:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 476us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473151.411719:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1092 00000100:00100000:2.0:1772473151.436386:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.436535:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096512 00000100:00100000:3.0:1772473151.436548:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096512 00000100:00100000:3.0:1772473151.436625:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1093 00000100:00100000:3.0:1772473151.439956:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096512:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473151.441399:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096512:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 4646us (5098us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473151.441416:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1093 00000100:00100000:2.0:1772473151.447205:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473151.447644:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096640 00000100:00100000:0.0:1772473151.447659:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096640 00000100:00100000:0.0:1772473151.447761:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 599 00000100:00100000:0.0:1772473151.447775:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096640:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473151.449610:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096640:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1825us (2406us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473151.449627:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 599 00000100:00100000:0.0:1772473151.460102:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473151.460454:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096768 00000100:00100000:1.0:1772473151.460469:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096768 00000100:00100000:1.0:1772473151.460559:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 600 00000100:00100000:1.0:1772473151.460572:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54806:x1858570170096768:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473151.461488:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54806:x1858570170096768:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 914us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473151.461500:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 600 00000100:00100000:2.0:1772473151.476990:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473151.477525:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170096896 00000100:00100000:1.0:1772473151.477540:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170096896 00000100:00100000:1.0:1772473151.477704:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1094 00000100:00100000:1.0:1772473151.477716:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096896:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473151.479675:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54806:x1858570170096896:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1948us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473151.479692:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1094 00000100:00100000:2.0:1772473151.634726:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.646804:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097024 00000100:00100000:3.0:1772473151.646827:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097024 00000100:00100000:3.0:1772473151.647927:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1095 00000100:00100000:3.0:1772473151.647949:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:54810:x1858570170097024:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772473151.647979:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473151.648012:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1e34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13168 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648104:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648121:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648138:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648159:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648167:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648174:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648372:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648381:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648389:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473151.648424:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473151.648429:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473151.648462:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648484:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648491:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648498:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648508:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473151.648513:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648523:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648538:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772473151.648542:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473151.648547:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648554:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648572:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648577:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648584:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648589:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473151.648592:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648598:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648609:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c4052b6500) 00010000:00010000:3.0:1772473151.648612:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473151.648614:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648620:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648670:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e1e34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13168 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648688:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13168 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.648696:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473151.648699:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473151.648701:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:3.0:1772473151.648861:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54810:x1858570170097024:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 920us (14231us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473151.648871:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1095 00000100:00100000:3.0:1772473151.656352:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473151.656538:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097152 00000100:00100000:2.0:1772473151.656552:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097152 00000100:00100000:2.0:1772473151.656633:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 182 00000100:00100000:2.0:1772473151.656645:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54810:x1858570170097152:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:2.0:1772473151.656854:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54810:x1858570170097152:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 210us (516us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473151.656864:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 182 00000100:00100000:1.0:1772473151.665671:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.665795:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097408 00000100:00100000:3.0:1772473151.665809:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097408 00000100:00100000:3.0:1772473151.665893:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1096 00000100:00100000:3.0:1772473151.665906:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54810:x1858570170097408:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772473151.665936:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473151.665964:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e50 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1316f expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666162:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666182:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666196:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666213:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666220:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.666227:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473151.666927:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:3.0:1772473151.667204:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667217:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667226:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667270:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667282:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667289:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667296:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473151.667301:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667310:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667339:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473151.667343:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473151.667348:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667355:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e57 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473151.667372:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000010184702 reply state 00000000d2217d48 transno 4294967718 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473151.667383:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473151.667423:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1316f expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667439:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1316f expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.667452:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473151.667455:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473151.667458:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473151.667569:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54810:x1858570170097408:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1665us (1913us total) trans 4294967718 rc 0/0 00000100:00100000:3.0:1772473151.667579:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1096 00010000:00010000:2.0:1772473151.672116:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672140:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672149:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672169:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473151.672176:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672187:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672209:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c4052b6200) 00010000:00010000:2.0:1772473151.672212:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473151.672218:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473151.672225:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e1e5e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473151.679015:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.679125:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097536 00000100:00100000:3.0:1772473151.679138:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097536 00000100:00100000:3.0:1772473151.679225:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 601 00000100:00100000:3.0:1772473151.679237:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:54810:x1858570170097536:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772473151.679262:0:6592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473151.679288:0:6592:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13176 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772473151.679335:0:6592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1772473151.679369:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473151.679373:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473151.679385:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.679409:0:6592:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 7 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473151.679427:0:6592:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772473151.679518:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54810:x1858570170097536:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 283us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473151.679528:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 601 00000100:00100000:1.0:1772473151.731179:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473151.731308:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097664 00000100:00100000:2.0:1772473151.731337:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097664 00002000:00100000:2.0:1772473151.731412:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff90c3032d0700 x1858570170097664/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:432/0 lens 488/0 e 0 to 0 dl 1772473162 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772473151.731427:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3032d0700 with x1858570170097664 ext(0->1048575) 00002000:00010000:2.0:1772473151.731435:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3032d0700 00000100:00100000:2.0:1772473151.731482:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 27 00000100:00100000:2.0:1772473151.731493:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170097664:12345-192.168.201.48@tcp:4:dd.60003 00010000:00010000:3.0:1772473151.799083:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1772473151.863620:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:0.0:1772473151.873450:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170097664:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 141940us (142266us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1772473151.873469:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 27 00002000:00100000:0.0:1772473151.873487:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->1048575) req@ffff90c3032d0700 x1858570170097664/t4294967364(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:432/0 lens 488/448 e 0 to 0 dl 1772473162 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1772473151.873499:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3032d0700 with x1858570170097664 ext(0->1048575) 00002000:00010000:0.0:1772473151.873508:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3032d0700 00000100:00100000:1.0:1772473151.896252:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473151.896780:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097792 00000100:00100000:3.0:1772473151.896795:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097792 00000100:00100000:3.0:1772473151.897343:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1097 00000100:00100000:3.0:1772473151.897357:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:54810:x1858570170097792:12345-192.168.201.48@tcp:44:dd.60003 00000100:00100000:3.0:1772473152.074911:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:54810:x1858570170097792:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 177540us (178655us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473152.074929:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1097 00000001:00080000:1.0:1772473152.075269:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967718 is committed 00000100:00100000:0.0:1772473152.081603:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473152.082124:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170097920 00000100:00100000:3.0:1772473152.082139:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170097920 00000100:00100000:3.0:1772473152.082345:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 602 00000100:00100000:3.0:1772473152.082361:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170097920:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:0.0:1772473152.146594:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:3.0:1772473152.147109:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170097920:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 64742us (65509us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473152.147124:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 602 00000100:00100000:2.0:1772473152.159340:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473152.165416:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098176 00000100:00100000:3.0:1772473152.165441:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098176 00000100:00100000:3.0:1772473152.165603:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 183 00000100:00100000:3.0:1772473152.165625:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e95450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:54810:x1858570170098176:12345-192.168.201.48@tcp:35:dd.60003 00000001:00080000:3.0:1772473152.166217:0:52473:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967719 00000100:00100000:3.0:1772473152.166407:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e95450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:54810:x1858570170098176:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 791us (7089us total) trans 4294967720 rc 0/0 00000100:00100000:3.0:1772473152.166418:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 183 00000020:00080000:3.0:1772473152.166424:0:52473:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772473152.421015:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473152.421083:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473152.421485:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098432 00000100:00100000:3.0:1772473152.421500:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098432 00000100:00100000:3.0:1772473152.421654:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1420 00000100:00100000:3.0:1772473152.421668:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170098432:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473152.421843:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170098432:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 177us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473152.421852:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1420 00000100:00100000:0.0:1772473152.421928:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098304 00000100:00100000:0.0:1772473152.421934:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098304 00000100:00100000:0.0:1772473152.421972:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1409 00000100:00100000:0.0:1772473152.421980:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170098304:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473152.422014:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170098304:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473152.422020:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1409 00010000:00010000:3.0:1772473152.823054:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473153.833710:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967720 is committed 00010000:00010000:0.0:1772473153.848787:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473154.108724:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473154.108773:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185997184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.108864:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473154.108946:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997184 00000100:00100000:3.0:1772473154.108957:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997184 00000100:00100000:3.0:1772473154.109012:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:3.0:1772473154.109021:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185997184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109081:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185997184:12345-0@lo:400:kworker.0 Request processed in 61us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473154.109090:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:3.0:1772473154.109152:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185997184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109191:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185997312:0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109216:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473154.109247:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997312 00000100:00100000:3.0:1772473154.109251:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997312 00000100:00100000:3.0:1772473154.109295:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1772473154.109303:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185997312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109338:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185997312:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473154.109345:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1772473154.109369:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185997312:0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109410:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473154.109416:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185997696:0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109445:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473154.109473:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997696 00000100:00100000:3.0:1772473154.109477:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997696 00000100:00100000:3.0:1772473154.109510:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1772473154.109517:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185997696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473154.109553:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185997696:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473154.109559:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1772473154.109587:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185997696:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.114568:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185997056:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.114671:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473154.114729:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185997568:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.114783:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473154.114822:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473154.114829:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185997440:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.114856:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473154.114895:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997568 00000100:00100000:2.0:1772473154.114905:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997568 00000100:00100000:2.0:1772473154.114972:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1772473154.114983:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185997568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.115045:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570185997568:12345-0@lo:400:kworker.0 Request processed in 64us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473154.115053:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:2.0:1772473154.115086:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997440 00000100:00100000:2.0:1772473154.115090:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997440 00000100:00100000:2.0:1772473154.115120:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1772473154.115127:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185997440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.115158:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570185997440:12345-0@lo:400:kworker.0 Request processed in 32us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473154.115167:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1772473154.115209:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570185997440:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.115223:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570185997568:0@lo:400:kworker.0 00000100:00080000:0.0:1772473154.115702:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473154.115709:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473154.115713:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473154.120134:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997056 00000100:00100000:1.0:1772473154.120157:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997056 00000100:00100000:1.0:1772473154.120332:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1772473154.120346:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185997056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473154.120479:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570185997056:12345-0@lo:400:kworker.0 Request processed in 136us (5808us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473154.120489:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1772473154.120827:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570185997056:0@lo:400:kworker.0 00000100:00100000:2.0:1772473154.616827:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185997824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473154.616925:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473154.617478:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997824 00000100:00100000:3.0:1772473154.617490:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997824 00000100:00100000:3.0:1772473154.617562:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1772473154.617581:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185997824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473154.617629:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473154.617701:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185997824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473154.617709:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1772473154.618035:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185997824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473154.619067:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185997952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473154.619135:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473154.619977:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185997952 00000100:00100000:1.0:1772473154.619991:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185997952 00000100:00100000:1.0:1772473154.620065:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1772473154.620077:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185997952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473154.620135:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473154.620228:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185997952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473154.620236:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1772473154.620844:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185997952:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473154.872672:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473155.635664:0:94653:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2581467921370ns, next at 2555103056304ns, rc = 0 00000004:00080000:0.0:1772473155.638433:0:94653:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2581470690540ns, next at 2520845434423ns, rc = 0 00000004:00080000:1.0:1772473155.641143:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00000004:00080000:3.0:1772473155.646606:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 92 committed 00010000:00010000:0.0:1772473155.896044:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473156.919889:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473157.373330:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473157.373439:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098560 00000100:00100000:3.0:1772473157.373450:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098560 00000100:00100000:3.0:1772473157.373562:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1098 00000100:00100000:3.0:1772473157.373572:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170098560:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473157.373696:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170098560:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 103us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473157.373703:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1098 00000100:00080000:0.0:1772473157.374516:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473157.379590:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473157.380096:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098688 00000100:00100000:3.0:1772473157.380111:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098688 00000100:00080000:0.0:1772473157.380250:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473157.380297:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 603 00000100:00100000:3.0:1772473157.380309:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55003:x1858570170098688:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473157.380787:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55003:x1858570170098688:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 480us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473157.380796:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 603 00000100:00100000:2.0:1772473157.383140:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473157.383255:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098816 00000100:00100000:0.0:1772473157.383267:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098816 00000100:00100000:0.0:1772473157.383351:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 604 00000100:00100000:0.0:1772473157.383362:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55003:x1858570170098816:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473157.383709:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55003:x1858570170098816:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 348us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473157.383718:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 604 00000100:00080000:2.0:1772473157.384235:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473157.386290:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473157.386360:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170098944 00000100:00100000:2.0:1772473157.386370:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170098944 00000100:00100000:2.0:1772473157.386429:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00100000:2.0:1772473157.386438:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170098944:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473157.386683:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170098944:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 245us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473157.386691:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1099 00000100:00100000:1.0:1772473157.393484:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473157.393797:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099072 00000100:00100000:2.0:1772473157.393808:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099072 00000100:00100000:2.0:1772473157.393907:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1100 00000100:00100000:2.0:1772473157.393918:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170099072:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473157.394030:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170099072:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 112us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473157.394038:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1100 00000100:00100000:1.0:1772473157.397660:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473157.398069:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099200 00000100:00100000:3.0:1772473157.398080:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099200 00000100:00100000:3.0:1772473157.398142:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 605 00000100:00100000:3.0:1772473157.398153:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55003:x1858570170099200:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473157.398491:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55003:x1858570170099200:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 339us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473157.398501:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 605 00000100:00100000:0.0:1772473157.402129:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473157.402312:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099328 00000100:00100000:2.0:1772473157.402323:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099328 00000100:00100000:2.0:1772473157.402384:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 606 00000100:00100000:2.0:1772473157.402394:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55003:x1858570170099328:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473157.403125:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55003:x1858570170099328:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 730us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473157.403136:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 606 00000100:00100000:3.0:1772473157.406439:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473157.406697:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099456 00000100:00100000:1.0:1772473157.406707:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099456 00000100:00100000:1.0:1772473157.406920:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1101 00000100:00100000:1.0:1772473157.406932:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170099456:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473157.407274:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55003:x1858570170099456:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 344us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473157.407284:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1101 00000100:00100000:1.0:1772473157.476158:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473157.476255:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099712 00000100:00100000:3.0:1772473157.476267:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099712 00000100:00100000:3.0:1772473157.476337:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1102 00000100:00100000:3.0:1772473157.476348:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55007:x1858570170099712:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772473157.476401:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473157.476430:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1e65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1316f expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476450:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473157.476464:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473157.476488:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476498:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476505:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476513:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476517:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476521:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476639:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476644:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.476649:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473157.477110:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].34, 64 off10368 00000004:00080000:3.0:1772473157.477118:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2583309377515ns, next at 2584309375973ns, rc = 0 00010000:00010000:3.0:1772473157.477200:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477210:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477217:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477240:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477246:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477252:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477270:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473157.477292:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477297:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477301:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477305:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473157.477309:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477314:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477320:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772473157.477322:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473157.477324:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477327:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e88 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477339:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477342:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477346:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477349:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473157.477350:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477353:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477360:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473157.477361:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473157.477363:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473157.477366:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1e7a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473157.477370:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005c759715 reply state 000000009bc59c07 transno 4294967721 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473157.477376:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473157.477449:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:55007:x1858570170099712:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1100us (1299us total) trans 4294967721 rc 0/0 00000100:00100000:3.0:1772473157.477456:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1102 00010000:00010000:1.0:1772473157.477846:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473157.477853:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473157.477859:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473157.477862:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473157.477869:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473157.477884:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5a:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:1.0:1772473157.477886:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772473157.477889:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473157.477894:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e1e8f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473157.477908:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473157.477910:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473157.477911:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473157.487163:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487182:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487191:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487198:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473157.487203:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487211:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487236:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0xecba81fd (ffff90c4052b6e00) 00010000:00010000:0.0:1772473157.487239:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473157.487245:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473157.487252:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e1e81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x55:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473157.552208:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473157.552364:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099840 00000100:00100000:0.0:1772473157.552376:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099840 00000100:00100000:0.0:1772473157.552437:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1411 00000100:00100000:0.0:1772473157.552447:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170099840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473157.552529:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170099840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473157.552537:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1411 00010000:00010000:3.0:1772473157.943308:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473158.966908:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473159.224300:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185998464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224370:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224457:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473159.224465:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185998080:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224501:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224526:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185998592:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224551:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224579:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185998336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224600:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224616:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772473159.224621:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185998208:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224638:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224653:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185998720:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224672:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473159.224698:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998080 00000100:00100000:2.0:1772473159.224705:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998080 00000100:00100000:2.0:1772473159.224770:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1772473159.224779:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185998080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224825:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570185998080:12345-0@lo:400:kworker.0 Request processed in 46us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.224833:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1772473159.224862:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998592 00000100:00100000:2.0:1772473159.224865:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998592 00000100:00100000:2.0:1772473159.224892:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998336 00000100:00100000:2.0:1772473159.224894:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998336 00000100:00100000:2.0:1772473159.224912:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998208 00000100:00100000:2.0:1772473159.224915:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998208 00000100:00100000:2.0:1772473159.224928:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1772473159.224934:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185998592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.224963:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570185998592:12345-0@lo:400:kworker.0 Request processed in 29us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.224970:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1772473159.224981:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1772473159.224986:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185998336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225012:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570185998336:12345-0@lo:400:kworker.0 Request processed in 26us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.225018:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1772473159.225028:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:2.0:1772473159.225034:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185998208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225056:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570185998208:12345-0@lo:400:kworker.0 Request processed in 22us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.225061:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:2.0:1772473159.225084:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998464 00000100:00100000:2.0:1772473159.225087:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998464 00000100:00100000:2.0:1772473159.225106:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998720 00000100:00100000:2.0:1772473159.225109:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998720 00000100:00100000:2.0:1772473159.225125:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1772473159.225131:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185998464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225158:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185998464:12345-0@lo:400:kworker.0 Request processed in 27us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.225163:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1772473159.225174:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1772473159.225180:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185998720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225221:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185998720:12345-0@lo:400:kworker.0 Request processed in 41us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473159.225227:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00080000:2.0:1772473159.225246:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473159.225250:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473159.225253:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473159.225283:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570185998208:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225293:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185998720:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225301:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570185998336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225329:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570185998080:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225338:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570185998592:0@lo:400:kworker.0 00000100:00100000:2.0:1772473159.225346:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185998464:0@lo:400:kworker.0 00000004:00080000:3.0:1772473159.736711:0:7917:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2585568969098ns, next at 2586568966984ns, rc = 0 00000100:00100000:3.0:1772473159.736765:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185998848:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473159.736830:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473159.736902:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998848 00000100:00100000:3.0:1772473159.736909:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998848 00000100:00100000:3.0:1772473159.736951:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1772473159.736960:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185998848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473159.736995:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473159.737040:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570185998848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473159.737047:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1772473159.737090:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570185998848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473159.737330:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185998976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473159.737360:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473159.737555:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185998976 00000100:00100000:0.0:1772473159.737562:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185998976 00000100:00100000:0.0:1772473159.737598:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1772473159.737604:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185998976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473159.737624:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473159.737662:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185998976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473159.737668:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1772473159.737783:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185998976:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1772473159.937150:0:94797:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2585769407884ns, next at 2555103056304ns, rc = 0 00000004:00080000:2.0:1772473159.937265:0:94797:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2585769525227ns, next at 2586568966984ns, rc = 0 00010000:00010000:3.0:1772473159.992016:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772473160.016681:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 95 committed 00000004:00080000:3.0:1772473160.016715:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000004:00080000:3.0:1772473160.016736:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 94 committed 00000001:00080000:3.0:1772473160.016768:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 00000004:00080000:3.0:1772473160.016773:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 93 committed 00000100:00100000:2.0:1772473160.016892:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473160.016912:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185999104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772473160.016980:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473160.017027:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999104 00000100:00100000:1.0:1772473160.017035:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999104 00000100:00100000:1.0:1772473160.017349:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1772473160.017361:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185999104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772473160.017392:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00010000:00010000:1.0:1772473160.017418:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.017443:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.017451:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473160.017453:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473160.017457:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.017501:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 5 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.017521:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 5 pid: 6592 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473160.020756:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185999232:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772473160.020875:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303960000 going to sleep for 11 seconds 00000100:00100000:2.0:1772473160.027987:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570185999232:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772473160.028020:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473160.038442:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473160.041319:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170099968 00000100:00100000:1.0:1772473160.041336:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170099968 00010000:00010000:1.0:1772473160.041426:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 6 pid: 6592 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473160.041472:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 445 00000100:00100000:1.0:1772473160.041492:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170099968:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473160.041511:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473160.041517:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 6 pid: 6592 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.041543:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 6 pid: 6592 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772473160.041549:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772473160.041572:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e1e73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13176 expref: 6 pid: 6592 timeout: 2685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.041596:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473160.041598:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473160.041603:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.041613:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.041645:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473160.041700:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170099968:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 220us (3267us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473160.041708:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 445 00010000:00010000:2.0:1772473160.041939:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473160.041951:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473160.041961:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473160.041968:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473160.041987:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772473160.042190:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473160.042199:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.042209:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473160.042213:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.042225:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.042239:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.042253:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e1e96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473160.042281:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473160.042285:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473160.042289:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473160.049408:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570185999104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32041us (32417us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1772473160.049432:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000004:00080000:2.0:1772473160.049631:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c305629880/2, rc 0, transno 4294967365 00000100:00100000:2.0:1772473160.049658:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185999104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772473161.022644:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473162.038911:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772473162.361288:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:3.0:1772473162.660647:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473162.660716:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473162.660871:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473162.660905:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473162.661996:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100480 00000100:00100000:2.0:1772473162.662013:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100480 00000100:00100000:3.0:1772473162.662203:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100096 00000100:00100000:3.0:1772473162.662208:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100096 00000100:00100000:2.0:1772473162.662317:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100352 00000100:00100000:2.0:1772473162.662323:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100352 00000100:00100000:2.0:1772473162.662370:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1425 00000100:00100000:2.0:1772473162.662383:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170100480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473162.662592:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1413 00000100:00100000:3.0:1772473162.662601:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170100096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473162.662673:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170100096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473162.662682:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1413 00000100:00100000:3.0:1772473162.662732:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1426 00000100:00100000:2.0:1772473162.662877:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170100480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 497us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473162.662885:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1425 00000100:00080000:2.0:1772473162.663549:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473162.663557:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473162.663648:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170100352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473162.663707:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170100352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 966us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473162.663716:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1426 00000100:00100000:0.0:1772473162.669271:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100224 00000100:00100000:0.0:1772473162.669287:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100224 00000100:00100000:0.0:1772473162.669366:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1864 00000100:00100000:0.0:1772473162.669389:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170100224:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473162.670235:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170100224:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 856us (9601us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473162.670246:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1864 00000100:00080000:2.0:1772473162.670305:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473163.065333:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473164.086907:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473164.343240:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185999616:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.343306:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473164.343323:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185999360:0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343360:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473164.343374:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473164.343380:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185999744:0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343383:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185999872:0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343401:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473164.343402:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473164.343431:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772473164.343432:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999616 00000100:00100000:3.0:1772473164.343436:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185999488:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.343438:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999616 00000100:00100000:3.0:1772473164.343456:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473164.343469:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186000000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.343485:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999872 00000100:00100000:3.0:1772473164.343487:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473164.343488:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999872 00000100:00100000:2.0:1772473164.343503:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999488 00000100:00100000:2.0:1772473164.343505:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999488 00000100:00100000:3.0:1772473164.343513:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999360 00000100:00100000:3.0:1772473164.343516:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999360 00000100:00100000:2.0:1772473164.343520:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1772473164.343526:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185999616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343538:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1772473164.343543:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185999360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343573:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570185999360:12345-0@lo:400:kworker.0 Request processed in 28us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473164.343573:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570185999616:12345-0@lo:400:kworker.0 Request processed in 46us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473164.343581:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1772473164.343581:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1772473164.343595:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1772473164.343600:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185999872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343609:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:3.0:1772473164.343615:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185999488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.343626:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570185999872:12345-0@lo:400:kworker.0 Request processed in 26us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473164.343631:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:3.0:1772473164.343635:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570185999488:12345-0@lo:400:kworker.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473164.343640:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:2.0:1772473164.343647:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570185999744 00000100:00100000:2.0:1772473164.343650:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570185999744 00000100:00100000:3.0:1772473164.343657:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000000 00000100:00100000:3.0:1772473164.343660:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000000 00000100:00100000:2.0:1772473164.343674:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1772473164.343679:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1772473164.343680:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185999744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343683:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186000000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.343706:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186000000:12345-0@lo:400:kworker.0 Request processed in 22us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473164.343706:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433fc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570185999744:12345-0@lo:400:kworker.0 Request processed in 27us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473164.343712:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00080000:0.0:1772473164.343796:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473164.343801:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473164.343803:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473164.344061:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570185999744:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.344072:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570185999616:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.344120:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570185999488:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.344129:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1772473164.344133:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c305629880, transno 4294967365 00000100:00100000:2.0:1772473164.344141:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186000000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.344149:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570185999360:0@lo:400:kworker.0 00000100:00100000:2.0:1772473164.344157:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570185999872:0@lo:400:kworker.0 00000100:00100000:3.0:1772473164.347299:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1772473164.855025:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473164.855049:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473164.855143:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473164.855266:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000128 00000100:00100000:3.0:1772473164.855274:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000128 00000100:00100000:3.0:1772473164.855328:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1772473164.855339:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473164.855376:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473164.855436:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473164.855443:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1772473164.855618:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473164.855831:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473164.855857:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473164.855935:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000256 00000100:00100000:0.0:1772473164.855940:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000256 00000100:00100000:0.0:1772473164.855973:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1772473164.855981:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473164.856002:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473164.856045:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473164.856051:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1772473164.856163:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000256:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473165.112983:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473165.737523:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473165.737604:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100608 00000100:00100000:3.0:1772473165.737616:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100608 00000100:00080000:2.0:1772473165.737712:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473165.737775:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1103 00000100:00100000:3.0:1772473165.737787:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170100608:12345-192.168.201.48@tcp:17:kworker.0 00000100:00100000:3.0:1772473165.737891:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170100608:12345-192.168.201.48@tcp:17:kworker.0 Request processed in 106us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473165.737899:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1103 00010000:00010000:1.0:1772473166.136409:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473167.159306:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473167.780869:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473167.780916:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473167.780956:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473167.781007:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473167.781051:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101120 00000100:00100000:3.0:1772473167.781060:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101120 00000100:00100000:3.0:1772473167.781119:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100992 00000100:00100000:3.0:1772473167.781122:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100992 00000100:00100000:3.0:1772473167.781155:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1429 00000100:00100000:3.0:1772473167.781166:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170101120:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473167.781241:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170101120:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473167.781249:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1429 00000100:00100000:3.0:1772473167.781269:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1430 00000100:00100000:3.0:1772473167.781275:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170100992:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473167.781298:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170100992:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473167.781304:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1430 00000100:00080000:3.0:1772473167.781322:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473167.781326:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473167.781523:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100864 00000100:00100000:0.0:1772473167.781527:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100864 00000100:00100000:0.0:1772473167.781574:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1868 00000100:00100000:0.0:1772473167.781580:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170100864:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473167.781614:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170100864:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473167.781621:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1868 00000100:00080000:3.0:1772473167.782025:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473167.782093:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170100736 00000100:00100000:1.0:1772473167.782098:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170100736 00000100:00100000:1.0:1772473167.782134:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1415 00000100:00100000:1.0:1772473167.782143:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170100736:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473167.782185:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170100736:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473167.782191:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1415 00010000:00010000:1.0:1772473168.183129:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473169.207471:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473169.463054:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186000384:0@lo:400:kworker.0 00000100:00100000:3.0:1772473169.463191:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473169.463772:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000384 00000100:00100000:0.0:1772473169.463783:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000384 00000100:00100000:0.0:1772473169.463846:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1772473169.463859:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186000384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473169.464344:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186000512:0@lo:400:kworker.0 00000100:00100000:1.0:1772473169.464398:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473169.464482:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000512 00000100:00100000:1.0:1772473169.464487:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000512 00000100:00100000:1.0:1772473169.464539:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1772473169.464548:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186000512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473169.464593:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186000512:12345-0@lo:400:kworker.0 Request processed in 46us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473169.464601:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1772473169.464663:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186000512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.468724:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186001024:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.468854:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473169.468961:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473169.468970:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186000896:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.469002:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473169.469060:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001024 00000100:00100000:2.0:1772473169.469071:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001024 00000100:00100000:2.0:1772473169.469873:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1772473169.469891:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186001024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.469975:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186001024:12345-0@lo:400:kworker.0 Request processed in 91us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473169.469983:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1772473169.470038:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000896 00000100:00100000:2.0:1772473169.470044:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000896 00000100:00100000:2.0:1772473169.470522:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:2.0:1772473169.470535:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186000896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.470587:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186000896:12345-0@lo:400:kworker.0 Request processed in 56us (1583us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473169.470594:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00080000:2.0:1772473169.470623:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473169.470630:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473169.470682:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186000896:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.470697:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186001024:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.470822:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000768:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.470869:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473169.470904:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473169.470911:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186000640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.470936:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473169.470967:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000768 00000100:00100000:2.0:1772473169.470975:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000768 00000100:00100000:2.0:1772473169.471026:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1772473169.471033:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.471070:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186000768:12345-0@lo:400:kworker.0 Request processed in 38us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473169.471075:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1772473169.471537:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186000640 00000100:00100000:1.0:1772473169.471544:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186000640 00000100:00100000:1.0:1772473169.471589:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:1.0:1772473169.471597:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186000640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473169.471646:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186000640:12345-0@lo:400:kworker.0 Request processed in 51us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473169.471653:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:0.0:1772473169.472854:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186000384:12345-0@lo:400:kworker.0 Request processed in 8987us (9653us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473169.472870:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00080000:1.0:1772473169.475612:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473169.475633:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473169.475757:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186000640:0@lo:400:kworker.0 00000100:00100000:1.0:1772473169.475784:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186000768:0@lo:400:kworker.0 00000100:00100000:3.0:1772473169.476020:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186000384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473169.979104:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473169.979151:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186001152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473169.979262:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473169.980833:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473169.980859:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186001280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473169.980932:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473169.987552:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001152 00000100:00100000:3.0:1772473169.987578:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001152 00000100:00100000:3.0:1772473169.987673:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001280 00000100:00100000:3.0:1772473169.987677:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001280 00000100:00100000:3.0:1772473169.987719:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1772473169.987731:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186001152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473169.987802:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473169.987942:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186001152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 212us (8679us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473169.987950:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1772473169.987977:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1772473169.987984:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186001280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473169.988016:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473169.988057:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186001280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (7125us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473169.988063:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1772473169.988133:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186001280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473169.988185:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186001152:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473170.230952:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473171.255162:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473172.278983:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473172.906900:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473172.907044:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473172.907079:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473172.907123:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473172.907166:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101504 00000100:00100000:3.0:1772473172.907179:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101504 00000100:00100000:3.0:1772473172.907276:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101632 00000100:00100000:3.0:1772473172.907280:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101632 00000100:00100000:3.0:1772473172.907313:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1433 00000100:00100000:3.0:1772473172.907325:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170101504:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473172.907467:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170101504:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 143us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473172.907735:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101376 00000100:00100000:1.0:1772473172.907761:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101376 00000100:00100000:1.0:1772473172.907805:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1872 00000100:00100000:1.0:1772473172.907816:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170101376:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473172.907855:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170101376:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 43us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473172.907862:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1872 00000100:00080000:1.0:1772473172.907888:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473172.907893:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473172.907895:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473172.908027:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1433 00000100:00100000:2.0:1772473172.909116:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101248 00000100:00100000:2.0:1772473172.909128:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101248 00000100:00100000:2.0:1772473172.909201:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1417 00000100:00100000:2.0:1772473172.909212:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170101248:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473172.909284:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170101248:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473172.909292:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1417 00000100:00100000:0.0:1772473172.909847:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1434 00000100:00100000:0.0:1772473172.909866:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170101632:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473172.909911:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170101632:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (2787us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473172.909918:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1434 00010000:00010000:3.0:1772473173.307350:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473174.326966:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473174.583269:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186001536:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583396:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473174.583484:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186002048:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583524:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473174.583558:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772473174.583565:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186001408:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583599:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473174.583624:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c433e24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186001920:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583649:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473174.583682:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002048 00000100:00100000:0.0:1772473174.583691:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002048 00000100:00100000:0.0:1772473174.583796:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1772473174.583806:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186002048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583867:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186002048:12345-0@lo:400:kworker.0 Request processed in 63us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473174.583876:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1772473174.583903:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001408 00000100:00100000:0.0:1772473174.583908:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001408 00000100:00100000:0.0:1772473174.583944:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1772473174.583952:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186001408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.583983:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186001408:12345-0@lo:400:kworker.0 Request processed in 33us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473174.583993:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00080000:0.0:1772473174.584021:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473174.584784:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186001664:0@lo:400:kworker.0 00000100:00100000:3.0:1772473174.584864:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186001792:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.584953:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186001408:0@lo:400:kworker.0 00000100:00100000:2.0:1772473174.588979:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001536 00000100:00100000:2.0:1772473174.589002:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001536 00000100:00100000:2.0:1772473174.589094:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001920 00000100:00100000:2.0:1772473174.589099:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001920 00000100:00100000:2.0:1772473174.589153:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1772473174.589165:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186001536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473174.589597:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473174.589643:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001664 00000100:00100000:1.0:1772473174.589648:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001664 00000100:00100000:1.0:1772473174.589678:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:1.0:1772473174.589686:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186001920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473174.589728:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186001920:12345-0@lo:400:kworker.0 Request processed in 43us (6077us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473174.589736:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:1.0:1772473174.589774:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:1.0:1772473174.589781:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186001664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473174.589810:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186001664:12345-0@lo:400:kworker.0 Request processed in 30us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473174.589816:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00100000:1.0:1772473174.589872:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186001664:0@lo:400:kworker.0 00000100:00080000:1.0:1772473174.589932:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473174.591135:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473174.593991:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186001792 00000100:00100000:1.0:1772473174.594024:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186001792 00000100:00100000:1.0:1772473174.594148:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1772473174.594162:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186001792:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772473174.594474:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473174.595187:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186001792:12345-0@lo:400:kworker.0 Request processed in 1027us (4052us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473174.595200:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1772473174.595959:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40e069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186001792:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.602281:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c301f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186002048:0@lo:400:kworker.0 00000100:00100000:0.0:1772473174.602348:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c433e24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186001920:0@lo:400:kworker.0 00000100:00100000:2.0:1772473174.604682:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186001536:12345-0@lo:400:kworker.0 Request processed in 15505us (21272us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473174.604701:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:0.0:1772473174.605121:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186001536:0@lo:400:kworker.0 00000100:00100000:2.0:1772473175.095275:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473175.096097:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186002304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473175.096191:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473175.096285:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186002176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473175.096312:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473175.096453:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002304 00000100:00100000:1.0:1772473175.096464:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002304 00000100:00100000:1.0:1772473175.096529:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002176 00000100:00100000:1.0:1772473175.096533:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002176 00000100:00100000:1.0:1772473175.096563:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1772473175.096575:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186002304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473175.096631:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473175.096670:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1772473175.096681:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186002176:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473175.096686:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c301f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186002304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473175.096694:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00002000:00000024:0.0:1772473175.096704:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473175.096773:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186002176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473175.096785:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1772473175.096855:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186002304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473175.096870:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186002176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473175.352306:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473175.876094:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473175.876453:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101760 00000100:00100000:1.0:1772473175.876465:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101760 00000100:00100000:1.0:1772473175.876682:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1104 00000100:00100000:1.0:1772473175.876695:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170101760:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473175.876851:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170101760:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 158us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473175.876860:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1104 00000100:00080000:3.0:1772473175.879623:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473175.882636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473175.884042:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170101888 00000100:00100000:3.0:1772473175.884060:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170101888 00000100:00100000:3.0:1772473175.884162:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 608 00000100:00100000:3.0:1772473175.884174:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170101888:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473175.885012:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170101888:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 833us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473175.885024:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 608 00000100:00080000:2.0:1772473175.885526:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473175.930136:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473175.930182:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102016 00000100:00100000:0.0:1772473175.930195:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102016 00000100:00100000:0.0:1772473175.930286:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 609 00000100:00100000:0.0:1772473175.930298:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102016:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473175.930812:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102016:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 513us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473175.930825:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 609 00000100:00080000:0.0:1772473175.930862:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473175.937958:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473175.941382:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102144 00000100:00100000:1.0:1772473175.941406:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102144 00000100:00100000:1.0:1772473175.941491:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1105 00000100:00100000:1.0:1772473175.941505:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102144:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473175.942088:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102144:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 583us (4141us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473175.942099:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1105 00000100:00100000:3.0:1772473175.962174:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473175.962925:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102272 00000100:00100000:2.0:1772473175.962947:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102272 00000100:00100000:2.0:1772473175.963026:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:2.0:1772473175.963038:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102272:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473175.963184:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102272:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 146us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473175.963195:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1106 00000100:00100000:0.0:1772473175.968276:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473175.968322:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102400 00000100:00100000:0.0:1772473175.968337:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102400 00000100:00100000:0.0:1772473175.968485:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 610 00000100:00100000:0.0:1772473175.968561:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102400:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473175.969120:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102400:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 622us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473175.969132:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 610 00000100:00100000:0.0:1772473175.998217:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473175.998313:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102528 00000100:00100000:3.0:1772473175.998328:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102528 00000100:00100000:3.0:1772473175.998405:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 611 00000100:00100000:3.0:1772473175.998419:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102528:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473175.999113:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:55225:x1858570170102528:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 695us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473175.999124:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 611 00000100:00100000:0.0:1772473176.007290:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473176.007355:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102656 00000100:00100000:1.0:1772473176.007464:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102656 00000100:00100000:1.0:1772473176.007688:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1107 00000100:00100000:1.0:1772473176.007701:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102656:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473176.008210:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55225:x1858570170102656:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 508us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473176.008221:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1107 00000100:00100000:1.0:1772473176.052905:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473176.054462:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102784 00000100:00100000:3.0:1772473176.054481:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102784 00000100:00100000:3.0:1772473176.054573:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1108 00000100:00100000:3.0:1772473176.054583:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:55226:x1858570170102784:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473176.054605:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473176.054629:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1317d expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054694:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054708:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054719:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473176.054802:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00000004:00200000:3.0:1772473176.054807:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473176.054837:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054865:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e1e9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1317d expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054890:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1317d expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.054909:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473176.054912:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473176.054915:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772473176.054998:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55226:x1858570170102784:12345-192.168.201.48@tcp:101:rm.0 Request processed in 416us (2116us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473176.055006:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1108 00000100:00100000:1.0:1772473176.063111:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473176.063167:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170102912 00000100:00100000:1.0:1772473176.063178:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170102912 00000100:00100000:1.0:1772473176.063246:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 184 00000100:00100000:1.0:1772473176.063257:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55226:x1858570170102912:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:1.0:1772473176.063395:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55226:x1858570170102912:12345-192.168.201.48@tcp:49:rm.0 Request processed in 139us (294us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772473176.063403:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 184 00000100:00100000:3.0:1772473176.068066:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473176.068120:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170103168 00000100:00100000:3.0:1772473176.068133:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170103168 00000100:00100000:3.0:1772473176.068200:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1109 00000100:00100000:3.0:1772473176.068211:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55226:x1858570170103168:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473176.068241:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473176.068273:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1eab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13184 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473176.069063:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x55:0x0]: returning size 11776 00010000:00010000:3.0:1772473176.070506:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1eab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13184 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.070534:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:3.0:1772473176.070538:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772473176.070544:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e1eab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13184 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473176.070580:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473176.070996:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:55226:x1858570170103168:12345-192.168.201.48@tcp:101:rm.0 Request processed in 2784us (2942us total) trans 4294967722 rc 301/301 00000100:00100000:3.0:1772473176.071010:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1109 00000100:00100000:1.0:1772473176.087028:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473176.087109:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170103296 00000100:00100000:0.0:1772473176.087128:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170103296 00000100:00100000:0.0:1772473176.087209:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 185 00000100:00100000:0.0:1772473176.087220:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:55226:x1858570170103296:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:1.0:1772473176.097233:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:55226:x1858570170103296:12345-192.168.201.48@tcp:37:rm.0 Request processed in 10005us (10207us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473176.097247:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 185 00000100:00100000:3.0:1772473176.106503:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473176.106569:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170103552 00000100:00100000:2.0:1772473176.106585:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170103552 00000100:00100000:2.0:1772473176.106660:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 186 00000100:00100000:2.0:1772473176.106672:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:55226:x1858570170103552:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:2.0:1772473176.107129:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:55226:x1858570170103552:12345-192.168.201.48@tcp:35:rm.0 Request processed in 456us (1427us total) trans 4294967723 rc 0/0 00000100:00100000:2.0:1772473176.107138:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 186 00000100:00100000:3.0:1772473176.115218:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473176.115317:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170103808 00000100:00100000:0.0:1772473176.115330:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170103808 00000100:00100000:0.0:1772473176.115404:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1110 00000100:00100000:0.0:1772473176.115415:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:55226:x1858570170103808:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772473176.115502:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1772473176.115544:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e1ea4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1317d expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115572:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e1e49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x55:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13168 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115583:0:5811:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e1a9f) 00010000:00010000:0.0:1772473176.115588:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:0.0:1772473176.115605:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473176.115641:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115656:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115670:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115684:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115692:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115698:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115936:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115945:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.115953:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116011:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116020:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116027:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116034:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473176.116040:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116049:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116059:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x55:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772473176.116062:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772473176.116067:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116073:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e1ec7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116091:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116099:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116105:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116112:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473176.116115:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116123:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116136:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772473176.116138:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473176.116141:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116148:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e1eb9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116161:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116167:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116174:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116179:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473176.116182:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116188:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116195:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff90c410b8a800) 00010000:00010000:0.0:1772473176.116197:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473176.116200:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473176.116206:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e1ec0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473176.116314:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30559f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:55226:x1858570170103808:12345-192.168.201.48@tcp:36:rm.0 Request processed in 899us (1110us total) trans 0 rc -13/-13 00000100:00100000:0.0:1772473176.116323:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1110 00010000:00010000:1.0:1772473176.377880:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473177.399378:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473177.846708:0:95019:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd074be50 20000000:00000080:2.0:1772473177.846727:0:95019:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43ba66400 uarg=0000000000000000 00010000:00010000:3.0:1772473177.857807:0:95019:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473177.857831:0:95019:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473177.857895:0:95019:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473177.857914:0:95019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.857931:0:95019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.857939:0:95019:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.857980:0:95019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.857995:0:95019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 17 pid: 5805 timeout: 2753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473177.858010:0:95019:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95019:1858570186002432:0@lo:104: 00000100:00100000:3.0:1772473177.858086:0:95019:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473177.858144:0:95019:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c304102d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772473177.858496:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002432 00000100:00100000:2.0:1772473177.858504:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002432 00000100:00100000:2.0:1772473177.858552:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1772473177.858561:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95019:x1858570186002432:12345-0@lo:104: 00010000:00010000:2.0:1772473177.858575:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473177.858631:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473177.858638:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95019:x1858570186002432:12345-0@lo:104: Request processed in 79us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473177.858645:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:0.0:1772473177.858724:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473177.858732:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.858767:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473177.858771:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.858780:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473177.858786:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473177.858791:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473177.858825:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.858842:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473177.858862:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.858879:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbc00/0xc2ef6d41852e1e1f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1e26 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.858895:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473177.858897:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473177.858899:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473177.858910:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186002560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473177.858942:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473177.858984:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002560 00000100:00100000:0.0:1772473177.858988:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002560 00010000:00010000:0.0:1772473177.859008:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 18 pid: 5805 timeout: 2753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473177.859027:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1772473177.859033:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186002560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473177.859044:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473177.859049:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 18 pid: 5805 timeout: 2753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859059:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 18 pid: 5805 timeout: 2753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859074:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859083:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859095:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859103:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859110:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859118:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859123:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473177.859128:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859136:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859144:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473177.859152:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473177.859196:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186002560:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473177.859203:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1772473177.859237:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186002560:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473177.860055:0:95019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1e26 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1e1f expref: 17 pid: 5805 timeout: 2753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473177.860068:0:95019:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95019:1858570186002432:0@lo:104: 00010000:00010000:3.0:1772473177.860084:0:95019:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.860094:0:95019:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.860099:0:95019:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473177.860109:0:95019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ece lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473178.025699:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473178.025770:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473178.030050:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170103936 00000100:00100000:0.0:1772473178.030068:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170103936 00000100:00100000:0.0:1772473178.030305:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1419 00000100:00100000:0.0:1772473178.030316:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170103936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473178.030456:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170103936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 142us (4766us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473178.030465:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1419 00000100:00100000:3.0:1772473178.033080:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104064 00000100:00100000:3.0:1772473178.033095:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104064 00000100:00100000:3.0:1772473178.033339:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1876 00000100:00100000:3.0:1772473178.033352:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170104064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473178.033436:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170104064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (7664us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473178.033443:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1876 00000100:00100000:3.0:1772473178.033529:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473178.033592:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00080000:0.0:1772473178.036328:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473178.036362:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104320 00000100:00100000:0.0:1772473178.036374:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104320 00000100:00100000:0.0:1772473178.040003:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104192 00000100:00100000:0.0:1772473178.040019:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104192 00000100:00080000:1.0:1772473178.043979:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473178.043989:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473178.044926:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1437 00000100:00100000:1.0:1772473178.044951:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473178.045050:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (11521us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473178.045059:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1437 00000100:00100000:0.0:1772473178.045343:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1438 00000100:00100000:0.0:1772473178.045355:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473178.045383:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (11791us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473178.045389:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1438 00010000:00010000:1.0:1772473178.425922:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473178.810005:0:95067:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff8970230 20000000:00000080:3.0:1772473178.810025:0:95067:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3024d5400 uarg=0000000000000000 00010000:00010000:3.0:1772473178.810258:0:95067:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473178.810273:0:95067:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473178.810296:0:95067:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473178.810326:0:95067:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810606:0:95067:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810617:0:95067:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810623:0:95067:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810630:0:95067:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810637:0:95067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810644:0:95067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473178.810648:0:95067:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810656:0:95067:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810670:0:95067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810678:0:95067:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473178.810685:0:95067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d800/0xc2ef6d41852e1ed5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95067 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473179.449858:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473179.449867:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473179.449871:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473179.449916:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.449929:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.449940:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473179.449966:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186002688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473179.450030:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473179.450084:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b1149c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473179.450262:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002688 00000100:00100000:1.0:1772473179.450269:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002688 00000100:00100000:1.0:1772473179.450319:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1772473179.450327:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186002688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473179.450340:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473179.450352:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1edc expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473179.450373:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473179.450383:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473179.450392:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473179.450424:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186002688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473179.450435:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00010000:00010000:1.0:1772473179.450489:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473179.450644:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186002688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473179.450661:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.450670:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473179.450690:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473179.450695:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.450703:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772473179.600286:0:95115:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc10bea550 20000000:00000080:0.0:1772473179.600303:0:95115:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43b554400 uarg=0000000000000000 00010000:00010000:0.0:1772473179.600509:0:95115:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473179.600524:0:95115:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473179.600549:0:95115:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473179.600568:0:95115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.600585:0:95115:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.600595:0:95115:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.600636:0:95115:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.600650:0:95115:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 17 pid: 5805 timeout: 2755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473179.600664:0:95115:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95115:1858570186002816:0@lo:104: 00000100:00100000:0.0:1772473179.600799:0:95115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473179.600859:0:95115:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096e40 going to sleep for 11 seconds 00000100:00100000:2.0:1772473179.602136:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002816 00000100:00100000:2.0:1772473179.602148:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002816 00000100:00100000:2.0:1772473179.602201:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1772473179.602210:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95115:x1858570186002816:12345-0@lo:104: 00010000:00010000:2.0:1772473179.602226:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.602312:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473179.602319:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433e24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95115:x1858570186002816:12345-0@lo:104: Request processed in 110us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473179.602326:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1772473179.602340:0:95115:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95115:1858570186002816:0@lo:104: 00010000:00010000:0.0:1772473179.602368:0:95115:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.602479:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473179.602487:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.602496:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473179.602500:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.602513:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473179.602520:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473179.602527:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473179.602564:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.602570:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473179.602597:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.602604:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e1edc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ee3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473179.602613:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186002944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473179.602625:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473179.602628:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473179.602630:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473179.602655:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473179.606853:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186002944 00000100:00100000:3.0:1772473179.606869:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186002944 00010000:00010000:3.0:1772473179.606917:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 2755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473179.606960:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1772473179.606967:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186002944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473179.606981:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473179.606986:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 2755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.606998:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 2755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.607012:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e1ee3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1edc expref: 18 pid: 5805 timeout: 2755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.607027:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473179.607033:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607096:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607107:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607114:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607119:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607126:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473179.607130:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607138:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607159:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473179.607174:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473179.607257:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186002944:12345-0@lo:103:ldlm_bl.0 Request processed in 289us (4602us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473179.607265:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1772473179.607346:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186002944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473179.607847:0:95115:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.607858:0:95115:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473179.607866:0:95115:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1eea lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473179.706441:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186003072:0@lo:400:kworker.0 00000100:00100000:0.0:1772473179.706448:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186003456:0@lo:400:kworker.0 00000100:00100000:2.0:1772473179.706515:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186003200:0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.708285:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473179.708374:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186003584:0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.708407:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473179.708447:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003072 00000100:00100000:1.0:1772473179.708455:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003072 00000100:00100000:1.0:1772473179.708502:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1772473179.708511:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186003072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.708560:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186003072:12345-0@lo:400:kworker.0 Request processed in 50us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473179.708567:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1772473179.708589:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003584 00000100:00100000:1.0:1772473179.708592:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003584 00000100:00100000:1.0:1772473179.708626:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1772473179.708633:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186003584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.708663:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186003584:12345-0@lo:400:kworker.0 Request processed in 31us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473179.708669:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00080000:1.0:1772473179.708688:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473179.709173:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186003584:0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.709191:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186003072:0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.709853:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186003328:0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.709903:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473179.709945:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003328 00000100:00100000:1.0:1772473179.709951:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003328 00000100:00100000:1.0:1772473179.709997:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1772473179.710005:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186003328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473179.710056:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186003328:12345-0@lo:400:kworker.0 Request processed in 52us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473179.710062:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00080000:1.0:1772473179.710098:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473179.710122:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186003328:0@lo:400:kworker.0 00000100:00100000:0.0:1772473179.716942:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473179.717000:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003456 00000100:00100000:0.0:1772473179.717008:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003456 00000100:00100000:0.0:1772473179.717079:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1772473179.717090:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186003456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473179.717144:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186003456:12345-0@lo:400:kworker.0 Request processed in 56us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473179.717152:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00080000:0.0:1772473179.717173:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473179.717229:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186003456:0@lo:400:kworker.0 00000100:00100000:2.0:1772473179.719216:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473179.719334:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003200 00000100:00100000:0.0:1772473179.719343:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003200 00000100:00100000:0.0:1772473179.719404:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:0.0:1772473179.719414:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186003200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473179.719480:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186003200:12345-0@lo:400:kworker.0 Request processed in 68us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473179.719488:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00080000:1.0:1772473179.719497:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473179.721358:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186003200:0@lo:400:kworker.0 00000100:00100000:3.0:1772473180.214989:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473180.215022:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186003712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473180.215122:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473180.215228:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003712 00000100:00100000:3.0:1772473180.215239:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003712 00000100:00100000:3.0:1772473180.215308:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1772473180.215319:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186003712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473180.215372:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473180.215442:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186003712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473180.215450:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1772473180.215517:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186003712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473180.215951:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473180.215965:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186003840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473180.216001:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473180.216105:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003840 00000100:00100000:0.0:1772473180.216111:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003840 00000100:00100000:0.0:1772473180.216161:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1772473180.216170:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186003840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473180.216199:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473180.216252:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186003840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473180.216259:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1772473180.216401:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186003840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473180.472277:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772473180.666390:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473180.666400:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473180.666405:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473180.666450:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473180.666463:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473180.666476:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473180.666504:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186003968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473180.666573:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473180.666645:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303fb9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772473180.667586:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186003968 00000100:00100000:2.0:1772473180.667595:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186003968 00000100:00100000:2.0:1772473180.667654:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1772473180.667672:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186003968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473180.667690:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473180.667710:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1ef1 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473180.667754:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473180.667766:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473180.667777:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772473180.667841:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186003968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473180.667849:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1772473180.667955:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186003968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473180.667969:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473180.667978:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473180.667998:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473180.668003:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473180.668011:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772473180.843115:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967723 is committed 00010000:00010000:3.0:1772473181.503358:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473182.518949:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473183.141011:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473183.141058:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473183.141116:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473183.141147:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473183.141187:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104832 00000100:00100000:3.0:1772473183.141198:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104832 00000100:00100000:3.0:1772473183.141269:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104704 00000100:00100000:3.0:1772473183.141273:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104704 00000100:00100000:3.0:1772473183.141318:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1441 00000100:00100000:3.0:1772473183.141329:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473183.141407:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 80us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473183.141415:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1441 00000100:00100000:3.0:1772473183.141443:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1442 00000100:00100000:3.0:1772473183.141451:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473183.141477:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473183.141482:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1442 00000100:00080000:3.0:1772473183.141500:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473183.141505:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473183.141844:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104576 00000100:00100000:1.0:1772473183.141849:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104576 00000100:00100000:1.0:1772473183.141901:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1880 00000100:00100000:1.0:1772473183.141908:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473183.141959:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170104576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 48us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473183.141966:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1880 00000100:00100000:1.0:1772473183.142045:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104448 00000100:00100000:1.0:1772473183.142048:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104448 00000100:00100000:1.0:1772473183.142075:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1422 00000100:00100000:1.0:1772473183.142082:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170104448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473183.142115:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170104448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473183.142124:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1422 00000100:00080000:3.0:1772473183.144069:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772473183.544024:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473184.064116:0:95313:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec986f1a0 20000000:00000080:0.0:1772473184.064134:0:95313:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43528b000 uarg=0000000000000000 00010000:00010000:0.0:1772473184.064404:0:95313:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473184.064418:0:95313:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473184.064441:0:95313:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473184.064457:0:95313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.064474:0:95313:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.064482:0:95313:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.064522:0:95313:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.064535:0:95313:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 17 pid: 5803 timeout: 2759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473184.064549:0:95313:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95313:1858570186004096:0@lo:104: 00000100:00100000:0.0:1772473184.064606:0:95313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473184.064659:0:95313:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096f00 going to sleep for 11 seconds 00000100:00100000:2.0:1772473184.064845:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004096 00000100:00100000:2.0:1772473184.064854:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004096 00000100:00100000:2.0:1772473184.064910:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1772473184.064919:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95313:x1858570186004096:12345-0@lo:104: 00010000:00010000:2.0:1772473184.064932:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.064991:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473184.064997:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95313:x1858570186004096:12345-0@lo:104: Request processed in 80us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473184.065003:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00010000:00010000:2.0:1772473184.065024:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473184.065031:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065038:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473184.065043:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065051:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473184.065057:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473184.065062:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473184.065113:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065120:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473184.065138:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065144:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4ca00/0xc2ef6d41852e1ef1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1ef8 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065161:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473184.065163:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473184.065164:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473184.065175:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186004224:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473184.065204:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473184.065246:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004224 00000100:00100000:2.0:1772473184.065250:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004224 00010000:00010000:2.0:1772473184.065269:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 18 pid: 5803 timeout: 2759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473184.065290:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1772473184.065297:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186004224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473184.065308:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473184.065312:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 18 pid: 5803 timeout: 2759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065321:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 18 pid: 5803 timeout: 2759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065335:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065342:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065354:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065361:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065367:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065373:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065379:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473184.065383:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065390:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065398:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.065408:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473184.065435:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186004224:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473184.065440:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1772473184.065474:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186004224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473184.065994:0:95313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1ef8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1ef1 expref: 17 pid: 5803 timeout: 2759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473184.066137:0:95313:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95313:1858570186004096:0@lo:104: 00010000:00010000:0.0:1772473184.066157:0:95313:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.066166:0:95313:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.066172:0:95313:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473184.066178:0:95313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e1eff lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473184.567070:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473184.827133:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186004352:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827218:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473184.827263:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186004864:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827293:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473184.827319:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772473184.827324:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186004480:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827345:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473184.827362:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186004992:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827385:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473184.827415:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004864 00000100:00100000:0.0:1772473184.827421:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004864 00000100:00100000:0.0:1772473184.827470:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004480 00000100:00100000:0.0:1772473184.827474:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004480 00000100:00100000:0.0:1772473184.827508:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1772473184.827516:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186004864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827566:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186004864:12345-0@lo:400:kworker.0 Request processed in 51us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473184.827574:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1772473184.827590:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1772473184.827596:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186004480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827623:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186004480:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473184.827628:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1772473184.827651:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004992 00000100:00100000:0.0:1772473184.827654:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004992 00000100:00100000:0.0:1772473184.827682:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1772473184.827688:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186004992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827716:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186004992:12345-0@lo:400:kworker.0 Request processed in 29us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473184.827726:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00080000:0.0:1772473184.827771:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473184.827776:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473184.827924:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186004480:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827937:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186004992:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.827946:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186004864:0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828516:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186004608:0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828555:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473184.828591:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473184.828597:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186004736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828621:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473184.828655:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004352 00000100:00100000:2.0:1772473184.828661:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004352 00000100:00100000:2.0:1772473184.828694:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1772473184.828701:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186004352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828769:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186004352:12345-0@lo:400:kworker.0 Request processed in 68us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473184.828776:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1772473184.828805:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004736 00000100:00100000:2.0:1772473184.828809:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004736 00000100:00100000:2.0:1772473184.828839:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1772473184.828845:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186004736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828881:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186004736:12345-0@lo:400:kworker.0 Request processed in 36us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473184.828887:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00080000:2.0:1772473184.828906:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473184.828931:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186004736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473184.828953:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186004352:0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.829024:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186004608 00000100:00100000:0.0:1772473184.829028:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186004608 00000100:00100000:0.0:1772473184.829077:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:0.0:1772473184.829084:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186004608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473184.829126:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186004608:12345-0@lo:400:kworker.0 Request processed in 42us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473184.829133:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00080000:2.0:1772473184.829180:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473184.829205:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186004608:0@lo:400:kworker.0 00000100:00100000:2.0:1772473185.336595:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473185.336618:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473185.336685:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473185.336780:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005120 00000100:00100000:2.0:1772473185.336790:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005120 00000100:00100000:2.0:1772473185.336848:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1772473185.336856:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473185.336898:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473185.336943:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473185.336950:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1772473185.336997:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473185.338762:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473185.338834:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473185.339151:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005248 00000100:00100000:1.0:1772473185.339160:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005248 00000100:00100000:1.0:1772473185.339217:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1772473185.339227:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473185.339261:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473185.339719:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 492us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473185.339728:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1772473185.339875:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005248:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1772473185.529982:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473185.529991:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473185.529997:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473185.530050:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473185.530063:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473185.530076:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473185.530102:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186005376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473185.530169:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473185.530224:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433daa840 going to sleep for 11 seconds 00000100:00100000:1.0:1772473185.530279:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005376 00000100:00100000:1.0:1772473185.530287:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005376 00000100:00100000:1.0:1772473185.530345:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1772473185.530355:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186005376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473185.530373:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473185.530388:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f06 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473185.530414:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473185.530437:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473185.530447:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772473185.530498:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186005376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473185.530505:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1772473185.530631:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186005376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473185.530644:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473185.530653:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473185.530672:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473185.530677:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473185.530684:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473185.593905:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473186.616307:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473187.639888:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473188.276886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473188.276939:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473188.276975:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473188.276987:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170104960 00000100:00100000:2.0:1772473188.277000:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170104960 00000100:00100000:0.0:1772473188.277003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473188.277028:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105216 00000100:00100000:0.0:1772473188.277031:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105216 00000100:00100000:2.0:1772473188.277069:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1425 00000100:00100000:0.0:1772473188.277075:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105344 00000100:00100000:0.0:1772473188.277078:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105344 00000100:00100000:2.0:1772473188.277080:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170104960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473188.277101:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1445 00000100:00100000:0.0:1772473188.277109:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105216:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473188.277203:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105216:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 94us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473188.277215:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1445 00000100:00100000:0.0:1772473188.277235:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1446 00000100:00100000:0.0:1772473188.277242:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105344:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473188.277269:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105344:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473188.277274:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1446 00000100:00100000:0.0:1772473188.277293:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105088 00000100:00100000:0.0:1772473188.277296:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105088 00000100:00100000:0.0:1772473188.277328:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1884 00000100:00100000:0.0:1772473188.277334:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473188.277365:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473188.277372:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1884 00000100:00080000:0.0:1772473188.277397:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473188.277402:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473188.277404:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473188.278783:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170104960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1685us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473188.278799:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1425 00010000:00010000:3.0:1772473188.662937:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473189.687094:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473189.945390:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186005632:0@lo:400:kworker.0 00000100:00100000:1.0:1772473189.945498:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473189.945572:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186006144:0@lo:400:kworker.0 00000100:00100000:1.0:1772473189.945601:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473189.945634:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473189.945641:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186005504:0@lo:400:kworker.0 00000100:00100000:1.0:1772473189.945683:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473189.945706:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186006016:0@lo:400:kworker.0 00000100:00100000:2.0:1772473189.946703:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005888:0@lo:400:kworker.0 00000100:00100000:2.0:1772473189.946803:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473189.946842:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473189.946849:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186005760:0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.947933:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006144 00000100:00100000:0.0:1772473189.947950:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006144 00000100:00100000:0.0:1772473189.948126:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005888 00000100:00100000:0.0:1772473189.948130:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005888 00000100:00100000:0.0:1772473189.948157:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1772473189.948168:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186006144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.948274:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186006144:12345-0@lo:400:kworker.0 Request processed in 107us (2671us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473189.948282:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1772473189.948301:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1772473189.948307:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.948336:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186005888:12345-0@lo:400:kworker.0 Request processed in 29us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473189.948342:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00080000:3.0:1772473189.948574:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473189.948579:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473189.949418:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473189.949528:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186006144:0@lo:400:kworker.0 00000100:00100000:1.0:1772473189.949589:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005632 00000100:00100000:1.0:1772473189.949594:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005632 00000100:00100000:1.0:1772473189.949644:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006016 00000100:00100000:1.0:1772473189.949647:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006016 00000100:00100000:1.0:1772473189.949690:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:1.0:1772473189.949699:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186005632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.950003:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:3.0:1772473189.950329:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473189.950370:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005760 00000100:00100000:2.0:1772473189.950375:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005760 00000100:00100000:2.0:1772473189.950405:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00000100:00100000:2.0:1772473189.950412:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186005760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.950452:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186006016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473189.950885:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186005888:0@lo:400:kworker.0 00000100:00100000:2.0:1772473189.951383:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186005760:12345-0@lo:400:kworker.0 Request processed in 969us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473189.951393:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00100000:0.0:1772473189.951533:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186006016:12345-0@lo:400:kworker.0 Request processed in 1521us (2118us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473189.951540:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:0.0:1772473189.952174:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186005504 00000100:00100000:0.0:1772473189.952183:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186005504 00000100:00100000:0.0:1772473189.952237:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1772473189.952329:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186005504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473189.952398:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186005504:12345-0@lo:400:kworker.0 Request processed in 74us (6713us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473189.952404:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:0.0:1772473189.952452:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473189.952943:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186005504:0@lo:400:kworker.0 00000100:00100000:2.0:1772473189.952978:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c404b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186006016:0@lo:400:kworker.0 00000100:00100000:3.0:1772473189.953304:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186005760:0@lo:400:kworker.0 00000100:00100000:1.0:1772473189.954194:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186005632:12345-0@lo:400:kworker.0 Request processed in 4492us (8703us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473189.954207:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:3.0:1772473189.954982:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186005632:0@lo:400:kworker.0 00000100:00100000:2.0:1772473190.455924:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186006272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473190.456003:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473190.456082:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006272 00000100:00100000:2.0:1772473190.456090:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006272 00000100:00100000:2.0:1772473190.456140:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1772473190.456149:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186006272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473190.456187:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473190.456234:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186006272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473190.456241:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1772473190.456289:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186006272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473190.456487:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186006400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473190.456522:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473190.456596:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006400 00000100:00100000:0.0:1772473190.456601:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006400 00000100:00100000:0.0:1772473190.456638:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1772473190.456654:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186006400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473190.456675:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473190.456710:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186006400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473190.456716:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1772473190.456821:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186006400:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473190.711038:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473191.740035:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473192.762783:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473193.381286:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473193.381376:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473193.381414:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473193.381453:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473193.381455:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105728 00000100:00100000:1.0:1772473193.381464:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105728 00000100:00100000:0.0:1772473193.381475:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105856 00000100:00100000:0.0:1772473193.381478:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105856 00000100:00100000:3.0:1772473193.381531:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105600 00000100:00100000:3.0:1772473193.381535:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105600 00000100:00100000:0.0:1772473193.381613:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1449 00000100:00100000:0.0:1772473193.381624:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105856:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473193.381658:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1450 00000100:00100000:1.0:1772473193.381666:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105728:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473193.381698:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105856:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473193.381714:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1449 00000100:00080000:0.0:1772473193.381776:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473193.381781:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473193.381783:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473193.381800:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105728:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 135us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473193.381807:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1450 00000100:00100000:2.0:1772473193.381952:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105472 00000100:00100000:2.0:1772473193.381957:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105472 00000100:00100000:2.0:1772473193.382029:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1427 00000100:00100000:2.0:1772473193.382037:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170105472:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473193.382080:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170105472:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 44us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473193.382087:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1427 00000100:00100000:3.0:1772473193.382890:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1888 00000100:00100000:3.0:1772473193.382920:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105600:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473193.383016:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170105600:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (1591us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473193.383026:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1888 00010000:00010000:1.0:1772473193.782952:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1772473194.020156:0:95656:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 22: test nodemap mapped_trusted_admin fileops ========================================================== 12:39:53 (1772473193) 00010000:00010000:0.0:1772473194.838119:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473195.081033:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186006528:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081102:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081149:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186007040:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081172:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081197:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772473195.081202:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186006656:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081218:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081232:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186007168:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081250:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081273:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186006784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081290:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081304:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473195.081308:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186006912:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081325:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.081349:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006528 00000100:00100000:1.0:1772473195.081355:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006528 00000100:00100000:1.0:1772473195.081391:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1772473195.081397:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186006528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081436:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186006528:12345-0@lo:400:kworker.0 Request processed in 39us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.081443:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1772473195.081469:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007040 00000100:00100000:1.0:1772473195.081472:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007040 00000100:00100000:1.0:1772473195.081498:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006656 00000100:00100000:1.0:1772473195.081500:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006656 00000100:00100000:1.0:1772473195.081512:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006784 00000100:00100000:1.0:1772473195.081514:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006784 00000100:00100000:1.0:1772473195.081525:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1772473195.081530:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186007040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081554:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186007040:12345-0@lo:400:kworker.0 Request processed in 25us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.081560:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1772473195.081581:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1772473195.081587:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186006656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081608:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186006656:12345-0@lo:400:kworker.0 Request processed in 22us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.081613:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:1.0:1772473195.081622:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:1.0:1772473195.081626:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186006784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081648:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186006784:12345-0@lo:400:kworker.0 Request processed in 21us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.081653:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00100000:1.0:1772473195.081693:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186006784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081717:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186006656:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081725:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186006528:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.081732:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186007040:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.082893:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007168 00000100:00100000:1.0:1772473195.082901:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007168 00000100:00100000:1.0:1772473195.082936:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186006912 00000100:00100000:1.0:1772473195.082939:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186006912 00000100:00100000:1.0:1772473195.082958:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1772473195.082965:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186007168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.083016:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186007168:12345-0@lo:400:kworker.0 Request processed in 52us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.083023:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1772473195.083034:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1772473195.083039:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186006912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.083070:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186006912:12345-0@lo:400:kworker.0 Request processed in 30us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.083075:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1772473195.083119:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186006912:0@lo:400:kworker.0 00000100:00100000:1.0:1772473195.083146:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186007168:0@lo:400:kworker.0 00000100:00080000:0.0:1772473195.085035:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473195.085043:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473195.085046:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000400:0.0:1772473195.220713:0:95704:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1772473195.233392:0:95704:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000100:00100000:2.0:1772473195.576679:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186007296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473195.576763:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473195.576860:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007296 00000100:00100000:3.0:1772473195.579017:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007296 00000100:00100000:3.0:1772473195.579103:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1772473195.579113:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186007296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473195.579151:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473195.585532:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186007424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473195.585625:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473195.587506:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007424 00000100:00100000:1.0:1772473195.587519:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007424 00000100:00100000:1.0:1772473195.587592:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1772473195.587602:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186007424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473195.587641:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473195.587722:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186007424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473195.587733:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1772473195.587800:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186007424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473195.590467:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186007296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 11346us (13694us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473195.590484:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1772473195.592240:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186007296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772473195.894960:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473196.205252:0:95753:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe045934f0 20000000:00000080:1.0:1772473196.205278:0:95753:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43e9a6c00 uarg=0000000000000000 10000000:01000000:1.0:1772473196.206812:0:95753:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473196.206842:0:95753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.207242:0:95753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.207252:0:95753:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.207378:0:95753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.207397:0:95753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 17 pid: 5803 timeout: 2772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473196.207635:0:95753:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95753:1858570186007552:0@lo:104: 00000100:00100000:1.0:1772473196.207722:0:95753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473196.207907:0:95753:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd300 going to sleep for 11 seconds 00000100:00100000:0.0:1772473196.215149:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007552 00000100:00100000:0.0:1772473196.215188:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007552 00000100:00100000:0.0:1772473196.215291:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1772473196.215304:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95753:x1858570186007552:12345-0@lo:104: 00010000:00010000:0.0:1772473196.215328:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473196.215467:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473196.215475:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95753:x1858570186007552:12345-0@lo:104: Request processed in 175us (7753us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473196.215483:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1772473196.215699:0:95753:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95753:1858570186007552:0@lo:104: 00010000:00010000:1.0:1772473196.215735:0:95753:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216641:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473196.216653:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216664:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473196.216669:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216680:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473196.216695:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473196.216701:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473196.216864:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216872:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473196.216903:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216911:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d800/0xc2ef6d41852e1f06 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f0d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.216934:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473196.216936:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473196.216937:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473196.217009:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186007680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473196.217081:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473196.217341:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007680 00000100:00100000:2.0:1772473196.217350:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007680 00010000:00010000:2.0:1772473196.217385:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 2772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473196.217436:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1772473196.217446:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186007680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473196.217462:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473196.217467:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 2772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217479:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 2772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217496:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e1f0d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f06 expref: 18 pid: 5803 timeout: 2772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217524:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217534:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217557:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217565:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217573:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217579:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217585:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473196.217589:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217597:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217610:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473196.217625:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473196.217668:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186007680:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473196.217675:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1772473196.217720:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186007680:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473196.217835:0:95753:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.217843:0:95753:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473196.217868:0:95753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f14 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473196.921031:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473197.287637:0:95802:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9bd36250 20000000:00000080:3.0:1772473197.287653:0:95802:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3024d4000 uarg=0000000000000000 10000000:01000000:3.0:1772473197.287983:0:95802:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473197.288008:0:95802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288024:0:95802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288034:0:95802:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288041:0:95802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288047:0:95802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288054:0:95802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288061:0:95802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473197.288065:0:95802:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288073:0:95802:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288093:0:95802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288101:0:95802:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473197.288112:0:95802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1f1b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473197.951416:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473198.077647:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473198.077654:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473198.077659:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473198.077700:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.077712:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.077723:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473198.077919:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186007808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473198.077997:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473198.078045:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9540 going to sleep for 11 seconds 00000100:00100000:2.0:1772473198.078181:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007808 00000100:00100000:2.0:1772473198.078188:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007808 00000100:00100000:2.0:1772473198.078239:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1772473198.078248:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186007808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473198.078273:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473198.078287:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f22 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473198.078312:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473198.078323:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473198.078331:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55a00, rc 0) 00000100:00100000:2.0:1772473198.078375:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186007808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473198.078381:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1772473198.078583:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186007808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473198.078598:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.078608:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473198.078629:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473198.078633:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.078640:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772473198.360226:0:95850:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc5926280 20000000:00000080:1.0:1772473198.360242:0:95850:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433f3e000 uarg=0000000000000000 10000000:01000000:1.0:1772473198.360443:0:95850:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473198.360463:0:95850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473198.360481:0:95850:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473198.360490:0:95850:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473198.360546:0:95850:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473198.360561:0:95850:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 17 pid: 5803 timeout: 2774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473198.360577:0:95850:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95850:1858570186007936:0@lo:104: 00000100:00100000:1.0:1772473198.360642:0:95850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473198.360773:0:95850:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473198.367559:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772473198.367586:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186007936 00000100:00100000:1.0:1772473198.367596:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186007936 00000100:00100000:1.0:1772473198.367705:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1772473198.367715:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c419a3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95850:x1858570186007936:12345-0@lo:104: 00010000:00010000:1.0:1772473198.367733:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473198.367854:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473198.367860:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c419a3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95850:x1858570186007936:12345-0@lo:104: Request processed in 148us (7218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473198.367868:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1772473198.367978:0:95850:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95850:1858570186007936:0@lo:104: 00010000:00010000:2.0:1772473198.368001:0:95850:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368079:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473198.368086:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368094:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473198.368098:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368106:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473198.368114:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473198.368120:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473198.368162:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368169:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473198.368190:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368197:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e1f22 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f29 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368212:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473198.368214:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473198.368215:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473198.368228:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186008064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473198.368264:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473198.368308:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008064 00000100:00100000:0.0:1772473198.368313:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008064 00010000:00010000:0.0:1772473198.368334:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 2774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473198.368356:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1772473198.368363:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186008064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473198.368373:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473198.368379:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 2774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368400:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 2774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368413:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55a00/0xc2ef6d41852e1f29 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f22 expref: 18 pid: 5803 timeout: 2774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368426:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368434:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368448:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368455:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368462:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368469:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368474:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473198.368479:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368487:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368498:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473198.368505:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473198.368544:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186008064:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473198.368551:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1772473198.368579:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186008064:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473198.368644:0:95850:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473198.368652:0:95850:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473198.368659:0:95850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f30 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473198.502151:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473198.502202:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473198.502235:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106112 00000100:00100000:2.0:1772473198.502245:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106112 00000100:00100000:2.0:1772473198.502310:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1892 00000100:00100000:2.0:1772473198.502322:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106112:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473198.502406:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106112:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473198.502413:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1892 00000100:00080000:2.0:1772473198.502435:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473198.502825:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170105984 00000100:00100000:3.0:1772473198.502830:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170105984 00000100:00100000:3.0:1772473198.502862:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1430 00000100:00100000:3.0:1772473198.502869:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170105984:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473198.502904:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170105984:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473198.502911:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1430 00000100:00100000:2.0:1772473198.506709:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473198.506778:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473198.506810:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106240 00000100:00100000:2.0:1772473198.506819:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106240 00000100:00100000:2.0:1772473198.506872:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106368 00000100:00100000:2.0:1772473198.506875:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106368 00000100:00100000:2.0:1772473198.506903:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 612 00000100:00100000:2.0:1772473198.506912:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170106240:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772473198.506945:0:6591:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e1b2b 00000100:00080000:2.0:1772473198.506954:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c3031a0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772473198.506991:0:6591:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967365 00000100:00100000:2.0:1772473198.507259:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170106240:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 346us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473198.507267:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 612 00000100:00100000:2.0:1772473198.507283:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 613 00000100:00100000:2.0:1772473198.507290:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170106368:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:2.0:1772473198.507304:0:6591:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e1e2d 00000100:00080000:2.0:1772473198.507309:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c405469800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772473198.507330:0:6591:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967365 00000100:00080000:3.0:1772473198.507803:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473198.507807:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772473198.507878:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473198.508107:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170106368:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 814us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473198.508115:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 613 00010000:00010000:2.0:1772473198.508131:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473198.967108:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473199.441970:0:95898:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee01f8dd0 20000000:00000080:0.0:1772473199.441986:0:95898:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43530ac00 uarg=0000000000000000 10000000:01000000:0.0:1772473199.442196:0:95898:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473199.442221:0:95898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442239:0:95898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442256:0:95898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442264:0:95898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442272:0:95898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442280:0:95898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442287:0:95898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473199.442291:0:95898:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442298:0:95898:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442310:0:95898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442316:0:95898:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.442322:0:95898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e1f37 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473199.799480:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473199.799498:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473199.799503:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473199.799553:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.799565:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.799577:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473199.799602:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186008192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473199.799671:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473199.799726:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9540 going to sleep for 11 seconds 00000100:00100000:1.0:1772473199.800295:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008192 00000100:00100000:1.0:1772473199.800302:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008192 00000100:00100000:1.0:1772473199.800350:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1772473199.800357:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186008192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473199.800370:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473199.800383:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f3e expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473199.800403:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473199.800410:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473199.800417:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473199.800629:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186008192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 271us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473199.800641:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1772473199.800721:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186008192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473199.800761:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473199.800771:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473199.800792:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473199.800797:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473199.800808:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473199.992179:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473200.203575:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473200.208912:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186008448:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.208984:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473200.209033:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186008320:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.209061:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473200.209114:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008320 00000100:00100000:0.0:1772473200.209122:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008320 00000100:00100000:0.0:1772473200.209166:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1772473200.209174:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186008320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.209235:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186008320:12345-0@lo:400:kworker.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473200.209242:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1772473200.209289:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186008320:0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.209382:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008448 00000100:00100000:1.0:1772473200.209387:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008448 00000100:00100000:1.0:1772473200.209433:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:1.0:1772473200.209440:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186008448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.209499:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186008448:12345-0@lo:400:kworker.0 Request processed in 60us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.209505:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00100000:0.0:1772473200.210235:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186008448:0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.210786:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186008832:0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.210825:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473200.210850:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473200.210866:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186008960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.210890:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473200.210918:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008832 00000100:00100000:1.0:1772473200.210922:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008832 00000100:00100000:1.0:1772473200.210961:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1772473200.210968:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186008832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.211007:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186008832:12345-0@lo:400:kworker.0 Request processed in 40us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.211013:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1772473200.211032:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008960 00000100:00100000:1.0:1772473200.211036:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008960 00000100:00100000:1.0:1772473200.211063:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1772473200.211070:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186008960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.211096:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186008960:12345-0@lo:400:kworker.0 Request processed in 27us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.211105:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00080000:1.0:1772473200.211119:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473200.211123:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473200.211142:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186008960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.211152:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186008832:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.213379:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186008576:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.213464:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473200.213516:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473200.213524:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186008704:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.213549:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473200.213867:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008704 00000100:00100000:1.0:1772473200.213875:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008704 00000100:00100000:1.0:1772473200.213932:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1772473200.213940:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186008704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473200.213992:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186008704:12345-0@lo:400:kworker.0 Request processed in 53us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.214000:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1772473200.214141:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186008576 00000100:00100000:2.0:1772473200.214146:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186008576 00000100:00100000:2.0:1772473200.214186:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:2.0:1772473200.214194:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186008576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473200.214242:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186008576:12345-0@lo:400:kworker.0 Request processed in 49us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473200.214248:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00080000:0.0:1772473200.218368:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473200.218381:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473200.218458:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186008704:0@lo:400:kworker.0 00000100:00100000:0.0:1772473200.218475:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186008576:0@lo:400:kworker.0 00000020:00000080:1.0:1772473200.469263:0:95946:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd19c730d0 20000000:00000080:1.0:1772473200.469281:0:95946:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433f3c400 uarg=0000000000000000 10000000:01000000:1.0:1772473200.472098:0:95946:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473200.472126:0:95946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.472145:0:95946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.472153:0:95946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473200.475484:0:95946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473200.475511:0:95946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 17 pid: 5806 timeout: 2776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473200.475531:0:95946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95946:1858570186009088:0@lo:104: 00000100:00100000:3.0:1772473200.475598:0:95946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473200.475663:0:95946:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b1149c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473200.475869:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009088 00000100:00100000:0.0:1772473200.475877:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009088 00000100:00100000:0.0:1772473200.475932:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1772473200.475941:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95946:x1858570186009088:12345-0@lo:104: 00010000:00010000:0.0:1772473200.475955:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476014:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473200.476020:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:95946:x1858570186009088:12345-0@lo:104: Request processed in 81us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473200.476027:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00010000:00010000:0.0:1772473200.476046:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473200.476052:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476059:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473200.476064:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476073:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473200.476081:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473200.476087:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473200.476121:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476127:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473200.476147:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476155:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351caa00/0xc2ef6d41852e1f3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f45 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473200.476173:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473200.476175:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473200.476177:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473200.476548:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186009216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473200.476585:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473200.476689:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009216 00000100:00100000:1.0:1772473200.476694:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009216 00010000:00010000:1.0:1772473200.476715:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 18 pid: 5806 timeout: 2776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473200.476770:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772473200.476777:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186009216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473200.476788:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473200.476793:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 18 pid: 5806 timeout: 2776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476803:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 18 pid: 5806 timeout: 2776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476830:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476839:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476855:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476862:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476869:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476875:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476880:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473200.476884:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476893:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476902:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473200.476910:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473200.476941:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186009216:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.476947:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772473200.477009:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186009216:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473200.477331:0:95946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e1f45 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f3e expref: 17 pid: 5806 timeout: 2776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473200.477344:0:95946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95946:1858570186009088:0@lo:104: 00010000:00010000:3.0:1772473200.477363:0:95946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473200.477376:0:95946:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473200.477382:0:95946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473200.477389:0:95946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e1f4c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473200.695677:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473200.695682:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186009472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473200.695696:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186009344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473200.696544:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473200.696593:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009344 00000100:00100000:0.0:1772473200.696602:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009344 00000100:00100000:1.0:1772473200.696635:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473200.696655:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009472 00000100:00100000:0.0:1772473200.696660:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009472 00000100:00100000:0.0:1772473200.696690:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1772473200.696701:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1772473200.696703:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186009344:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473200.696716:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186009472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473200.696767:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00002000:00000024:0.0:1772473200.696768:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473200.696821:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186009344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473200.696829:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1772473200.696949:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186009344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473200.697343:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186009472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 631us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473200.697351:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1772473200.697489:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186009472:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473201.015201:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473201.393961:0:95995:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0e81ee00 20000000:00000080:3.0:1772473201.393972:0:95995:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3024d7800 uarg=0000000000000000 10000000:01000000:3.0:1772473201.394169:0:95995:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473201.394190:0:95995:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394205:0:95995:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394215:0:95995:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394221:0:95995:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394229:0:95995:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394236:0:95995:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394243:0:95995:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473201.394248:0:95995:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394257:0:95995:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394268:0:95995:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394273:0:95995:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473201.394277:0:95995:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e1f53 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95995 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.039583:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473202.294974:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473202.294983:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473202.294989:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473202.295045:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.295058:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.295069:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473202.295093:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186009600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473202.295156:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473202.295227:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772473202.301315:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009600 00000100:00100000:0.0:1772473202.301330:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009600 00000100:00100000:0.0:1772473202.301390:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1772473202.301400:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186009600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473202.301418:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473202.301436:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f5a expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.301494:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.301506:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.301516:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772473202.302887:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186009600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1482us (7725us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473202.302903:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1772473202.302974:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186009600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473202.302995:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.303006:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473202.303709:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473202.303720:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473202.303730:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473203.068555:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1772473203.351516:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473203.351528:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772473203.351876:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c40546d800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:2.0:1772473203.351932:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c405469800 for lustre-OST0001 00000001:00100000:3.0:1772473203.369614:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473203.369625:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c3031a3000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:2.0:1772473203.371009:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3031a3000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:2.0:1772473203.371086:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3031a0800 for lustre-OST0000 00000100:00100000:0.0:1772473203.632880:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473203.632927:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473203.632957:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106624 00000100:00100000:0.0:1772473203.632966:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106624 00000100:00100000:0.0:1772473203.633028:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1896 00000100:00100000:0.0:1772473203.633039:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473203.633122:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473203.633130:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1896 00000100:00080000:0.0:1772473203.633152:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473203.633392:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106496 00000100:00100000:2.0:1772473203.633397:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106496 00000100:00100000:2.0:1772473203.633432:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1434 00000100:00100000:2.0:1772473203.633440:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170106496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473203.633474:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170106496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473203.633481:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1434 00010000:00010000:2.0:1772473204.121044:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473205.177375:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473205.305302:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186010112:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305380:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.305447:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772473205.305454:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186009728:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305485:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.305508:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186010240:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305531:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.305557:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186009856:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305580:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.305597:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186010368:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305617:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.305635:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473205.305640:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186009984:0@lo:400:kworker.0 00000100:00100000:0.0:1772473205.305661:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473205.316060:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010240 00000100:00100000:1.0:1772473205.316076:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010240 00000100:00100000:1.0:1772473205.316153:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009856 00000100:00100000:1.0:1772473205.316157:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009856 00000100:00100000:1.0:1772473205.316175:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009984 00000100:00100000:1.0:1772473205.316178:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009984 00000100:00100000:1.0:1772473205.316200:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:1.0:1772473205.316209:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186010240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.316295:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186010240:12345-0@lo:400:kworker.0 Request processed in 87us (10762us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.316302:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:1.0:1772473205.316318:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:1.0:1772473205.316325:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186009856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.316358:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186009856:12345-0@lo:400:kworker.0 Request processed in 34us (10777us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.316364:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:1.0:1772473205.316375:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:1.0:1772473205.316381:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186009984:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772473205.316495:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473205.317473:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186009984:12345-0@lo:400:kworker.0 Request processed in 1089us (11807us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.317484:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00100000:1.0:1772473205.317513:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186009728 00000100:00100000:1.0:1772473205.317518:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186009728 00000100:00100000:1.0:1772473205.317558:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1772473205.317565:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186009728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.317599:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186009728:12345-0@lo:400:kworker.0 Request processed in 35us (12112us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.317605:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:1.0:1772473205.317638:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010112 00000100:00100000:1.0:1772473205.317642:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010112 00000100:00100000:1.0:1772473205.317676:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010368 00000100:00100000:1.0:1772473205.317679:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010368 00000100:00100000:1.0:1772473205.317698:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1772473205.317704:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186010112:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772473205.317866:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473205.317870:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473205.318321:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186010112:12345-0@lo:400:kworker.0 Request processed in 33us (12357us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.318332:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1772473205.318356:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772473205.318365:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186010368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318415:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186010368:12345-0@lo:400:kworker.0 Request processed in 52us (12796us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473205.318422:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772473205.318483:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186009984:0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318497:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186009856:0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318507:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186010368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318555:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186009728:0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318567:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186010240:0@lo:400:kworker.0 00000100:00100000:1.0:1772473205.318577:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186010112:0@lo:400:kworker.0 00000020:00000080:2.0:1772473205.490734:0:96145:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1d7ebf10 20000000:00000080:2.0:1772473205.491505:0:96145:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301dd9400 uarg=0000000000000000 10000000:01000000:2.0:1772473205.491718:0:96145:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473205.492527:0:96145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.492548:0:96145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.492557:0:96145:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473205.497259:0:96145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473205.497283:0:96145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 17 pid: 5806 timeout: 2781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473205.497300:0:96145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96145:1858570186010496:0@lo:104: 00000100:00100000:3.0:1772473205.497377:0:96145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473205.497446:0:96145:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff180 going to sleep for 11 seconds 00000100:00100000:0.0:1772473205.498033:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010496 00000100:00100000:0.0:1772473205.498041:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010496 00000100:00100000:0.0:1772473205.498098:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1772473205.498108:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96145:x1858570186010496:12345-0@lo:104: 00010000:00010000:0.0:1772473205.498122:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.498181:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473205.498187:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96145:x1858570186010496:12345-0@lo:104: Request processed in 80us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473205.498194:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1772473205.498307:0:96145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd8fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96145:1858570186010496:0@lo:104: 00010000:00010000:3.0:1772473205.498329:0:96145:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499371:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473205.499396:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499405:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473205.499409:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499419:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473205.499426:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473205.499431:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473205.499479:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499486:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473205.499525:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499536:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f5a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f61 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473205.499551:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473205.499553:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473205.499554:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473205.499775:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473205.499793:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186010624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473205.499850:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.500009:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010624 00000100:00100000:0.0:1772473205.500017:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010624 00010000:00010000:0.0:1772473205.500043:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 2781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473205.500082:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1772473205.500091:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186010624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473205.500103:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473205.500108:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 2781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500119:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 2781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500133:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1f61 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f5a expref: 18 pid: 5806 timeout: 2781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500145:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500153:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500169:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500176:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500183:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500191:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500196:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473205.500199:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500206:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500226:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473205.500235:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473205.500271:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186010624:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473205.500278:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1772473205.500313:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186010624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473205.501511:0:96145:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473205.501524:0:96145:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473205.501530:0:96145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e1f68 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473205.821008:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473205.821029:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186010752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473205.821095:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.821521:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010752 00000100:00100000:0.0:1772473205.821529:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010752 00000100:00100000:0.0:1772473205.821651:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1772473205.821661:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186010752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473205.821695:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473205.821777:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186010752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473205.821784:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1772473205.821834:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186010752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473205.840169:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473205.840191:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186010880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473205.840256:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473205.840308:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186010880 00000100:00100000:0.0:1772473205.840315:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186010880 00000100:00100000:0.0:1772473205.840356:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1772473205.840365:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186010880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473205.840410:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473205.840450:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186010880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473205.840457:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1772473205.840502:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186010880:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772473206.199217:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473207.036406:0:96195:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc0bb77b0 20000000:00000080:0.0:1772473207.036430:0:96195:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435308c00 uarg=0000000000000000 10000000:01000000:0.0:1772473207.036822:0:96195:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473207.036850:0:96195:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036870:0:96195:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036884:0:96195:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036893:0:96195:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036901:0:96195:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036909:0:96195:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036916:0:96195:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473207.036922:0:96195:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036931:0:96195:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036945:0:96195:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036953:0:96195:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.036961:0:96195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e1f6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96195 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473207.227094:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473207.352931:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473207.352942:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473207.352949:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473207.353012:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353027:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353042:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473207.353075:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186011008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473207.353166:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473207.353231:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c424d53f00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473207.353262:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011008 00000100:00100000:0.0:1772473207.353270:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011008 00000100:00100000:0.0:1772473207.353352:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1772473207.353372:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186011008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473207.353391:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473207.353408:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f76 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353455:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353468:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353479:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cba00, rc 0) 00000100:00100000:0.0:1772473207.353520:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186011008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473207.353528:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1772473207.353593:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186011008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473207.353610:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353620:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473207.353643:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473207.353662:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473207.353671:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473208.256394:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473208.753728:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473208.753801:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473208.753892:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106752 00000100:00100000:3.0:1772473208.753905:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106752 00000100:00100000:3.0:1772473208.753978:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1437 00000100:00100000:3.0:1772473208.753990:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170106752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473208.754082:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170106752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 94us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473208.754090:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1437 00000100:00100000:2.0:1772473208.757883:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170106880 00000100:00100000:2.0:1772473208.757903:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170106880 00000100:00100000:2.0:1772473208.758022:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1900 00000100:00100000:2.0:1772473208.758034:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473208.758168:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170106880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 136us (4365us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473208.758177:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1900 00000100:00080000:3.0:1772473208.758431:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473209.273947:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473210.318498:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473210.423991:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186011392:0@lo:400:kworker.0 00000100:00100000:0.0:1772473210.424086:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473210.424165:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473210.424172:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186011520:0@lo:400:kworker.0 00000100:00100000:0.0:1772473210.424203:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473210.424246:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011392 00000100:00100000:0.0:1772473210.424257:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011392 00000100:00100000:0.0:1772473210.424349:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1772473210.424362:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186011392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473210.424429:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186011392:12345-0@lo:400:kworker.0 Request processed in 70us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473210.424437:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1772473210.424469:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011520 00000100:00100000:0.0:1772473210.424474:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011520 00000100:00100000:0.0:1772473210.424507:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1772473210.424514:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186011520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473210.424542:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186011520:12345-0@lo:400:kworker.0 Request processed in 29us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473210.424549:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00080000:0.0:1772473210.424563:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473210.424568:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473210.424701:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186011264:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.424736:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473210.424793:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186011776:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.424818:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473210.424839:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772473210.424845:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186011136:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.424876:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473210.424900:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186011648:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.424923:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473210.424949:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011776 00000100:00100000:2.0:1772473210.424953:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011776 00000100:00100000:2.0:1772473210.424983:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1772473210.424990:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186011776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425026:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186011776:12345-0@lo:400:kworker.0 Request processed in 37us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473210.425033:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1772473210.425052:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011136 00000100:00100000:2.0:1772473210.425056:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011136 00000100:00100000:2.0:1772473210.425081:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1772473210.425087:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186011136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425112:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186011136:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473210.425118:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1772473210.425144:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011264 00000100:00100000:2.0:1772473210.425147:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011264 00000100:00100000:2.0:1772473210.425165:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011648 00000100:00100000:2.0:1772473210.425167:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011648 00000100:00100000:2.0:1772473210.425183:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1772473210.425189:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186011264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425215:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186011264:12345-0@lo:400:kworker.0 Request processed in 26us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473210.425220:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:2.0:1772473210.425229:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1772473210.425235:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186011648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425258:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186011648:12345-0@lo:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473210.425267:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:2.0:1772473210.425323:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186011136:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425339:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186011648:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425347:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186011264:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425356:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186011776:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425432:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186011520:0@lo:400:kworker.0 00000100:00100000:2.0:1772473210.425442:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186011392:0@lo:400:kworker.0 00000100:00080000:0.0:1772473210.427359:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473210.936042:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186011904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473210.936142:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473210.936245:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186011904 00000100:00100000:0.0:1772473210.936255:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186011904 00000100:00100000:0.0:1772473210.936339:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1772473210.936350:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435568c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186011904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473210.936397:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473210.936453:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435568c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186011904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473210.936460:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1772473210.936824:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186011904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473210.938432:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186012032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473210.938507:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473210.938580:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012032 00000100:00100000:0.0:1772473210.938587:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012032 00000100:00100000:0.0:1772473210.938651:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1772473210.938661:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186012032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473210.938699:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473210.938762:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186012032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473210.938770:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1772473210.938823:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186012032:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473211.325227:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473212.343376:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473212.484032:0:96344:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdaa69e90 20000000:00000080:1.0:1772473212.484055:0:96344:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433f3fc00 uarg=0000000000000000 00010000:00010000:1.0:1772473212.484442:0:96344:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473212.484459:0:96344:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473212.484483:0:96344:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473212.484507:0:96344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.484534:0:96344:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.484545:0:96344:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.484594:0:96344:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.484612:0:96344:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 17 pid: 5806 timeout: 2788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473212.484630:0:96344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96344:1858570186012160:0@lo:104: 00000100:00100000:1.0:1772473212.484722:0:96344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473212.484835:0:96344:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45480 going to sleep for 11 seconds 00000100:00100000:2.0:1772473212.485048:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012160 00000100:00100000:2.0:1772473212.485059:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012160 00000100:00100000:2.0:1772473212.485120:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1772473212.485131:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96344:x1858570186012160:12345-0@lo:104: 00010000:00010000:2.0:1772473212.485146:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485218:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473212.485225:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96344:x1858570186012160:12345-0@lo:104: Request processed in 96us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473212.485246:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00010000:00010000:2.0:1772473212.485280:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473212.485288:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485296:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473212.485300:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485311:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473212.485318:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473212.485325:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473212.485361:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485368:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473212.485392:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485399:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cae00/0xc2ef6d41852e1f76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f7d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485418:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473212.485420:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473212.485421:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473212.485442:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186012288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473212.485475:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473212.485516:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012288 00000100:00100000:2.0:1772473212.485521:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012288 00010000:00010000:2.0:1772473212.485541:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 18 pid: 5806 timeout: 2788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473212.485564:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1772473212.485571:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186012288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473212.485584:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473212.485590:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 18 pid: 5806 timeout: 2788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485600:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 18 pid: 5806 timeout: 2788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485619:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485627:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485639:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485646:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485653:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485660:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485665:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473212.485669:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485676:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485689:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473212.485698:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473212.485725:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186012288:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473212.485732:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1772473212.485801:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186012288:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473212.490892:0:96344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cba00/0xc2ef6d41852e1f7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f76 expref: 17 pid: 5806 timeout: 2788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473212.490920:0:96344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96344:1858570186012160:0@lo:104: 00010000:00010000:1.0:1772473212.490951:0:96344:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.490964:0:96344:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.490972:0:96344:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473212.490979:0:96344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f84 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96344 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473213.367323:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473213.867721:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473213.867800:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473213.867831:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107008 00000100:00100000:0.0:1772473213.867840:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107008 00000100:00100000:0.0:1772473213.867888:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1439 00000100:00100000:0.0:1772473213.867898:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170107008:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473213.867966:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170107008:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473213.867974:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1439 00000100:00100000:1.0:1772473213.868173:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107136 00000100:00100000:1.0:1772473213.868179:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107136 00000100:00100000:1.0:1772473213.868234:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1904 00000100:00100000:1.0:1772473213.868281:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170107136:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473213.868323:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170107136:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473213.868330:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1904 00000100:00080000:0.0:1772473213.869667:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:0.0:1772473213.886882:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473213.886891:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473213.886895:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473213.886945:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473213.886957:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473213.886970:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473213.886998:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186012416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473213.887071:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473213.887127:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43409d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772473213.887684:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012416 00000100:00100000:2.0:1772473213.887693:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012416 00000100:00100000:2.0:1772473213.887772:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1772473213.887782:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186012416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473213.887797:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473213.887812:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1f8b expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473213.887834:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473213.887843:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473213.887850:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54200, rc 0) 00000100:00100000:2.0:1772473213.887894:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186012416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473213.887901:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1772473213.888366:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186012416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473213.888383:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473213.888392:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473213.888416:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473213.888421:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473213.888428:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473214.397124:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473215.419615:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473215.543013:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186012672:0@lo:400:kworker.0 00000100:00100000:0.0:1772473215.543105:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473215.543174:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186013184:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543314:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186012544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543359:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473215.543389:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186013056:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543412:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473215.543437:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473215.543443:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186012928:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543466:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473215.543510:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012672 00000100:00100000:2.0:1772473215.543519:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012672 00000100:00100000:2.0:1772473215.543572:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013056 00000100:00100000:2.0:1772473215.543576:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013056 00000100:00100000:2.0:1772473215.543613:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:2.0:1772473215.543623:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186012672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543684:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186012672:12345-0@lo:400:kworker.0 Request processed in 61us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473215.543692:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:2.0:1772473215.543711:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:2.0:1772473215.543718:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186013056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543777:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186013056:12345-0@lo:400:kworker.0 Request processed in 59us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473215.543783:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:2.0:1772473215.543804:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012544 00000100:00100000:2.0:1772473215.543807:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012544 00000100:00100000:2.0:1772473215.543831:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1772473215.543837:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186012544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543864:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186012544:12345-0@lo:400:kworker.0 Request processed in 27us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473215.543874:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1772473215.543907:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012928 00000100:00100000:2.0:1772473215.543910:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012928 00000100:00100000:2.0:1772473215.543939:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1772473215.543945:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186012928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.543975:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186012928:12345-0@lo:400:kworker.0 Request processed in 30us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473215.543981:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00080000:2.0:1772473215.544002:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473215.544009:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473215.544057:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186012928:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.544068:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186012544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.544077:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186013056:0@lo:400:kworker.0 00000100:00100000:0.0:1772473215.546401:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473215.546490:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186012672:0@lo:400:kworker.0 00000100:00100000:0.0:1772473215.546511:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473215.546523:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186012800:0@lo:400:kworker.0 00000100:00100000:0.0:1772473215.546550:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473215.546610:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186012800 00000100:00100000:0.0:1772473215.546618:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186012800 00000100:00100000:0.0:1772473215.546683:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1772473215.546692:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186012800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473215.546770:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186012800:12345-0@lo:400:kworker.0 Request processed in 77us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473215.546778:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1772473215.546814:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186012800:0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.547064:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013184 00000100:00100000:2.0:1772473215.547072:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013184 00000100:00100000:2.0:1772473215.547105:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1772473215.547114:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186013184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473215.547157:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186013184:12345-0@lo:400:kworker.0 Request processed in 44us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473215.547163:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00080000:2.0:1772473215.547196:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473215.547202:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473215.550853:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186013184:0@lo:400:kworker.0 00000100:00100000:2.0:1772473216.056110:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473216.056142:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186013312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473216.056241:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473216.056323:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013312 00000100:00100000:2.0:1772473216.056333:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013312 00000100:00100000:2.0:1772473216.056393:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1772473216.056403:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186013312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473216.056453:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473216.056508:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186013312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473216.056516:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1772473216.056575:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186013312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473216.061137:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473216.061169:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186013440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473216.061272:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473216.061502:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013440 00000100:00100000:0.0:1772473216.061513:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013440 00000100:00100000:0.0:1772473216.061581:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1772473216.061592:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186013440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473216.061652:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473216.061711:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186013440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473216.061719:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1772473216.061826:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186013440:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473216.438978:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473217.462952:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473217.603429:0:96541:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff468e19d0 20000000:00000080:1.0:1772473217.603454:0:96541:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433f3dc00 uarg=0000000000000000 00010000:00010000:1.0:1772473217.603815:0:96541:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473217.603830:0:96541:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473217.603851:0:96541:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473217.603871:0:96541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.603888:0:96541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.603896:0:96541:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.603942:0:96541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.603961:0:96541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 17 pid: 5805 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473217.603976:0:96541:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96541:1858570186013568:0@lo:104: 00000100:00100000:1.0:1772473217.604038:0:96541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473217.604102:0:96541:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c30108f600 going to sleep for 11 seconds 00000100:00100000:2.0:1772473217.604234:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013568 00000100:00100000:2.0:1772473217.604242:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013568 00000100:00100000:2.0:1772473217.604288:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1772473217.604296:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96541:x1858570186013568:12345-0@lo:104: 00010000:00010000:2.0:1772473217.604308:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604364:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473217.604369:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96541:x1858570186013568:12345-0@lo:104: Request processed in 74us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473217.604377:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00010000:00010000:2.0:1772473217.604400:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473217.604406:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604413:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473217.604418:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604427:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473217.604434:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473217.604440:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473217.604466:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604472:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473217.604491:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604498:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e1f8b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1f92 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604513:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473217.604514:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473217.604516:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473217.604532:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186013696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473217.604556:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473217.604586:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013696 00000100:00100000:2.0:1772473217.604589:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013696 00010000:00010000:2.0:1772473217.604606:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 18 pid: 5805 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473217.604627:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1772473217.604634:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186013696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473217.604643:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473217.604648:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 18 pid: 5805 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604659:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 18 pid: 5805 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604675:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604683:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604694:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604701:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604707:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604713:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604717:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473217.604721:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604727:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604735:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473217.604765:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473217.604791:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186013696:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473217.604797:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1772473217.604834:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186013696:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473217.605673:0:96541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e1f92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1f8b expref: 17 pid: 5805 timeout: 2793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473217.605692:0:96541:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96541:1858570186013568:0@lo:104: 00010000:00010000:1.0:1772473217.605712:0:96541:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.605721:0:96541:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.605726:0:96541:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473217.605732:0:96541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e1f99 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473218.492996:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473218.983647:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473218.983696:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473218.983773:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107392 00000100:00100000:3.0:1772473218.983788:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107392 00000100:00080000:1.0:1772473218.983845:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473218.983925:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1908 00000100:00100000:1.0:1772473218.983940:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107392:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473218.984052:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107392:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 116us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473218.984062:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1908 00000100:00100000:0.0:1772473218.985413:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107264 00000100:00100000:0.0:1772473218.985428:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107264 00000100:00100000:0.0:1772473218.985499:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1442 00000100:00100000:0.0:1772473218.985510:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107264:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473218.987116:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107264:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1594us (3471us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473218.987131:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1442 00000020:00000080:2.0:1772473219.033497:0:96590:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff831796b0 20000000:00000080:2.0:1772473219.033525:0:96590:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433d62c00 uarg=0000000000000000 00010000:00010000:2.0:1772473219.033877:0:96590:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473219.033897:0:96590:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473219.033924:0:96590:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473219.033951:0:96590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.033972:0:96590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.033984:0:96590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.033993:0:96590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034001:0:96590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034011:0:96590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034020:0:96590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473219.034026:0:96590:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034036:0:96590:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034055:0:96590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034065:0:96590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.034072:0:96590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e1fa0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473219.070567:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473219.070581:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473219.070589:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473219.070657:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.070673:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.070687:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473219.070721:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186013824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473219.070835:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473219.070914:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473219.071229:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013824 00000100:00100000:0.0:1772473219.071240:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013824 00000100:00100000:0.0:1772473219.071319:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1772473219.071332:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186013824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473219.071354:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473219.071374:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1fa7 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473219.071406:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473219.071420:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473219.071432:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772473219.071494:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186013824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473219.071502:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1772473219.076701:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186013824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473219.076755:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.076771:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473219.076804:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473219.076811:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.076820:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473219.514169:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473220.535349:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473220.663109:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186013952:0@lo:400:kworker.0 00000100:00100000:3.0:1772473220.663221:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473220.663333:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186013952 00000100:00100000:0.0:1772473220.663344:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186013952 00000100:00100000:0.0:1772473220.663408:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1772473220.663420:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186013952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.664032:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186013952:12345-0@lo:400:kworker.0 Request processed in 611us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473220.664045:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1772473220.664770:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186013952:0@lo:400:kworker.0 00000100:00100000:3.0:1772473220.664804:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473220.664815:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186014080:0@lo:400:kworker.0 00000100:00100000:3.0:1772473220.664869:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473220.665014:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014080 00000100:00100000:0.0:1772473220.665022:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014080 00000100:00100000:0.0:1772473220.665080:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1772473220.665213:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186014080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.665323:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186014080:12345-0@lo:400:kworker.0 Request processed in 234us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473220.665335:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:2.0:1772473220.665565:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186014592:0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.665762:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186014208:0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.665798:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473220.665824:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473220.665830:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014336:0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.665856:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473220.665884:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014208 00000100:00100000:0.0:1772473220.665889:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014208 00000100:00100000:0.0:1772473220.665931:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1772473220.665939:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186014208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.665975:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186014208:12345-0@lo:400:kworker.0 Request processed in 37us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473220.665981:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1772473220.666000:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014336 00000100:00100000:0.0:1772473220.666004:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014336 00000100:00100000:0.0:1772473220.666032:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1772473220.666038:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.666067:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014336:12345-0@lo:400:kworker.0 Request processed in 29us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473220.666074:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:0.0:1772473220.666105:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473220.666111:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473220.666156:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014336:0@lo:400:kworker.0 00000100:00100000:0.0:1772473220.666169:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186014208:0@lo:400:kworker.0 00000100:00100000:2.0:1772473220.666518:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473220.666549:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473220.666557:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186014464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473220.666811:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473220.666855:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014592 00000100:00100000:2.0:1772473220.666861:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014592 00000100:00100000:2.0:1772473220.666904:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1772473220.666911:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186014592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473220.666958:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186014592:12345-0@lo:400:kworker.0 Request processed in 47us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473220.666965:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1772473220.666990:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014464 00000100:00100000:2.0:1772473220.666994:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014464 00000100:00100000:2.0:1772473220.667022:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1772473220.667029:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186014464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473220.667058:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186014464:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473220.667065:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1772473220.667210:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186014464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473220.667225:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186014592:0@lo:400:kworker.0 00000100:00080000:0.0:1772473220.667328:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473220.667335:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473220.667700:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186014080:0@lo:400:kworker.0 00000100:00100000:1.0:1772473221.176819:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473221.176928:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473221.177884:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014720 00000100:00100000:2.0:1772473221.177899:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014720 00000100:00100000:2.0:1772473221.177982:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1772473221.177996:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473221.178049:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473221.178146:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473221.178155:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1772473221.178228:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473221.189206:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473221.189242:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473221.189357:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473221.189538:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014848 00000100:00100000:3.0:1772473221.189550:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014848 00000100:00100000:3.0:1772473221.189617:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1772473221.189628:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473221.189694:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473221.189794:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186014848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 167us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473221.189803:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1772473221.190008:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186014848:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473221.561245:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473222.590250:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473223.609356:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473224.116629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473224.116727:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473224.116785:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107520 00000100:00100000:0.0:1772473224.116796:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107520 00000100:00100000:0.0:1772473224.116852:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1445 00000100:00100000:0.0:1772473224.116863:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107520:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473224.116938:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107520:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 76us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473224.116946:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1445 00000100:00100000:0.0:1772473224.116981:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107648 00000100:00100000:0.0:1772473224.116985:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107648 00000100:00100000:0.0:1772473224.117025:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1912 00000100:00100000:0.0:1772473224.117032:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107648:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473224.117077:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107648:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473224.117085:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1912 00000100:00080000:0.0:1772473224.117236:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473224.636620:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473225.675024:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473225.706058:0:96885:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe232b0b0 20000000:00000080:3.0:1772473225.706079:0:96885:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3024d7800 uarg=0000000000000000 00010000:00010000:3.0:1772473225.706398:0:96885:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473225.706412:0:96885:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473225.706432:0:96885:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473225.706450:0:96885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.706468:0:96885:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.706477:0:96885:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.706516:0:96885:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.706534:0:96885:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 17 pid: 5805 timeout: 2801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473225.706549:0:96885:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96885:1858570186014976:0@lo:104: 00000100:00100000:3.0:1772473225.706908:0:96885:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473225.706965:0:96885:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c407cd3480 going to sleep for 11 seconds 00000100:00100000:0.0:1772473225.707103:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186014976 00000100:00100000:0.0:1772473225.707113:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186014976 00000100:00100000:0.0:1772473225.707194:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1772473225.707204:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96885:x1858570186014976:12345-0@lo:104: 00010000:00010000:0.0:1772473225.707219:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473225.707281:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473225.707286:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:96885:x1858570186014976:12345-0@lo:104: Request processed in 85us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473225.707294:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00010000:00010000:2.0:1772473225.707329:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473225.707336:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707344:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473225.707347:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707357:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473225.707365:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473225.707371:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473225.707398:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707404:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473225.707424:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707431:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54e00/0xc2ef6d41852e1fa7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fae expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707447:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473225.707448:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473225.707450:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473225.707466:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186015104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473225.707494:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473225.707524:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015104 00000100:00100000:2.0:1772473225.707528:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015104 00010000:00010000:2.0:1772473225.707544:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 18 pid: 5805 timeout: 2801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473225.707562:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1772473225.707568:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186015104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473225.707577:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473225.707582:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 18 pid: 5805 timeout: 2801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707592:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 18 pid: 5805 timeout: 2801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707606:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707614:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707625:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707645:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707653:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707659:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707665:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473225.707669:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707675:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707688:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473225.707697:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473225.707719:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186015104:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473225.707724:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1772473225.707777:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186015104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473225.709351:0:96885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e1fae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1fa7 expref: 17 pid: 5805 timeout: 2801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473225.709369:0:96885:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96885:1858570186014976:0@lo:104: 00010000:00010000:3.0:1772473225.709390:0:96885:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.709399:0:96885:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.709405:0:96885:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473225.709417:0:96885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e1fb5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473225.787300:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473225.790264:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473225.790293:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186015616:0@lo:400:kworker.0 00000100:00100000:2.0:1772473225.790360:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473225.790727:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186015232:0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.790777:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473225.790811:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015616 00000100:00100000:3.0:1772473225.790818:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015616 00000100:00100000:3.0:1772473225.790868:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015232 00000100:00100000:3.0:1772473225.790872:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015232 00000100:00100000:3.0:1772473225.790895:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1772473225.790905:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186015616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.790957:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186015616:12345-0@lo:400:kworker.0 Request processed in 53us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473225.790964:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1772473225.790982:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1772473225.790988:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186015232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473225.791136:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186015616:0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.791224:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186015232:12345-0@lo:400:kworker.0 Request processed in 236us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473225.791231:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00080000:3.0:1772473225.791250:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473225.791469:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186015232:0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.791718:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473225.791728:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186015744:0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.791776:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473225.791806:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015744 00000100:00100000:3.0:1772473225.791811:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015744 00000100:00100000:3.0:1772473225.791841:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1772473225.791847:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186015744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473225.791878:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186015744:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473225.791884:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00080000:3.0:1772473225.791899:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473225.791917:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186015744:0@lo:400:kworker.0 00000100:00100000:0.0:1772473225.796384:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186015488:0@lo:400:kworker.0 00000100:00100000:0.0:1772473225.796456:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473225.796511:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772473225.796518:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186015360:0@lo:400:kworker.0 00000100:00100000:0.0:1772473225.796543:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473225.796578:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015360 00000100:00100000:0.0:1772473225.796585:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015360 00000100:00100000:0.0:1772473225.796642:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:0.0:1772473225.796650:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186015360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473225.796697:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186015360:12345-0@lo:400:kworker.0 Request processed in 48us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473225.796703:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00080000:0.0:1772473225.796723:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473225.796771:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186015360:0@lo:400:kworker.0 00000100:00100000:2.0:1772473225.796935:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015488 00000100:00100000:2.0:1772473225.796939:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015488 00000100:00100000:2.0:1772473225.796970:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1772473225.796976:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186015488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473225.797024:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186015488:12345-0@lo:400:kworker.0 Request processed in 48us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473225.797029:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00080000:2.0:1772473225.797228:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473225.797361:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186015488:0@lo:400:kworker.0 00000100:00100000:0.0:1772473226.301145:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186015872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473226.301218:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473226.301359:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186015872 00000100:00100000:2.0:1772473226.301369:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186015872 00000100:00100000:2.0:1772473226.301429:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1772473226.301439:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186015872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473226.301483:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473226.301534:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186015872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473226.301541:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1772473226.302392:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186015872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473226.312970:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473226.312994:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186016000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473226.313092:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473226.313327:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016000 00000100:00100000:2.0:1772473226.313335:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016000 00000100:00100000:2.0:1772473226.313388:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1772473226.313397:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186016000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473226.313433:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473226.313488:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186016000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473226.313495:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1772473226.313570:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186016000:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1772473226.656180:0:96934:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdf2c08d0 20000000:00000080:2.0:1772473226.656198:0:96934:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433f3f400 uarg=0000000000000000 00010000:00010000:2.0:1772473226.656630:0:96934:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473226.656644:0:96934:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473226.656663:0:96934:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473226.656682:0:96934:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656697:0:96934:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656707:0:96934:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656714:0:96934:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656727:0:96934:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656735:0:96934:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656890:0:96934:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473226.656894:0:96934:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656901:0:96934:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656915:0:96934:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656922:0:96934:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.656928:0:96934:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e1fbc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96934 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473226.682592:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473227.254847:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473227.254855:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473227.254859:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473227.254903:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473227.254915:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473227.254928:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473227.254955:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186016128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473227.255030:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473227.255084:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303355000 going to sleep for 11 seconds 00000100:00100000:0.0:1772473227.255139:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016128 00000100:00100000:0.0:1772473227.255146:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016128 00000100:00100000:0.0:1772473227.255199:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1772473227.255217:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186016128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473227.255233:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473227.255247:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e1fc3 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473227.255269:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473227.255279:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473227.255289:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772473227.255336:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186016128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473227.255344:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1772473227.255813:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186016128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473227.255829:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473227.255839:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473227.255857:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473227.255861:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473227.255868:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473227.704763:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473228.728241:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473229.223854:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473229.223916:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107776 00000100:00100000:3.0:1772473229.223925:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107776 00000100:00100000:3.0:1772473229.223993:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1447 00000100:00100000:3.0:1772473229.224002:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107776:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473229.224058:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170107776:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 58us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473229.224066:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1447 00000100:00100000:1.0:1772473229.241829:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473229.241913:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170107904 00000100:00100000:0.0:1772473229.241923:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170107904 00000100:00100000:0.0:1772473229.242655:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1916 00000100:00100000:0.0:1772473229.242666:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107904:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473229.242757:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170107904:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 73us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473229.242765:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1916 00000100:00080000:1.0:1772473229.243684:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772473229.756624:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473230.351085:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473230.359932:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108032 00000100:00100000:0.0:1772473230.359950:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108032 00000100:00100000:0.0:1772473230.360057:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1111 00000100:00100000:0.0:1772473230.360069:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56445:x1858570170108032:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772473230.360094:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473230.360119:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1fd1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1318b expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360194:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360209:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360226:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473230.360617:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772473230.360622:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473230.360661:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360689:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1fd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1318b expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360707:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1318b expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.360716:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772473230.360719:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473230.360723:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772473230.360838:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56445:x1858570170108032:12345-192.168.201.48@tcp:101:rm.0 Request processed in 772us (9762us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473230.360847:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1111 00000100:00100000:0.0:1772473230.366172:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473230.366273:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108160 00000100:00100000:3.0:1772473230.366283:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108160 00000100:00100000:3.0:1772473230.366352:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1112 00000100:00100000:3.0:1772473230.366362:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56445:x1858570170108160:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473230.366388:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473230.366409:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1fdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13192 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366471:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366495:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366507:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366524:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366532:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366537:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366606:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366613:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366619:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366625:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473230.366629:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366640:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366652:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:3.0:1772473230.366655:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473230.366660:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366665:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e1fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366678:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366683:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366689:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366694:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473230.366696:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366701:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366707:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473230.366710:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473230.366713:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366721:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e1fed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366810:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1fdf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13192 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366820:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:3.0:1772473230.366823:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473230.366826:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e1fdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13192 expref: 7 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.366836:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772473230.366888:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56445:x1858570170108160:12345-192.168.201.48@tcp:101:rm.0 Request processed in 527us (725us total) trans 0 rc 301/301 00000100:00100000:3.0:1772473230.366895:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1112 00000100:00100000:1.0:1772473230.493077:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473230.493131:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473230.493248:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108288 00000100:00100000:0.0:1772473230.493267:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108288 00000100:00100000:0.0:1772473230.493338:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108544 00000100:00100000:0.0:1772473230.493341:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108544 00000100:00100000:0.0:1772473230.493374:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1113 00000100:00100000:0.0:1772473230.493384:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170108288:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:0.0:1772473230.493431:0:5810:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:0.0:1772473230.493521:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170108288:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 137us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473230.493530:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1113 00000100:00100000:0.0:1772473230.493547:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1114 00000100:00100000:0.0:1772473230.493553:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56449:x1858570170108544:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:0.0:1772473230.493588:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473230.493613:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e1fd8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1318b expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.493632:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772473230.493642:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473230.494091:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.494107:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.494117:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.494134:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.494145:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.494152:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473230.499298:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00010000:00010000:0.0:1772473230.500974:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.500988:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.500996:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.501003:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473230.501007:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.501015:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.501035:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772473230.501038:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473230.501043:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.501049:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e1ff4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473230.501079:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002ddec99f reply state 00000000ac212ef7 transno 4294967724 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473230.501088:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473230.501303:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56449:x1858570170108544:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 7744us (8167us total) trans 4294967724 rc 0/0 00000100:00100000:0.0:1772473230.501322:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1114 00010000:00010000:2.0:1772473230.519774:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519793:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519802:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519809:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473230.519814:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519821:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519841:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c410b8ab00) 00010000:00010000:2.0:1772473230.519844:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473230.519848:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.519854:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb200/0xc2ef6d41852e1ffb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473230.623340:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473230.623572:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108672 00000100:00100000:0.0:1772473230.623584:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108672 00000100:00100000:0.0:1772473230.623644:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1115 00000100:00100000:0.0:1772473230.623654:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56453:x1858570170108672:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772473230.623680:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473230.623704:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2002 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13199 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.623818:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.623832:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.623843:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473230.623909:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772473230.623914:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473230.623942:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.623982:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2002 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13199 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.623999:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13199 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.624010:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772473230.624013:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473230.624017:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772473230.624086:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56453:x1858570170108672:12345-192.168.201.48@tcp:101:chown.0 Request processed in 433us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473230.624093:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1115 00000100:00100000:1.0:1772473230.639526:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473230.639846:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170108800 00000100:00100000:3.0:1772473230.639856:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170108800 00000100:00100000:3.0:1772473230.639997:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1116 00000100:00100000:3.0:1772473230.640009:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56453:x1858570170108800:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:3.0:1772473230.640031:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473230.640050:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131a0 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640120:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640133:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640147:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640160:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640166:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640173:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640775:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640786:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640793:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473230.640835:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000004:00200000:3.0:1772473230.640838:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473230.640861:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640872:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640879:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640890:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640896:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473230.640941:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640959:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640972:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:3.0:1772473230.640975:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473230.640979:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640986:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e2017 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.640998:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641004:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641009:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641014:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473230.641018:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641028:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641034:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473230.641036:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473230.641039:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641044:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e201e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641134:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a0 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641149:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a0 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473230.641156:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772473230.641158:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473230.641160:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772473230.641227:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56453:x1858570170108800:12345-192.168.201.48@tcp:101:chown.0 Request processed in 1221us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473230.641234:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1116 00000100:00100000:3.0:1772473230.648841:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473230.648973:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109056 00000100:00100000:0.0:1772473230.648983:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109056 00000100:00100000:0.0:1772473230.649047:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1117 00000100:00100000:0.0:1772473230.649067:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56453:x1858570170109056:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:0.0:1772473230.649120:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473230.649147:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2025 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a0 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.649167:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:0.0:1772473230.649180:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473230.649205:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.649219:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.649230:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473230.649859:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007ef0e165 reply state 00000000775a6f90 transno 4294967725 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473230.649870:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772473230.649883:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 512 00000100:00100000:0.0:1772473230.650214:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:56453:x1858570170109056:12345-192.168.201.48@tcp:36:chown.0 Request processed in 997us (1223us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1772473230.650225:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1117 00010000:00010000:0.0:1772473230.657082:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657101:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657109:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657116:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473230.657122:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657130:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657147:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:0.0:1772473230.657150:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772473230.657156:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473230.657164:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e202c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473230.777562:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473230.906994:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186016384:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907077:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907130:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186016896:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907155:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907179:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772473230.907185:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186016256:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907214:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907236:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186016768:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907684:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907717:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186016512:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907767:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907787:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473230.907793:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186016640:0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.907814:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473230.907843:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016384 00000100:00100000:3.0:1772473230.907850:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016384 00000100:00100000:3.0:1772473230.907888:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016768 00000100:00100000:3.0:1772473230.907891:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016768 00000100:00100000:3.0:1772473230.907917:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016512 00000100:00100000:3.0:1772473230.907920:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016512 00000100:00100000:3.0:1772473230.907935:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:3.0:1772473230.907943:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186016384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.908111:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186016384:12345-0@lo:400:kworker.0 Request processed in 169us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473230.908119:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:3.0:1772473230.908136:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1772473230.908142:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186016768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.908166:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186016768:12345-0@lo:400:kworker.0 Request processed in 25us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473230.908171:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1772473230.908181:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:3.0:1772473230.908186:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186016512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473230.908210:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186016512:12345-0@lo:400:kworker.0 Request processed in 24us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473230.908215:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:3.0:1772473230.908232:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016896 00000100:00100000:3.0:1772473230.908235:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016896 00000100:00100000:3.0:1772473230.908509:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016640 00000100:00100000:3.0:1772473230.908513:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016640 00000100:00080000:2.0:1772473230.908695:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473230.908699:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473230.908702:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473230.908719:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1772473230.908728:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186016896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.908785:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186016896:12345-0@lo:400:kworker.0 Request processed in 59us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473230.908791:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1772473230.908803:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1772473230.908809:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186016640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.908833:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186016640:12345-0@lo:400:kworker.0 Request processed in 25us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473230.908843:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1772473230.908864:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186016256 00000100:00100000:2.0:1772473230.908868:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186016256 00000100:00100000:2.0:1772473230.920389:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1772473230.920412:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186016256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.920494:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186016256:12345-0@lo:400:kworker.0 Request processed in 93us (13278us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473230.920502:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1772473230.929009:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186016640:0@lo:400:kworker.0 00000100:00100000:0.0:1772473230.929033:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186016512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.930760:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186016256:0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.930781:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186016768:0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.930793:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186016384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473230.930803:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186016896:0@lo:400:kworker.0 00000100:00100000:0.0:1772473231.415034:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186017024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473231.415115:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473231.415402:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017024 00000100:00100000:2.0:1772473231.415411:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017024 00000100:00100000:2.0:1772473231.415467:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1772473231.415477:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186017024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473231.415512:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473231.415559:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186017024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473231.415566:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1772473231.415870:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186017024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473231.417274:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186017152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473231.417329:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473231.417384:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017152 00000100:00100000:2.0:1772473231.417391:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017152 00000100:00100000:2.0:1772473231.417426:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1772473231.417435:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186017152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473231.417465:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473231.417504:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186017152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473231.417510:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1772473231.417551:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186017152:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1772473231.714475:0:97130:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff571901f0 20000000:00000080:2.0:1772473231.714493:0:97130:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c4352f9400 uarg=0000000000000000 00010000:00010000:2.0:1772473231.715197:0:97130:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772473231.715232:0:97130:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772473231.715236:0:97130:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473231.715247:0:97130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2009 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13199 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.715270:0:97130:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1772473231.715293:0:97130:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473231.715308:0:97130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.715321:0:97130:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.715330:0:97130:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.715365:0:97130:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.715384:0:97130:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 17 pid: 5805 timeout: 2807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473231.715399:0:97130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97130:1858570186017280:0@lo:104: 00000100:00100000:2.0:1772473231.715460:0:97130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473231.715561:0:97130:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772473231.715701:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017280 00000100:00100000:1.0:1772473231.715709:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017280 00000100:00100000:1.0:1772473231.716364:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1772473231.716375:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:97130:x1858570186017280:12345-0@lo:104: 00010000:00010000:1.0:1772473231.716390:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473231.716469:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473231.716474:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:97130:x1858570186017280:12345-0@lo:104: Request processed in 103us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473231.716484:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1772473231.716553:0:97130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97130:1858570186017280:0@lo:104: 00010000:00010000:2.0:1772473231.716574:0:97130:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716687:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473231.716695:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716702:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473231.716707:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716715:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473231.716722:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473231.716729:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473231.716800:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716807:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473231.716829:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716841:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54400/0xc2ef6d41852e1fc3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e1fca expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.716861:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473231.716863:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473231.716865:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473231.716877:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186017408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473231.716914:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473231.716971:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017408 00000100:00100000:3.0:1772473231.716977:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017408 00010000:00010000:3.0:1772473231.716998:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 2807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473231.717022:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1772473231.717029:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186017408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473231.717054:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473231.717060:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 2807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717071:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 2807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717084:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cac00/0xc2ef6d41852e1fca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e1fc3 expref: 18 pid: 5805 timeout: 2807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717095:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717107:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717122:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717128:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717136:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717142:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717147:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473231.717151:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717158:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717168:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.717181:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473231.717211:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186017408:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473231.717218:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1772473231.717247:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186017408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473231.717504:0:97130:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.717513:0:97130:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473231.717529:0:97130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e2033 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473231.800822:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772473232.015642:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00000020:00000080:1.0:1772473232.582695:0:97179:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7eda2e20 20000000:00000080:1.0:1772473232.582713:0:97179:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c8d1c00 uarg=0000000000000000 00010000:00010000:1.0:1772473232.583228:0:97179:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473232.583255:0:97179:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473232.583279:0:97179:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473232.583300:0:97179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583315:0:97179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583325:0:97179:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583332:0:97179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583338:0:97179:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583346:0:97179:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583352:0:97179:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473232.583356:0:97179:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583364:0:97179:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583381:0:97179:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583387:0:97179:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.583394:0:97179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e203a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473232.838006:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473233.595057:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473233.595065:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473233.595069:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473233.595124:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473233.595137:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473233.595149:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473233.595176:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186017536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473233.595243:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473233.595295:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473233.595485:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017536 00000100:00100000:1.0:1772473233.595494:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017536 00000100:00100000:1.0:1772473233.595543:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1772473233.595553:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186017536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473233.595566:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473233.595580:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2041 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473233.595605:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473233.595616:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473233.595625:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772473233.595678:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186017536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473233.595686:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1772473233.596048:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186017536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473233.596063:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473233.596073:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473233.596094:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473233.596100:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473233.596108:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473233.862032:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473234.341555:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473234.341602:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473234.341668:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109184 00000100:00100000:3.0:1772473234.341678:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109184 00000100:00100000:3.0:1772473234.341796:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1450 00000100:00100000:3.0:1772473234.341807:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170109184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473234.341909:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170109184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 103us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473234.341917:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1450 00000100:00100000:3.0:1772473234.342422:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109312 00000100:00100000:3.0:1772473234.342428:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109312 00000100:00100000:3.0:1772473234.342526:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1920 00000100:00100000:3.0:1772473234.342533:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170109312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473234.342571:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170109312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 38us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473234.342578:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1920 00000100:00080000:2.0:1772473234.344276:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772473234.875285:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473235.898018:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473236.026948:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186017792:0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.027014:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473236.027063:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186018304:0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.027087:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473236.027115:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473236.027120:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186017920:0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.027140:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473236.027197:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017792 00000100:00100000:3.0:1772473236.027204:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017792 00000100:00100000:3.0:1772473236.027249:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017920 00000100:00100000:3.0:1772473236.027253:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017920 00000100:00100000:3.0:1772473236.027283:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:3.0:1772473236.027292:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186017792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.027341:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186017792:12345-0@lo:400:kworker.0 Request processed in 50us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473236.027348:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:3.0:1772473236.027364:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1772473236.027369:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186017920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.028560:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186017920:12345-0@lo:400:kworker.0 Request processed in 1185us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473236.028572:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1772473236.028767:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018304 00000100:00100000:3.0:1772473236.028775:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018304 00000100:00100000:3.0:1772473236.028815:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1772473236.028824:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186018304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473236.029379:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186018304:12345-0@lo:400:kworker.0 Request processed in 555us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473236.029387:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00080000:3.0:1772473236.029497:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473236.029503:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473236.031471:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186017664:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.031550:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473236.031600:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186018176:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.031628:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473236.031652:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473236.031659:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186018048:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.031684:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473236.031717:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186017664 00000100:00100000:2.0:1772473236.031725:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186017664 00000100:00100000:2.0:1772473236.031782:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1772473236.031791:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186017664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.031839:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186017664:12345-0@lo:400:kworker.0 Request processed in 49us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473236.031845:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1772473236.031914:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018048 00000100:00100000:2.0:1772473236.031918:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018048 00000100:00100000:2.0:1772473236.031954:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1772473236.031961:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186018048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.031991:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186018048:12345-0@lo:400:kworker.0 Request processed in 31us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473236.031997:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1772473236.032034:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186018048:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.032043:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186017664:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.032110:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186017920:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.032123:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186017792:0@lo:400:kworker.0 00000100:00100000:2.0:1772473236.032134:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186018304:0@lo:400:kworker.0 00000100:00080000:3.0:1772473236.032829:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473236.033452:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018176 00000100:00100000:1.0:1772473236.033461:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018176 00000100:00100000:1.0:1772473236.033524:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:1.0:1772473236.033532:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186018176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473236.033759:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186018176:12345-0@lo:400:kworker.0 Request processed in 207us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473236.033767:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:1.0:1772473236.033817:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186018176:0@lo:400:kworker.0 00000100:00080000:3.0:1772473236.034512:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473236.535195:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473236.535218:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186018432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473236.535282:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473236.535343:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018432 00000100:00100000:2.0:1772473236.535351:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018432 00000100:00100000:2.0:1772473236.535411:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1772473236.535420:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186018432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473236.535455:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473236.535500:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186018432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473236.535507:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1772473236.535554:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186018432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473236.560795:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473236.560819:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186018560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473236.560897:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473236.561344:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018560 00000100:00100000:2.0:1772473236.561353:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018560 00000100:00100000:2.0:1772473236.561420:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1772473236.561430:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186018560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473236.561464:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473236.561524:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186018560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473236.561534:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1772473236.561804:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186018560:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473236.925933:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473237.222734:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473237.222888:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109440 00000100:00100000:2.0:1772473237.222900:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109440 00000100:00100000:2.0:1772473237.222991:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 17 00000100:00100000:2.0:1772473237.223003:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170109440:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772473237.223021:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473237.223024:0:5798:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e2009) 00010000:00010000:2.0:1772473237.223026:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473237.223081:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5547:x1858570170109440:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 80us (357us total) trans 0 rc 116/116 00000100:00100000:2.0:1772473237.223088:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 17 00000100:00080000:3.0:1772473237.223653:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473237.943153:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473238.365057:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473238.365095:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109568 00000100:00100000:3.0:1772473238.365105:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109568 00000100:00100000:3.0:1772473238.365409:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1118 00000100:00100000:3.0:1772473238.365420:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56558:x1858570170109568:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473238.365441:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473238.365464:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e204f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131a7 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365526:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365540:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365552:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473238.365616:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:3.0:1772473238.365621:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473238.365647:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365671:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e204f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a7 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365686:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a7 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.365696:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772473238.365699:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473238.365702:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772473238.365773:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56558:x1858570170109568:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 355us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473238.365780:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1118 00000100:00100000:1.0:1772473238.370325:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473238.370459:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109696 00000100:00100000:2.0:1772473238.370471:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109696 00000100:00100000:2.0:1772473238.370533:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00100000:2.0:1772473238.370543:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56558:x1858570170109696:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772473238.370566:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473238.370585:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e205d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131ae expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370643:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370657:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370667:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370684:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370690:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370697:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370860:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370869:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370876:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473238.370922:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1772473238.370927:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473238.370955:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370967:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370973:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370980:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.370990:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.370994:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371002:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371015:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:2.0:1772473238.371018:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.371022:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371029:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2064 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371040:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371046:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371051:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371056:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.371059:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371065:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371075:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c424f78a00) 00010000:00010000:2.0:1772473238.371078:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.371080:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371086:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e206b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371115:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e205d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ae expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371128:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ae expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.371135:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:2.0:1772473238.371137:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473238.371140:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54a00, rc 0) 00000100:00100000:2.0:1772473238.371463:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56558:x1858570170109696:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 920us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473238.371472:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1119 00000100:00100000:3.0:1772473238.388837:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473238.388875:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170109952 00000100:00100000:3.0:1772473238.388886:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170109952 00000100:00100000:3.0:1772473238.388941:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1120 00000100:00100000:3.0:1772473238.388951:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56558:x1858570170109952:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473238.389003:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473238.389031:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2072 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ae expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.389050:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772473238.389063:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473238.389086:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.389099:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.389108:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772473238.445181:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967726 is committed 00000004:00010000:3.0:1772473238.445292:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000e65c974b reply state 00000000814ca7d9 transno 4294967726 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473238.445306:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473238.445345:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00080000:3.0:1772473238.445437:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1772473238.445453:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56558:x1858570170109952:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 56500us (56639us total) trans 4294967726 rc 0/0 00000100:00100000:3.0:1772473238.445462:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1120 00010000:00010000:2.0:1772473238.445526:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445537:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445544:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445554:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.445558:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445566:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445583:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6500) 00010000:00010000:2.0:1772473238.445586:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473238.445591:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.445598:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e2079 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473238.602447:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473238.605524:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110080 00000100:00100000:2.0:1772473238.605540:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110080 00000100:00100000:2.0:1772473238.605708:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1121 00000100:00100000:2.0:1772473238.605719:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56562:x1858570170110080:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772473238.605762:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473238.605787:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e2080 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131b5 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605860:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605874:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605886:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605900:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605908:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.605915:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606034:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606042:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606049:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473238.606083:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1772473238.606088:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473238.606111:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606331:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606339:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606346:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606356:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.606361:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606368:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606380:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:2.0:1772473238.606383:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.606387:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606393:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e2087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606405:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606411:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606417:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606422:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.606424:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606430:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606440:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c424f78a00) 00010000:00010000:2.0:1772473238.606443:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.606445:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606450:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e208e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606477:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e2080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131b5 expref: 8 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606489:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131b5 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.606496:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772473238.606498:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473238.606500:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772473238.606646:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56562:x1858570170110080:12345-192.168.201.48@tcp:101:touch.0 Request processed in 846us (4125us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473238.606654:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1121 00000100:00100000:2.0:1772473238.610372:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473238.610442:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110336 00000100:00100000:3.0:1772473238.610453:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110336 00000100:00100000:3.0:1772473238.610512:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1122 00000100:00100000:3.0:1772473238.610522:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56562:x1858570170110336:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772473238.610545:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473238.610575:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e209c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131bc expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610716:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610735:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610792:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610808:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610828:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.610835:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473238.611325:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x23:0x0], index 0: 0 00010000:00010000:3.0:1772473238.611483:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e20b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611490:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e20b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611495:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e20b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611518:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611522:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611526:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611531:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473238.611534:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611539:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611546:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:3.0:1772473238.611548:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473238.611552:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611555:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e20a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473238.611563:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000009645e24b reply state 00000000c39e1da9 transno 4294967727 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473238.611569:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473238.611591:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e209c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131bc expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611600:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e20b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131bc expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.611605:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473238.611606:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473238.611608:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772473238.611671:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56562:x1858570170110336:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1151us (1311us total) trans 4294967727 rc 0/0 00000100:00100000:3.0:1772473238.611678:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1122 00010000:00010000:2.0:1772473238.617528:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617546:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617555:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617573:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.617578:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617586:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617603:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6000) 00010000:00010000:2.0:1772473238.617606:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.617610:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.617616:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e20aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473238.620229:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473238.620544:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110592 00000100:00100000:3.0:1772473238.620554:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110592 00000100:00100000:3.0:1772473238.620625:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1123 00000100:00100000:3.0:1772473238.620635:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:56562:x1858570170110592:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772473238.620687:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473238.620711:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e20b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131bc expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.620731:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c4052b6a00) 00010000:00010000:3.0:1772473238.620791:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473238.620841:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.620855:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.620865:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473238.620989:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d953fa57 reply state 00000000552e32c1 transno 4294967728 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473238.620999:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473238.621087:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56562:x1858570170110592:12345-192.168.201.48@tcp:36:touch.0 Request processed in 452us (866us total) trans 4294967728 rc 0/0 00000100:00100000:3.0:1772473238.621095:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1123 00010000:00010000:2.0:1772473238.623409:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623425:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623433:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623439:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473238.623444:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623452:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623468:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:2.0:1772473238.623471:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473238.623475:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.623481:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e20bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473238.624230:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473238.624321:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110720 00000100:00100000:1.0:1772473238.624331:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110720 00000100:00100000:1.0:1772473238.624386:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1124 00000100:00100000:1.0:1772473238.624395:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:56562:x1858570170110720:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473238.624419:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473238.624439:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e20c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131c3 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.624508:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e20c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131c3 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.624522:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e20c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131c3 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.624540:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772473238.624543:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772473238.624546:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772473238.624615:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43435e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56562:x1858570170110720:12345-192.168.201.48@tcp:101:touch.0 Request processed in 219us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473238.624622:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1124 00000100:00100000:3.0:1772473238.636985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473238.637110:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110848 00000100:00100000:2.0:1772473238.637131:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110848 00000100:00100000:2.0:1772473238.637178:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 614 00000100:00100000:2.0:1772473238.637187:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2356:x1858570170110848:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:2.0:1772473238.637218:0:6591:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2664 last 0 00000020:00000080:2.0:1772473238.637251:0:6591:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e20cd 00002000:00100000:2.0:1772473238.637265:0:6591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c43418b800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1772473238.637288:0:6591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1772473238.637509:0:6591:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1772473238.637539:0:6591:0:(import.c:65:import_set_state_nolock()) ffff90c43418d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772473238.637619:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170110848:12345-192.168.201.48@tcp:8:touch.0 Request processed in 431us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473238.637627:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 614 00000100:00100000:1.0:1772473238.652315:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473238.652772:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170110976 00000100:00100000:2.0:1772473238.652782:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170110976 00000100:00100000:2.0:1772473238.652875:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 615 00000100:00100000:2.0:1772473238.652886:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570170110976:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:3.0:1772473238.653455:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473238.723228:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:0:x1858570170110976:12345-192.168.201.48@tcp:2:touch.0 Request processed in 70334us (70913us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1772473238.723242:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 615 00000001:00080000:3.0:1772473238.723500:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000001:00100000:3.0:1772473238.723513:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:1.0:1772473238.728868:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473238.729078:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170111232 00000100:00100000:3.0:1772473238.729088:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170111232 00000100:00100000:3.0:1772473238.729158:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 187 00000100:00100000:3.0:1772473238.729168:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56562:x1858570170111232:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:3.0:1772473238.730533:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56562:x1858570170111232:12345-192.168.201.48@tcp:35:touch.0 Request processed in 1359us (1665us total) trans 4294967729 rc 0/0 00000100:00100000:3.0:1772473238.730545:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 187 00000100:00100000:2.0:1772473238.879797:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473238.879962:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170111360 00000100:00100000:0.0:1772473238.879973:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170111360 00000100:00100000:0.0:1772473238.880035:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1125 00000100:00100000:0.0:1772473238.880046:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56566:x1858570170111360:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772473238.880073:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473238.880094:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131ca expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880170:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880190:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880201:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880216:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880223:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880230:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880338:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880357:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880364:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473238.880399:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5c:0x0]: returning size 0 00000004:00200000:0.0:1772473238.880404:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473238.880425:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880437:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880450:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880456:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880463:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880469:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473238.880473:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880480:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880492:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473238.880495:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473238.880500:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880506:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e20db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880519:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880525:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880531:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880537:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473238.880540:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880545:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880551:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c410b8a300) 00010000:00010000:0.0:1772473238.880554:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473238.880568:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880574:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880602:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ca expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880614:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ca expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.880622:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772473238.880624:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772473238.880627:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca400, rc 0) 00000100:00100000:0.0:1772473238.880685:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56566:x1858570170111360:12345-192.168.201.48@tcp:101:rm.0 Request processed in 642us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473238.880693:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1125 00000100:00100000:1.0:1772473238.884675:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473238.884974:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170111488 00000100:00100000:2.0:1772473238.884985:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170111488 00000100:00100000:2.0:1772473238.885042:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 616 00000100:00100000:2.0:1772473238.885053:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170111488:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473238.885075:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473238.885096:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131d1 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772473238.885134:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x69a5cb96, atime: 0x69a5cb96, ctime: 0x69a5cb96, blocks: 0x1 00010000:00010000:2.0:1772473238.885153:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473238.885156:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473238.885164:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.885185:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473238.885198:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772473238.885267:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170111488:12345-192.168.201.48@tcp:101:rm.0 Request processed in 216us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473238.885275:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 616 00000100:00100000:1.0:1772473238.909439:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473238.909799:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170111744 00000100:00100000:0.0:1772473238.909823:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170111744 00000100:00100000:0.0:1772473238.909878:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1126 00000100:00100000:0.0:1772473238.909888:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56566:x1858570170111744:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772473238.909943:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473238.909975:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca400/0xc2ef6d41852e20e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ca expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910002:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e20c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131c3 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910014:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c420328e00) 00010000:00010000:0.0:1772473238.910027:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473238.910051:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910064:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910073:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910086:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910093:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910099:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910219:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910228:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.910234:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772473238.911878:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].35, 64 off10432 00000004:00080000:0.0:1772473238.911895:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2664744154996ns, next at 2665744151579ns, rc = 0 00010000:00010000:0.0:1772473238.911969:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.911982:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.911992:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912000:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912006:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912011:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912035:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772473238.912058:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912064:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912071:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912077:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473238.912081:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912089:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912100:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772473238.912120:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772473238.912125:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912131:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2105 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912147:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912154:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912159:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912165:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473238.912168:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912178:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912186:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473238.912189:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473238.912192:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.912198:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e20f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473238.912207:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000088ecb1a8 reply state 00000000f49cf050 transno 4294967730 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473238.912217:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473238.912313:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56566:x1858570170111744:12345-192.168.201.48@tcp:36:rm.0 Request processed in 2423us (2880us total) trans 4294967730 rc 0/0 00000100:00100000:0.0:1772473238.912323:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1126 00010000:00010000:1.0:1772473238.924488:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473238.924502:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.924513:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473238.924517:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.924528:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.924546:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5c:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:1.0:1772473238.924550:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772473238.924566:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.924572:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e210c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473238.924601:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473238.924603:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473238.924604:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473238.925141:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925150:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925156:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925161:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473238.925165:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925188:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925198:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c410b8a300) 00010000:00010000:0.0:1772473238.925200:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473238.925203:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473238.925209:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e20fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473238.967995:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473239.470914:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473239.470953:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473239.470980:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473239.471015:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112000 00000100:00100000:2.0:1772473239.471025:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112000 00000100:00100000:2.0:1772473239.471084:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1924 00000100:00100000:2.0:1772473239.471093:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:2358:x1858570170112000:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473239.471181:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:2358:x1858570170112000:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 90us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473239.471189:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1924 00000100:00080000:2.0:1772473239.471210:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473239.471699:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170111872 00000100:00100000:3.0:1772473239.471705:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170111872 00000100:00100000:3.0:1772473239.471775:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1452 00000100:00100000:3.0:1772473239.471784:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170111872:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473239.471837:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170111872:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 54us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473239.471844:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1452 00000100:00100000:0.0:1772473239.472117:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112128 00000100:00100000:0.0:1772473239.472123:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112128 00000100:00100000:0.0:1772473239.472162:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1469 00000100:00100000:0.0:1772473239.472169:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170112128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473239.472208:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170112128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473239.472214:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1469 00010000:00010000:1.0:1772473239.990899:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473240.241693:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473240.243948:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112256 00000100:00100000:0.0:1772473240.243962:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112256 00000100:00100000:0.0:1772473240.244019:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1127 00000100:00100000:0.0:1772473240.244028:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56582:x1858570170112256:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473240.244049:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473240.244068:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2113 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131d8 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244135:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244150:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244164:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473240.244229:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:0.0:1772473240.244234:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473240.244261:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244507:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2113 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d8 expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244525:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d8 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.244535:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473240.244538:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473240.244542:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb400, rc 0) 00000100:00100000:0.0:1772473240.244619:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40e06aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56582:x1858570170112256:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 592us (2936us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473240.244627:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1127 00000100:00100000:1.0:1772473240.253448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473240.253529:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112512 00000100:00100000:0.0:1772473240.253539:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112512 00000100:00100000:0.0:1772473240.253605:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1128 00000100:00100000:0.0:1772473240.253615:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56582:x1858570170112512:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772473240.253668:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473240.253694:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e211a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d8 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.253720:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131b5 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.253732:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473240.253774:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473240.253810:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.253823:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.253840:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473240.310731:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000fff881a0 reply state 00000000d34004e3 transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473240.310912:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772473240.310955:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:1.0:1772473240.311063:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56582:x1858570170112512:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 57445us (57620us total) trans 4294967731 rc 0/0 00000100:00100000:1.0:1772473240.311072:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1128 00000001:00080000:1.0:1772473240.311129:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967730 is committed 00000004:00080000:1.0:1772473240.311135:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 96 committed 00000001:00080000:1.0:1772473240.311161:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967731 is committed 00010000:00010000:2.0:1772473240.314151:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314168:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314177:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314183:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473240.314188:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314197:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314214:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:2.0:1772473240.314218:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473240.314222:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.314229:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e2121 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473240.314679:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473240.314697:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186018688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772473240.314801:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473240.318956:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018688 00000100:00100000:2.0:1772473240.318974:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018688 00000100:00100000:2.0:1772473240.319055:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1772473240.319066:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186018688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772473240.319100:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:35 count 1 00010000:00010000:2.0:1772473240.319125:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.319149:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 5 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.319158:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473240.319160:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473240.319164:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.319203:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 5 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.319218:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 5 pid: 6591 timeout: 2766 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473240.319233:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186018816:192.168.201.48@tcp:104: 00000100:00100000:2.0:1772473240.319315:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9000 going to sleep for 11 seconds 00000100:00080000:3.0:1772473240.320526:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473240.348074:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473240.348118:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112640 00000100:00100000:0.0:1772473240.348127:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112640 00010000:00010000:0.0:1772473240.348178:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 6 pid: 6591 timeout: 2766 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473240.348211:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 457 00000100:00100000:0.0:1772473240.348220:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170112640:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772473240.348235:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473240.348240:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 6 pid: 6591 timeout: 2766 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.348259:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 6 pid: 6591 timeout: 2766 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.348284:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473240.348286:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473240.348291:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.348300:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.348320:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473240.348364:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170112640:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 145us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473240.348372:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 457 00000100:00080000:0.0:1772473240.348423:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772473240.350428:0:6591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089b7bb99/0xc2ef6d41852e20f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131d1 expref: 5 pid: 6591 timeout: 2766 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473240.350452:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186018816:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772473240.350476:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.350487:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.350494:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.350504:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.350513:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.350535:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772473240.351064:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186018688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31998us (36261us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1772473240.351074:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00010000:00010000:3.0:1772473240.351321:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473240.351328:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.351338:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473240.351342:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.351358:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.351376:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.351384:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c866a403/0xc2ef6d41852e2128 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.351405:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473240.351407:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473240.351408:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772473240.351438:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3057a8700/2, rc 0, transno 4294967367 00000100:00100000:3.0:1772473240.351444:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186018688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772473240.418497:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473240.418536:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170112768 00000100:00100000:1.0:1772473240.418546:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170112768 00000100:00100000:1.0:1772473240.418595:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1129 00000100:00100000:1.0:1772473240.418603:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56586:x1858570170112768:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473240.418626:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473240.418644:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e212f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131df expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418701:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418720:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418731:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418763:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418770:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418777:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418940:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418948:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.418956:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473240.418991:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:1.0:1772473240.418995:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473240.419021:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419032:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419042:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419048:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419053:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473240.419058:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419065:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419077:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:1.0:1772473240.419080:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473240.419085:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419090:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2136 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419103:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419109:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419114:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419118:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473240.419122:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419127:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419134:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328d00) 00010000:00010000:1.0:1772473240.419136:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473240.419139:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419145:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e213d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419174:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e212f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131df expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419188:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131df expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.419194:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772473240.419196:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473240.419199:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54a00, rc 0) 00000100:00100000:1.0:1772473240.419265:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56586:x1858570170112768:12345-192.168.201.48@tcp:101:touch.0 Request processed in 662us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473240.419272:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1129 00000100:00100000:2.0:1772473240.425810:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473240.426034:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113024 00000100:00100000:3.0:1772473240.426044:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113024 00000100:00100000:3.0:1772473240.426109:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1130 00000100:00100000:3.0:1772473240.426119:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:56586:x1858570170113024:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:3.0:1772473240.426141:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473240.426161:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e214b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131e6 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426288:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426303:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426316:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426331:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426337:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.426343:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473240.426871:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x23:0x0], index 1: 0 00010000:00010000:3.0:1772473240.427450:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427463:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427472:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427506:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427512:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427518:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427524:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473240.427529:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427536:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427548:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:3.0:1772473240.427551:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473240.427556:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427561:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2152 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473240.427573:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000cf4e684b reply state 000000002903dd51 transno 4294967732 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473240.427581:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473240.427610:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e214b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131e6 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427622:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131e6 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.427629:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473240.427631:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473240.427633:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473240.427775:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56586:x1858570170113024:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1656us (1974us total) trans 4294967732 rc 0/0 00000100:00100000:3.0:1772473240.427795:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1130 00000100:00100000:0.0:1772473240.433187:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473240.433612:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113280 00000100:00100000:3.0:1772473240.433623:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113280 00000100:00100000:3.0:1772473240.433684:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1131 00000100:00100000:3.0:1772473240.433694:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56586:x1858570170113280:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772473240.433800:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473240.433827:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2160 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131e6 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.433846:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473240.433856:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473240.433894:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.433919:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.433929:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473240.434060:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000531e8448 reply state 0000000019461c90 transno 4294967733 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473240.434069:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473240.434166:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56586:x1858570170113280:12345-192.168.201.48@tcp:36:touch.0 Request processed in 473us (989us total) trans 4294967733 rc 0/0 00000100:00100000:3.0:1772473240.434174:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1131 00000100:00100000:1.0:1772473240.437840:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473240.437873:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113408 00000100:00100000:1.0:1772473240.437882:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113408 00000100:00100000:1.0:1772473240.437946:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1132 00000100:00100000:1.0:1772473240.437956:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56586:x1858570170113408:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473240.437986:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473240.438005:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2175 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131ed expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.438059:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2175 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ed expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.438075:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2175 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ed expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.438100:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:1.0:1772473240.438103:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772473240.438107:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473240.438154:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56586:x1858570170113408:12345-192.168.201.48@tcp:101:touch.0 Request processed in 199us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473240.438161:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1132 00010000:00010000:3.0:1772473240.440576:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440592:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440600:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440605:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473240.440610:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440617:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440634:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:3.0:1772473240.440636:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473240.440640:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.440647:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e216e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441048:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441057:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441063:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441068:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473240.441071:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441077:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441100:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6b00) 00010000:00010000:2.0:1772473240.441103:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473240.441106:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.441113:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e2159 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473240.443176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473240.443386:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113536 00000100:00100000:2.0:1772473240.443397:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113536 00000100:00100000:2.0:1772473240.443450:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 618 00000100:00100000:2.0:1772473240.443458:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2356:x1858570170113536:12345-192.168.201.48@tcp:8:touch.0 00010000:00080000:2.0:1772473240.443491:0:6590:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp t0 exp 0000000000000000 cur 2666 last 0 00000020:00000080:2.0:1772473240.443518:0:6590:0:(genops.c:1404:class_connect()) connect: client c0ff5e87-1156-4399-941d-f315c9d668ae, cookie 0xc2ef6d41852e217c 00002000:00100000:2.0:1772473240.443531:0:6590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c0ff5e87-1156-4399-941d-f315c9d668ae/ffff90c421e3f000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1772473240.443558:0:6590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1772473240.443823:0:6590:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1772473240.443854:0:6590:0:(import.c:65:import_set_state_nolock()) ffff90c421e3e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1772473240.444055:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170113536:12345-192.168.201.48@tcp:8:touch.0 Request processed in 595us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473240.444063:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 618 00000100:00100000:1.0:1772473240.447498:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473240.447584:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113664 00000100:00100000:2.0:1772473240.447595:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113664 00000100:00100000:2.0:1772473240.447654:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 619 00000100:00100000:2.0:1772473240.447663:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:0:x1858570170113664:12345-192.168.201.48@tcp:2:touch.0 00000100:00080000:0.0:1772473240.448325:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1772473240.482184:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000001:00100000:3.0:1772473240.482198:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000100:00100000:2.0:1772473240.482602:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:0:x1858570170113664:12345-192.168.201.48@tcp:2:touch.0 Request processed in 34934us (35107us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1772473240.482613:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 619 00000100:00100000:0.0:1772473240.486189:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473240.486283:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170113920 00000100:00100000:1.0:1772473240.486294:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170113920 00000100:00100000:1.0:1772473240.486382:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 188 00000100:00100000:1.0:1772473240.486393:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e96450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:56586:x1858570170113920:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:1.0:1772473240.486722:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e96450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56586:x1858570170113920:12345-192.168.201.48@tcp:35:touch.0 Request processed in 330us (541us total) trans 4294967734 rc 0/0 00000100:00100000:1.0:1772473240.486729:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 188 00000100:00100000:0.0:1772473240.542366:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473240.542458:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114048 00000100:00100000:3.0:1772473240.542468:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114048 00000100:00100000:3.0:1772473240.542535:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1133 00000100:00100000:3.0:1772473240.542546:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c421e10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56590:x1858570170114048:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473240.542575:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473240.542595:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2183 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131f4 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542654:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542667:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542678:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542691:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542698:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473240.542705:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543507:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543520:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543528:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473240.543565:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5d:0x0]: returning size 0 00000004:00200000:2.0:1772473240.543570:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473240.543589:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543600:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543614:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543621:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543628:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543633:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473240.543638:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543645:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543656:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:2.0:1772473240.543659:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473240.543664:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543671:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e218a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543684:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543690:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543695:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543700:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473240.543703:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543708:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543714:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6000) 00010000:00010000:2.0:1772473240.543716:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473240.543719:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543724:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2191 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543821:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131f4 expref: 13 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543835:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131f4 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.543843:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:2.0:1772473240.543845:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473240.543848:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55800, rc 0) 00000100:00100000:2.0:1772473240.543924:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c421e10450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56590:x1858570170114048:12345-192.168.201.48@tcp:101:rm.0 Request processed in 1380us (1565us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473240.543933:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1133 00000100:00100000:0.0:1772473240.555463:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473240.555565:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114176 00000100:00100000:2.0:1772473240.555574:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114176 00000100:00100000:2.0:1772473240.555634:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 620 00000100:00100000:2.0:1772473240.555644:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170114176:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473240.555663:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473240.555683:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c131fb expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772473240.555709:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x69a5cb98, atime: 0x69a5cb98, ctime: 0x69a5cb98, blocks: 0x1 00010000:00010000:2.0:1772473240.555729:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473240.555731:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473240.555790:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.555810:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.555824:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772473240.555874:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170114176:12345-192.168.201.48@tcp:101:rm.0 Request processed in 231us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473240.555881:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 620 00000100:00100000:0.0:1772473240.561443:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473240.561547:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114432 00000100:00100000:1.0:1772473240.561558:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114432 00000100:00100000:1.0:1772473240.561625:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1134 00000100:00100000:1.0:1772473240.561635:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56590:x1858570170114432:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:1.0:1772473240.561686:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772473240.561714:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2198 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131f4 expref: 12 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561804:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2175 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131ed expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561820:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:1.0:1772473240.561831:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473240.561853:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561867:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561877:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561891:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561913:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.561920:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562025:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562033:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562040:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772473240.562574:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].35, 64 off10432 00000004:00080000:1.0:1772473240.562584:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2666394843702ns, next at 2667394841422ns, rc = 0 00010000:00010000:1.0:1772473240.562642:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562653:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562661:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562669:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562677:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562684:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562701:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772473240.562719:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562725:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562732:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562774:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473240.562791:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562800:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562809:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c420328800) 00010000:00010000:1.0:1772473240.562813:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772473240.562817:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562824:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e21b4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562838:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562845:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562851:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562856:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473240.562858:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562867:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562874:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772473240.562876:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473240.562879:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473240.562884:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473240.562892:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d9e754e3 reply state 00000000c73b8e12 transno 4294967735 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563034:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473240.563041:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563051:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473240.563054:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563061:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563070:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5d:0x0].0x0 (ffff90c420328800) 00010000:00010000:0.0:1772473240.563072:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473240.563075:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563081:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473240.563106:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473240.563108:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473240.563110:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473240.563359:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473240.563482:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56590:x1858570170114432:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1845us (2045us total) trans 4294967735 rc 0/0 00000100:00100000:1.0:1772473240.563491:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1134 00010000:00010000:2.0:1772473240.573725:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573771:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573789:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573800:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473240.573805:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573813:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573830:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c420328d00) 00010000:00010000:2.0:1772473240.573833:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473240.573838:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473240.573845:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.015020:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473241.148348:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186019072:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.148412:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.148463:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772473241.148469:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186018944:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.148498:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.148519:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186019456:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.148542:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.148568:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186019200:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.148592:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.148610:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473241.148615:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186019328:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.148634:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.148663:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019072 00000100:00100000:2.0:1772473241.148671:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019072 00000100:00100000:2.0:1772473241.148711:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019200 00000100:00100000:2.0:1772473241.148714:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019200 00000100:00100000:2.0:1772473241.149009:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019328 00000100:00100000:2.0:1772473241.149013:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019328 00000100:00100000:2.0:1772473241.149034:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:2.0:1772473241.149043:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186019072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149098:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186019072:12345-0@lo:400:kworker.0 Request processed in 56us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.149105:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:2.0:1772473241.149122:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:2.0:1772473241.149128:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186019200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149158:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186019200:12345-0@lo:400:kworker.0 Request processed in 30us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.149163:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:2.0:1772473241.149173:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:2.0:1772473241.149179:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186019328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149275:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186019328:12345-0@lo:400:kworker.0 Request processed in 95us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.149282:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:2.0:1772473241.149303:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186018944 00000100:00100000:2.0:1772473241.149307:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186018944 00000100:00100000:2.0:1772473241.149333:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1772473241.149339:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186018944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149367:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186018944:12345-0@lo:400:kworker.0 Request processed in 29us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.149376:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1772473241.149402:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019456 00000100:00100000:2.0:1772473241.149405:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019456 00000100:00100000:2.0:1772473241.149432:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1772473241.149439:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186019456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149467:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186019456:12345-0@lo:400:kworker.0 Request processed in 29us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.149473:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00080000:2.0:1772473241.149500:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473241.149505:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473241.149542:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186019328:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149552:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186019200:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149581:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186018944:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149591:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186019456:0@lo:400:kworker.0 00000100:00100000:2.0:1772473241.149600:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186019072:0@lo:400:kworker.0 00000004:00080000:2.0:1772473241.662622:0:7917:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2667494880348ns, next at 2668494878297ns, rc = 0 00000100:00100000:2.0:1772473241.662648:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186019584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473241.662701:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.662804:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186019712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473241.662834:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473241.663659:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019584 00000100:00100000:2.0:1772473241.663669:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019584 00000100:00100000:2.0:1772473241.663715:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019712 00000100:00100000:2.0:1772473241.663718:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019712 00000100:00100000:2.0:1772473241.663776:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1772473241.663786:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186019584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473241.663821:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473241.664839:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1772473241.664977:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186019584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1192us (2273us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473241.665016:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186019712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473241.665034:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473241.665087:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186019712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.665111:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1772473241.665191:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186019584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473241.665231:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186019712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473241.672384:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1772473241.724530:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473241.724573:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114560 00000100:00100000:3.0:1772473241.724584:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114560 00000100:00100000:3.0:1772473241.724651:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1135 00000100:00100000:3.0:1772473241.724660:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56604:x1858570170114560:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473241.724685:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473241.724705:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e21c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13202 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724796:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724811:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724826:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473241.724888:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1772473241.724893:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473241.724921:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724948:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e21c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13202 expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724966:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13202 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.724975:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:3.0:1772473241.724977:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473241.724981:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00080000:1.0:1772473241.728501:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473241.742526:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56604:x1858570170114560:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 17854us (17992us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473241.742540:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1135 00000100:00100000:1.0:1772473241.763463:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473241.763548:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114816 00000100:00100000:3.0:1772473241.763569:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114816 00000100:00100000:3.0:1772473241.763630:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1136 00000100:00100000:3.0:1772473241.763642:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56604:x1858570170114816:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473241.763696:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473241.763725:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e21c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13202 expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.763788:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131df expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.763802:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:3.0:1772473241.763815:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473241.763842:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.763854:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.763864:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473241.766613:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000724fc948 reply state 0000000072f307c0 transno 4294967736 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473241.766634:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473241.766667:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:3.0:1772473241.766800:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56604:x1858570170114816:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 3157us (3342us total) trans 4294967736 rc 0/0 00000100:00100000:3.0:1772473241.766809:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1136 00010000:00010000:3.0:1772473241.773971:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.773988:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.773996:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.774002:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473241.774007:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.774014:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.774030:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473241.774033:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473241.774037:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473241.774043:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e21d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473241.994570:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473241.994808:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170114944 00000100:00100000:2.0:1772473241.994820:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170114944 00000100:00100000:2.0:1772473241.994894:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1137 00000100:00100000:2.0:1772473241.994905:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170114944:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473241.995278:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170114944:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 373us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473241.995286:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1137 00000100:00100000:0.0:1772473242.003413:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473242.007366:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115072 00000100:00100000:2.0:1772473242.007383:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115072 00000100:00100000:2.0:1772473242.007531:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 621 00000100:00100000:2.0:1772473242.007546:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56616:x1858570170115072:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473242.007927:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56616:x1858570170115072:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 385us (4523us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473242.007935:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 621 00000100:00080000:1.0:1772473242.009601:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473242.011629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473242.012279:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115200 00000100:00100000:2.0:1772473242.012289:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115200 00000100:00080000:1.0:1772473242.012424:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473242.012494:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 622 00000100:00100000:2.0:1772473242.012504:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56616:x1858570170115200:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473242.012830:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56616:x1858570170115200:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 328us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473242.012839:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 622 00000100:00100000:0.0:1772473242.028052:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.028274:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115328 00000100:00100000:3.0:1772473242.028285:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115328 00000100:00100000:3.0:1772473242.028346:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1138 00000100:00100000:3.0:1772473242.028356:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115328:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473242.028666:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115328:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 310us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473242.028674:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1138 00000100:00100000:0.0:1772473242.032259:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.032353:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115456 00000100:00100000:3.0:1772473242.032363:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115456 00000100:00100000:3.0:1772473242.032422:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1139 00000100:00100000:3.0:1772473242.032431:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115456:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473242.032529:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115456:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473242.032538:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1139 00010000:00010000:0.0:1772473242.039210:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473242.050452:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473242.050560:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115584 00000100:00100000:2.0:1772473242.050570:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115584 00000100:00100000:2.0:1772473242.050629:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 623 00000100:00100000:2.0:1772473242.050640:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56616:x1858570170115584:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473242.051412:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56616:x1858570170115584:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 772us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473242.051423:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 623 00000100:00100000:0.0:1772473242.054133:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.054218:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115712 00000100:00100000:3.0:1772473242.054227:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115712 00000100:00100000:3.0:1772473242.054285:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 624 00000100:00100000:3.0:1772473242.054295:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56616:x1858570170115712:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473242.054587:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56616:x1858570170115712:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 292us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473242.054596:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 624 00000100:00100000:0.0:1772473242.062930:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473242.066485:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115840 00000100:00100000:2.0:1772473242.066500:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115840 00000100:00100000:2.0:1772473242.066575:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1140 00000100:00100000:2.0:1772473242.066585:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115840:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473242.066965:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56616:x1858570170115840:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 380us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473242.066974:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1140 00000100:00100000:0.0:1772473242.209307:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473242.209425:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170115968 00000100:00100000:1.0:1772473242.209435:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170115968 00000100:00100000:1.0:1772473242.209496:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1141 00000100:00100000:1.0:1772473242.209506:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:56620:x1858570170115968:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772473242.209528:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473242.209551:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13209 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209616:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209632:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209646:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209663:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209671:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209678:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209853:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209862:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209869:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473242.209902:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:1.0:1772473242.209907:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473242.209931:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209948:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209954:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209961:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209967:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473242.209971:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209979:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.209992:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:1.0:1772473242.209995:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473242.210000:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210007:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e21de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210021:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210028:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210034:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210040:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473242.210043:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210048:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210055:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328500) 00010000:00010000:1.0:1772473242.210058:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473242.210061:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210067:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210095:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13209 expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210110:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13209 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.210118:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473242.210120:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473242.210123:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772473242.210178:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56620:x1858570170115968:12345-192.168.201.48@tcp:101:dd.0 Request processed in 674us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473242.210187:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1141 00000100:00100000:0.0:1772473242.218350:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473242.218828:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116224 00000100:00100000:1.0:1772473242.218841:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116224 00000100:00100000:1.0:1772473242.218916:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1142 00000100:00100000:1.0:1772473242.218926:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:56620:x1858570170116224:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772473242.218951:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473242.218976:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21f3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13210 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219124:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219140:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219151:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219168:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219174:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219178:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772473242.219550:0:5812:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x24:0x0], index 0: 0 00010000:00010000:1.0:1772473242.219712:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2208 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219723:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219736:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219815:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219822:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219829:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219834:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473242.219839:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219846:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219860:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328900) 00010000:00010000:1.0:1772473242.219863:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473242.219867:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219874:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e21fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473242.219888:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000094983b55 reply state 000000004935df04 transno 4294967737 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473242.219896:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772473242.219926:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e21f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13210 expref: 15 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219941:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13210 expref: 14 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473242.219949:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473242.219951:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772473242.219954:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55000, rc 0) 00000100:00100000:1.0:1772473242.220029:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+15:56620:x1858570170116224:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1104us (1700us total) trans 4294967737 rc 0/0 00000100:00100000:1.0:1772473242.220038:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1142 00010000:00010000:3.0:1772473242.224963:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.224981:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.224990:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.224996:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473242.225001:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.225010:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.225028:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c420328500) 00010000:00010000:3.0:1772473242.225031:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473242.225036:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.225042:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2201 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473242.240155:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.240335:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116352 00000100:00100000:3.0:1772473242.240345:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116352 00000100:00100000:3.0:1772473242.240408:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 625 00000100:00100000:3.0:1772473242.240419:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56620:x1858570170116352:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772473242.240440:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473242.240460:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13217 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772473242.240490:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1772473242.240510:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473242.240513:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473242.240522:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.240540:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473242.240554:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772473242.240620:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56620:x1858570170116352:12345-192.168.201.48@tcp:101:dd.0 Request processed in 203us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473242.240628:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 625 00000100:00100000:0.0:1772473242.301665:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473242.301803:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116480 00000100:00100000:1.0:1772473242.301814:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116480 00002000:00100000:1.0:1772473242.301866:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff90c303fdf480 x1858570170116480/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:523/0 lens 488/0 e 0 to 0 dl 1772473253 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772473242.301877:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303fdf480 with x1858570170116480 ext(0->1048575) 00002000:00010000:1.0:1772473242.301883:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c303fdf480 00000100:00100000:1.0:1772473242.301918:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 28 00000100:00100000:1.0:1772473242.301927:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170116480:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:1.0:1772473242.356658:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170116480:12345-192.168.201.48@tcp:4:dd.0 Request processed in 54719us (54990us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1772473242.356675:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 28 00002000:00100000:1.0:1772473242.356689:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x24:0x0] (0->1048575) req@ffff90c303fdf480 x1858570170116480/t4294967368(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:523/0 lens 488/448 e 0 to 0 dl 1772473253 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772473242.356700:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303fdf480 with x1858570170116480 ext(0->1048575) 00002000:00010000:1.0:1772473242.356707:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c303fdf480 00000100:00100000:0.0:1772473242.364587:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.365010:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116608 00000100:00100000:3.0:1772473242.365021:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116608 00000100:00100000:3.0:1772473242.365089:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1143 00000100:00100000:3.0:1772473242.365100:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+14:56620:x1858570170116608:12345-192.168.201.48@tcp:44:dd.0 00000100:00100000:0.0:1772473242.473676:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+14:56620:x1858570170116608:12345-192.168.201.48@tcp:44:dd.0 Request processed in 108566us (109088us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473242.473689:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1143 00000001:00080000:1.0:1772473242.473953:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000004:00080000:1.0:1772473242.473968:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 96 committed 00000004:00080000:1.0:1772473242.473992:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 97 committed 00000100:00100000:3.0:1772473242.474224:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473242.474241:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186019840:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772473242.474290:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473242.474482:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186019840 00000100:00100000:0.0:1772473242.474491:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186019840 00000100:00100000:0.0:1772473242.474540:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1772473242.474549:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186019840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772473242.474578:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00010000:00010000:0.0:1772473242.474605:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.474626:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.474633:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473242.474635:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473242.474639:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.474663:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 5 pid: 6590 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.474673:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 5 pid: 6590 timeout: 2768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473242.474681:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570186019968:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473242.474721:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772473242.481941:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570186019968:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772473242.481966:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473242.482788:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473242.482877:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116736 00000100:00100000:2.0:1772473242.482886:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116736 00000100:00100000:2.0:1772473242.482939:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 627 00000100:00100000:2.0:1772473242.482949:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170116736:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:1.0:1772473242.492593:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473242.492803:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170116864 00000100:00100000:0.0:1772473242.492814:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170116864 00010000:00010000:0.0:1772473242.492857:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 2768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473242.492901:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 458 00000100:00100000:0.0:1772473242.492912:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170116864:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772473242.492927:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473242.492933:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 2768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.492948:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 2768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.492974:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089b7bb99/0xc2ef6d41852e219f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c131fb expref: 6 pid: 6590 timeout: 2768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.492992:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473242.492994:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473242.492999:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493009:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493038:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473242.493106:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170116864:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 195us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473242.493126:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 458 00010000:00010000:0.0:1772473242.493230:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493239:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493249:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493257:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493274:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772473242.493727:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186019840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19178us (19435us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1772473242.493812:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00010000:00010000:0.0:1772473242.493836:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473242.493842:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493850:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473242.493855:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493869:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493883:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493890:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006752295b/0xc2ef6d41852e221d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473242.493908:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473242.493910:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473242.493912:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473242.493960:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43fdddc00/2, rc 0, transno 4294967367 00000100:00100000:0.0:1772473242.493967:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186019840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772473242.522699:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170116736:12345-192.168.201.48@tcp:16:dd.0 Request processed in 39742us (39909us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473242.523313:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 627 00000001:00080000:2.0:1772473242.523351:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:2.0:1772473242.523368:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:1.0:1772473242.529097:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473242.529339:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117120 00000100:00100000:3.0:1772473242.529350:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117120 00000100:00100000:3.0:1772473242.529409:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 189 00000100:00100000:3.0:1772473242.529419:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56620:x1858570170117120:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:0.0:1772473242.530457:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:56620:x1858570170117120:12345-192.168.201.48@tcp:35:dd.0 Request processed in 1036us (1365us total) trans 4294967738 rc 0/0 00000100:00100000:0.0:1772473242.530468:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 189 00010000:00010000:0.0:1772473243.067206:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772473243.990059:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967738 is committed 00010000:00010000:0.0:1772473244.086978:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473244.582390:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473244.582440:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473244.582473:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473244.582526:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473244.582563:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117504 00000100:00100000:2.0:1772473244.582573:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117504 00000100:00100000:2.0:1772473244.582625:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117632 00000100:00100000:2.0:1772473244.582628:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117632 00000100:00100000:2.0:1772473244.582652:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1471 00000100:00100000:2.0:1772473244.582663:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170117504:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473244.582797:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170117504:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 135us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473244.582805:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1471 00000100:00100000:1.0:1772473244.582806:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117376 00000100:00100000:1.0:1772473244.582810:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117376 00000100:00100000:2.0:1772473244.582822:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1472 00000100:00100000:2.0:1772473244.582828:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170117632:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473244.582841:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1928 00000100:00100000:1.0:1772473244.582848:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170117376:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473244.582853:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170117632:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473244.582859:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1472 00000100:00100000:1.0:1772473244.582878:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170117376:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473244.582884:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1928 00000100:00080000:1.0:1772473244.582912:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473244.582916:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473244.582918:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473244.583811:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117248 00000100:00100000:0.0:1772473244.583821:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117248 00000100:00100000:0.0:1772473244.583862:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1454 00000100:00100000:0.0:1772473244.583871:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170117248:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473244.583932:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170117248:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 63us (1553us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473244.583942:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1454 00010000:00010000:0.0:1772473245.112189:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772473245.543505:0:97574:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2671375762833ns, next at 2665744151579ns, rc = 0 00000004:00080000:1.0:1772473245.543620:0:97574:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2671375879407ns, next at 2668494878297ns, rc = 0 00000004:00080000:2.0:1772473245.549446:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 97 committed 00000004:00080000:2.0:1772473245.557002:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 98 committed 00000001:00080000:1.0:1772473245.812176:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00010000:00010000:0.0:1772473246.135348:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473246.263185:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186020096:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263263:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263318:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186020608:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263355:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263382:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473246.263388:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186020224:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263413:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263431:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186020736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263452:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263477:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186020480:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263499:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263517:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473246.263522:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186020352:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263540:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.263567:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020608 00000100:00100000:2.0:1772473246.263574:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020608 00000100:00100000:2.0:1772473246.263620:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020224 00000100:00100000:2.0:1772473246.263624:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020224 00000100:00100000:2.0:1772473246.263638:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020352 00000100:00100000:2.0:1772473246.263641:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020352 00000100:00100000:2.0:1772473246.263658:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:2.0:1772473246.263695:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186020608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263773:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186020608:12345-0@lo:400:kworker.0 Request processed in 107us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.263782:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:2.0:1772473246.263801:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:2.0:1772473246.263807:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186020224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263837:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186020224:12345-0@lo:400:kworker.0 Request processed in 30us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.263843:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:2.0:1772473246.263854:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:2.0:1772473246.263860:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186020352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.263889:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186020352:12345-0@lo:400:kworker.0 Request processed in 29us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.263895:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:2.0:1772473246.263917:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020736 00000100:00100000:2.0:1772473246.263921:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020736 00000100:00100000:2.0:1772473246.263944:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020480 00000100:00100000:2.0:1772473246.263947:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020480 00000100:00100000:2.0:1772473246.263965:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1772473246.263971:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186020736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264000:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186020736:12345-0@lo:400:kworker.0 Request processed in 29us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.264005:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1772473246.264016:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1772473246.264022:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186020480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264046:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186020480:12345-0@lo:400:kworker.0 Request processed in 24us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.264052:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00080000:2.0:1772473246.264070:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473246.264074:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473246.264077:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473246.264111:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186020352:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264123:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1772473246.264128:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3057a8700, transno 4294967367 00000100:00100000:2.0:1772473246.264140:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186020480:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264367:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186020224:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264376:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1772473246.264379:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43fdddc00, transno 4294967367 00000100:00100000:2.0:1772473246.264387:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186020736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.264396:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186020608:0@lo:400:kworker.0 00000100:00100000:1.0:1772473246.265332:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020096 00000100:00100000:1.0:1772473246.265339:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020096 00000100:00100000:1.0:1772473246.265383:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1772473246.265390:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186020096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473246.265450:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186020096:12345-0@lo:400:kworker.0 Request processed in 61us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473246.265456:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1772473246.265876:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186020096:0@lo:400:kworker.0 00000100:00100000:2.0:1772473246.775281:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473246.775303:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186020864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473246.775367:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473246.775430:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020864 00000100:00100000:2.0:1772473246.775437:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020864 00000100:00100000:2.0:1772473246.775478:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1772473246.775485:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186020864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473246.775518:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473246.775559:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186020864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473246.775566:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1772473246.775609:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186020864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473246.775894:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473246.775905:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186020992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473246.775936:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473246.776244:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186020992 00000100:00100000:1.0:1772473246.776249:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186020992 00000100:00100000:1.0:1772473246.776282:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1772473246.776289:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186020992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473246.776308:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473246.776345:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186020992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473246.776350:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1772473246.776379:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186020992:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473247.167979:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473247.327464:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473247.327656:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117760 00000100:00100000:1.0:1772473247.327681:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117760 00000100:00100000:1.0:1772473247.327810:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1144 00000100:00100000:1.0:1772473247.327824:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170117760:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473247.327978:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170117760:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 146us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473247.327988:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1144 00000100:00080000:3.0:1772473247.328863:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473247.329798:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473247.330012:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170117888 00000100:00100000:1.0:1772473247.330023:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170117888 00000100:00100000:1.0:1772473247.330094:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 628 00000100:00100000:1.0:1772473247.330105:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56813:x1858570170117888:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473247.330715:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56813:x1858570170117888:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 610us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473247.330725:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 628 00000100:00080000:3.0:1772473247.330846:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473247.332858:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473247.333026:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118016 00000100:00100000:3.0:1772473247.333038:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118016 00000100:00100000:3.0:1772473247.333123:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 629 00000100:00100000:3.0:1772473247.333135:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56813:x1858570170118016:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473247.333595:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56813:x1858570170118016:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 460us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473247.333605:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 629 00000100:00080000:1.0:1772473247.334191:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473247.337809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473247.337914:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118144 00000100:00100000:2.0:1772473247.337930:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118144 00000100:00100000:2.0:1772473247.338007:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1145 00000100:00100000:2.0:1772473247.338018:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118144:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473247.338341:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118144:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 324us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473247.338349:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1145 00000100:00100000:3.0:1772473247.342235:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473247.342345:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118272 00000100:00100000:0.0:1772473247.342359:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118272 00000100:00100000:0.0:1772473247.342441:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1146 00000100:00100000:0.0:1772473247.342455:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118272:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473247.342579:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118272:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 127us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473247.342588:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1146 00000100:00100000:0.0:1772473247.344774:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473247.345106:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118400 00000100:00100000:2.0:1772473247.345123:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118400 00000100:00100000:2.0:1772473247.345194:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 630 00000100:00100000:2.0:1772473247.345204:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56813:x1858570170118400:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473247.345528:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:56813:x1858570170118400:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 325us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473247.345537:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 630 00000100:00100000:3.0:1772473247.347671:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473247.347857:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118528 00000100:00100000:2.0:1772473247.347873:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118528 00000100:00100000:2.0:1772473247.347938:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 631 00000100:00100000:2.0:1772473247.347947:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56813:x1858570170118528:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473247.348252:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:56813:x1858570170118528:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 305us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473247.348261:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 631 00000100:00100000:3.0:1772473247.351350:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473247.351927:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118656 00000100:00100000:2.0:1772473247.351939:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118656 00000100:00100000:2.0:1772473247.352015:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1147 00000100:00100000:2.0:1772473247.352028:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118656:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473247.352390:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56813:x1858570170118656:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 362us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473247.352400:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1147 00000100:00100000:0.0:1772473247.454640:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473247.454779:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170118912 00000100:00100000:3.0:1772473247.454793:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170118912 00000100:00100000:3.0:1772473247.454865:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1148 00000100:00100000:3.0:1772473247.454875:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:56817:x1858570170118912:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772473247.454942:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473247.454979:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2208 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13210 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455000:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff90c420328400) 00010000:00010000:3.0:1772473247.455012:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473247.455038:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455054:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455069:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455084:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455091:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455098:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455270:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455279:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455286:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473247.455810:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].36, 64 off10496 00000004:00080000:3.0:1772473247.455822:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2673288081518ns, next at 2674288078250ns, rc = 0 00010000:00010000:3.0:1772473247.455987:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.455999:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456008:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456021:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456028:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456035:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456050:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473247.456075:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456081:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456089:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456095:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473247.456101:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456110:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456121:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:3.0:1772473247.456125:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473247.456129:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456140:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2232 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456157:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456163:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456169:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456173:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473247.456176:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456183:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456190:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328900) 00010000:00010000:3.0:1772473247.456192:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473247.456195:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.456201:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2224 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473247.456210:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000099b8e0d9 reply state 00000000e42d88ea transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473247.456220:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473247.456329:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:56817:x1858570170118912:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1452us (1700us total) trans 4294967739 rc 0/0 00000100:00100000:3.0:1772473247.456339:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1148 00010000:00010000:0.0:1772473247.456715:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473247.456724:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473247.456732:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473247.456735:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473247.456768:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473247.456778:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5e:0x0].0x0 (ffff90c4052b6d00) 00010000:00010000:0.0:1772473247.456781:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473247.456785:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473247.456791:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2239 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473247.456810:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473247.456812:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473247.456813:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473247.463221:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463239:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463247:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463254:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473247.463259:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463267:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463287:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6800) 00010000:00010000:3.0:1772473247.463290:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473247.463294:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473247.463300:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e222b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473248.184550:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473249.207023:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473249.706051:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473249.706901:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473249.706927:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473249.706951:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473249.713215:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119040 00000100:00100000:1.0:1772473249.713231:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119040 00000100:00100000:1.0:1772473249.713300:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1456 00000100:00100000:1.0:1772473249.713311:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170119040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473249.713397:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170119040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (7355us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473249.713404:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1456 00000100:00100000:1.0:1772473249.714896:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119168 00000100:00100000:1.0:1772473249.714907:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119168 00000100:00100000:1.0:1772473249.714971:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1932 00000100:00100000:1.0:1772473249.714980:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170119168:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473249.715051:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2359:x1858570170119168:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (8122us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473249.715058:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1932 00000100:00080000:2.0:1772473249.715208:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473249.715393:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119296 00000100:00100000:3.0:1772473249.715399:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119296 00000100:00100000:3.0:1772473249.715447:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119424 00000100:00100000:3.0:1772473249.715450:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119424 00000100:00100000:3.0:1772473249.715470:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1475 00000100:00100000:3.0:1772473249.715478:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170119296:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473249.715513:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170119296:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (8614us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473249.715519:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1475 00000100:00100000:3.0:1772473249.715533:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1476 00000100:00100000:3.0:1772473249.715539:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170119424:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473249.715561:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170119424:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (8610us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473249.715566:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1476 00000100:00080000:2.0:1772473249.716524:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473249.716529:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1772473249.755471:0:97720:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2675587728525ns, next at 2674288078250ns, rc = 0 00000004:00080000:0.0:1772473249.798038:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 99 committed 00000001:00080000:0.0:1772473249.798064:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00000004:00080000:0.0:1772473249.798068:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 98 committed 00000100:00100000:0.0:1772473249.798202:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186021120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772473249.798270:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473249.798346:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021120 00000100:00100000:0.0:1772473249.798355:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021120 00000100:00100000:0.0:1772473249.798408:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1772473249.798417:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186021120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772473249.798449:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:36 count 1 00010000:00010000:0.0:1772473249.798476:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473249.798500:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473249.798508:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772473249.798510:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772473249.798513:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473249.798544:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473249.798559:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 5 pid: 32804 timeout: 2775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473249.798573:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570186021248:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473249.798650:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45840 going to sleep for 11 seconds 00000100:00080000:0.0:1772473249.798663:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473249.804292:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:32804:1858570186021248:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772473249.804323:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473249.813083:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473249.814261:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119552 00000100:00100000:2.0:1772473249.814274:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119552 00010000:00010000:2.0:1772473249.814319:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 2775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473249.814355:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 459 00000100:00100000:2.0:1772473249.814364:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170119552:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772473249.814379:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473249.814385:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 2775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.814398:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 2775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.814421:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2a6d49/0xc2ef6d41852e2216 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13217 expref: 6 pid: 32804 timeout: 2775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.814437:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473249.814439:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473249.814443:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.814452:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.814492:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473249.814553:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170119552:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 190us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473249.814561:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 459 00010000:00010000:3.0:1772473249.815143:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473249.815155:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473249.815165:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473249.815173:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473249.815196:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772473249.815723:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186021120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17303us (17450us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1772473249.815735:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00010000:00010000:2.0:1772473249.815855:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473249.815863:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.815871:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473249.815875:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.815885:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.815902:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.815910:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037479429/0xc2ef6d41852e2240 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473249.815941:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473249.815943:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473249.815944:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772473249.816119:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43fddc000/2, rc 0, transno 4294967369 00000100:00100000:1.0:1772473249.816138:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186021120:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1772473249.816360:0:97720:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2675648619778ns, next at 2668494878297ns, rc = 0 00000004:00080000:0.0:1772473249.818459:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 99 committed 00010000:00010000:1.0:1772473250.235942:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473251.272165:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473251.386314:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186021376:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386399:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386446:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186021888:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386471:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386506:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473251.386512:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186021760:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386535:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386562:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186021632:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386584:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386614:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772473251.386620:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186021504:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386640:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386655:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186022016:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386675:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473251.386704:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021376 00000100:00100000:2.0:1772473251.386712:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021376 00000100:00100000:2.0:1772473251.386782:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1772473251.386792:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186021376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386841:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186021376:12345-0@lo:400:kworker.0 Request processed in 50us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.386848:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1772473251.386880:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021760 00000100:00100000:2.0:1772473251.386884:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021760 00000100:00100000:2.0:1772473251.386913:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022016 00000100:00100000:2.0:1772473251.386916:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022016 00000100:00100000:2.0:1772473251.386939:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1772473251.386945:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186021760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.386975:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186021760:12345-0@lo:400:kworker.0 Request processed in 30us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.386981:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1772473251.386992:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1772473251.386998:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186022016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387026:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186022016:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.387032:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1772473251.387047:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021888 00000100:00100000:2.0:1772473251.387050:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021888 00000100:00100000:2.0:1772473251.387074:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021632 00000100:00100000:2.0:1772473251.387077:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021632 00000100:00100000:2.0:1772473251.387094:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186021504 00000100:00100000:2.0:1772473251.387097:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186021504 00000100:00100000:2.0:1772473251.387109:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:2.0:1772473251.387115:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186021888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387143:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186021888:12345-0@lo:400:kworker.0 Request processed in 28us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.387149:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:2.0:1772473251.387158:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:2.0:1772473251.387163:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186021632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387183:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186021632:12345-0@lo:400:kworker.0 Request processed in 20us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.387187:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:2.0:1772473251.387195:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:2.0:1772473251.387200:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186021504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387217:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186021504:12345-0@lo:400:kworker.0 Request processed in 17us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473251.387222:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00100000:2.0:1772473251.387255:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186021760:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387263:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186021376:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387271:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186021888:0@lo:400:kworker.0 00000100:00080000:2.0:1772473251.387293:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473251.387298:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473251.387300:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473251.387312:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186021504:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387321:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186022016:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.387328:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186021632:0@lo:400:kworker.0 00000100:00100000:2.0:1772473251.895081:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186022144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473251.895166:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473251.895441:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772473251.895451:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186022272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473251.895493:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473251.895523:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022144 00000100:00100000:0.0:1772473251.895531:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022144 00000100:00100000:0.0:1772473251.895572:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022272 00000100:00100000:0.0:1772473251.895575:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022272 00000100:00100000:0.0:1772473251.895734:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1772473251.895776:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570186022144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473251.895811:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1772473251.895857:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570186022144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473251.895864:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1772473251.895884:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1772473251.895890:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186022272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473251.895906:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473251.895930:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186022272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473251.895935:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1772473251.895977:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186022272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473251.896005:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186022144:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473252.278881:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772473252.545684:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00010000:00010000:2.0:1772473253.303466:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473254.327011:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473254.827904:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473254.827951:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473254.827994:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473254.828034:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473254.828119:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119808 00000100:00100000:2.0:1772473254.828130:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119808 00000100:00100000:2.0:1772473254.828203:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1936 00000100:00100000:2.0:1772473254.828213:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170119808:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473254.828286:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170119808:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 74us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473254.828293:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1936 00000100:00100000:2.0:1772473254.828318:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120064 00000100:00100000:2.0:1772473254.828322:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120064 00000100:00100000:2.0:1772473254.828345:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119936 00000100:00100000:2.0:1772473254.828348:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119936 00000100:00100000:2.0:1772473254.828368:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1479 00000100:00100000:2.0:1772473254.828375:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170120064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473254.828402:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170120064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473254.828408:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1479 00000100:00100000:2.0:1772473254.828419:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1480 00000100:00100000:2.0:1772473254.828426:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170119936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473254.828447:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170119936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473254.828452:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1480 00000100:00100000:3.0:1772473254.828892:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170119680 00000100:00100000:3.0:1772473254.828897:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170119680 00000100:00100000:3.0:1772473254.828935:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1458 00000100:00100000:3.0:1772473254.828943:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170119680:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473254.828983:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170119680:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473254.828990:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1458 00000100:00080000:1.0:1772473254.829224:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473254.829229:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473254.829231:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772473255.354171:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473256.374961:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473256.503336:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186022656:0@lo:400:kworker.0 00000100:00100000:0.0:1772473256.503405:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473256.503484:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772473256.503491:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186022528:0@lo:400:kworker.0 00000100:00100000:0.0:1772473256.503525:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473256.503540:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186023040:0@lo:400:kworker.0 00000100:00100000:0.0:1772473256.503563:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473256.503590:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022656 00000100:00100000:0.0:1772473256.503598:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022656 00000100:00100000:0.0:1772473256.503646:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022528 00000100:00100000:0.0:1772473256.503650:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022528 00000100:00100000:0.0:1772473256.503671:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:0.0:1772473256.503679:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186022656:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772473256.503831:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473256.503854:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:3.0:1772473256.503864:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186022528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473256.503907:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186022528:12345-0@lo:400:kworker.0 Request processed in 46us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473256.503914:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00100000:2.0:1772473256.503992:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186022400:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504027:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473256.504059:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186022912:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504079:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473256.504097:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473256.504103:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186022784:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504122:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473256.504146:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023040 00000100:00100000:2.0:1772473256.504150:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023040 00000100:00100000:2.0:1772473256.504180:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022784 00000100:00100000:2.0:1772473256.504183:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022784 00000100:00100000:2.0:1772473256.504202:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1772473256.504207:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186023040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504237:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186023040:12345-0@lo:400:kworker.0 Request processed in 31us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473256.504243:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1772473256.504254:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1772473256.504260:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186022784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504286:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186022784:12345-0@lo:400:kworker.0 Request processed in 26us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473256.504291:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1772473256.504307:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022912 00000100:00100000:2.0:1772473256.504310:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022912 00000100:00100000:2.0:1772473256.504331:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:2.0:1772473256.504337:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186022912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504363:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186022912:12345-0@lo:400:kworker.0 Request processed in 26us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473256.504368:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000100:00080000:2.0:1772473256.504387:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473256.504391:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473256.504393:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473256.504415:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1772473256.504420:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43fddc000, transno 4294967369 00000100:00100000:2.0:1772473256.504433:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186022784:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504445:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186022912:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504488:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186022528:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.504496:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186023040:0@lo:400:kworker.0 00000100:00100000:3.0:1772473256.504892:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186022400 00000100:00100000:3.0:1772473256.504897:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186022400 00000100:00100000:3.0:1772473256.504936:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1772473256.504943:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186022400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473256.504979:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186022400:12345-0@lo:400:kworker.0 Request processed in 37us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473256.504985:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1772473256.505092:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186022656:12345-0@lo:400:kworker.0 Request processed in 1413us (1687us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473256.505100:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00100000:3.0:1772473256.505170:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186022656:0@lo:400:kworker.0 00000100:00100000:2.0:1772473256.506007:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186022400:0@lo:400:kworker.0 00000100:00100000:0.0:1772473257.015222:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186023296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473257.015293:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473257.015417:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023296 00000100:00100000:1.0:1772473257.015426:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023296 00000100:00100000:1.0:1772473257.015487:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1772473257.015506:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186023296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473257.015555:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473257.015618:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186023296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473257.015625:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1772473257.015775:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186023168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473257.015996:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186023296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473257.016050:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473257.016290:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023168 00000100:00100000:1.0:1772473257.016296:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023168 00000100:00100000:1.0:1772473257.016330:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1772473257.016338:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186023168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473257.016358:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473257.016400:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186023168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473257.016406:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1772473257.017337:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186023168:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473257.399767:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473258.430199:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473259.447351:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473259.948550:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473259.948596:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473259.948640:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473259.948679:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473259.948689:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120576 00000100:00100000:3.0:1772473259.948699:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120576 00000100:00100000:2.0:1772473259.948770:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120320 00000100:00100000:2.0:1772473259.948775:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120320 00000100:00100000:3.0:1772473259.948784:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120448 00000100:00100000:3.0:1772473259.948786:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120448 00000100:00100000:3.0:1772473259.948808:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000100:00100000:2.0:1772473259.948808:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1940 00000100:00100000:3.0:1772473259.948817:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473259.948817:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170120320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473259.948885:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 69us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473259.948892:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000100:00100000:3.0:1772473259.948908:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1484 00000100:00100000:0.0:1772473259.948909:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120192 00000100:00100000:0.0:1772473259.948913:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120192 00000100:00100000:3.0:1772473259.948914:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120448:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:1.0:1772473259.948963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473259.948969:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473259.948971:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473259.949105:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1460 00000100:00100000:0.0:1772473259.949114:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170120192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473259.951211:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170120320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 2385us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473259.951226:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1940 00000100:00100000:3.0:1772473259.954006:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120448:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 5080us (5314us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473259.954021:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1484 00000100:00100000:0.0:1772473259.962614:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170120192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 13487us (13960us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473259.962631:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1460 00010000:00010000:1.0:1772473260.471333:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473261.495006:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473261.623518:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473261.623545:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186023680:0@lo:400:kworker.0 00000100:00100000:2.0:1772473261.623565:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186023808:0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.623663:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186024064:0@lo:400:kworker.0 00000100:00100000:0.0:1772473261.624081:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186023424:0@lo:400:kworker.0 00000100:00100000:2.0:1772473261.625156:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473261.625249:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023808 00000100:00100000:2.0:1772473261.625258:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023808 00000100:00100000:2.0:1772473261.625316:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1772473261.625325:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186023808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473261.625386:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186023808:12345-0@lo:400:kworker.0 Request processed in 61us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473261.625393:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1772473261.625635:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186023808:0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.626623:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1772473261.626687:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473261.626846:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024064 00000100:00100000:2.0:1772473261.626854:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024064 00000100:00100000:2.0:1772473261.626910:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1772473261.626918:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186024064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473261.626973:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186024064:12345-0@lo:400:kworker.0 Request processed in 56us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473261.626980:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00080000:1.0:1772473261.627298:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473261.627328:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186024064:0@lo:400:kworker.0 00000100:00100000:3.0:1772473261.627483:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473261.627691:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186023552:0@lo:400:kworker.0 00000100:00100000:3.0:1772473261.628125:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473261.628311:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023680 00000100:00100000:1.0:1772473261.628318:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023680 00000100:00100000:1.0:1772473261.628373:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023552 00000100:00100000:1.0:1772473261.628377:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023552 00000100:00100000:1.0:1772473261.628394:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00100000:1.0:1772473261.628402:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186023680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.628467:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186023680:12345-0@lo:400:kworker.0 Request processed in 65us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473261.628475:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00100000:1.0:1772473261.628493:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1772473261.628500:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186023552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.628527:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186023552:12345-0@lo:400:kworker.0 Request processed in 27us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473261.628532:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1772473261.628646:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186023680:0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.628657:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435205c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186023552:0@lo:400:kworker.0 00000100:00080000:3.0:1772473261.629167:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473261.630187:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473261.630295:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186023936:0@lo:400:kworker.0 00000100:00100000:0.0:1772473261.630334:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473261.630481:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023424 00000100:00100000:2.0:1772473261.630490:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023424 00000100:00100000:2.0:1772473261.630574:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:2.0:1772473261.630583:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186023424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473261.630618:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186023936 00000100:00100000:3.0:1772473261.630623:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186023936 00000100:00100000:2.0:1772473261.630650:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186023424:12345-0@lo:400:kworker.0 Request processed in 68us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473261.630671:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:3.0:1772473261.630679:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186023936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473261.630757:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186023936:12345-0@lo:400:kworker.0 Request processed in 60us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473261.630764:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00000100:00080000:3.0:1772473261.630783:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473261.630921:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186023424:0@lo:400:kworker.0 00000100:00100000:1.0:1772473261.630935:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186023936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473261.631080:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1772473262.135155:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186024192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473262.135232:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473262.135453:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024192 00000100:00100000:1.0:1772473262.135461:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024192 00000100:00100000:1.0:1772473262.135517:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1772473262.135527:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186024192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473262.135562:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473262.135610:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186024192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473262.135618:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1772473262.135642:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473262.135651:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186024320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473262.135687:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473262.135716:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024320 00000100:00100000:1.0:1772473262.135720:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024320 00000100:00100000:1.0:1772473262.135765:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1772473262.135772:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186024320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473262.135790:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473262.135822:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186024320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473262.135828:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1772473262.135870:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186024320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473262.136436:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186024192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772473262.519052:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473263.542966:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473264.566913:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473265.067137:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473265.067194:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473265.067238:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473265.067276:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473265.067315:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121088 00000100:00100000:1.0:1772473265.067324:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121088 00000100:00100000:1.0:1772473265.067393:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120960 00000100:00100000:1.0:1772473265.067397:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120960 00000100:00100000:1.0:1772473265.067418:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1487 00000100:00100000:0.0:1772473265.067418:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120704 00000100:00100000:0.0:1772473265.067422:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120704 00000100:00100000:1.0:1772473265.067442:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170121088:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473265.067451:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1462 00000100:00100000:0.0:1772473265.067457:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170120704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473265.067546:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170120832 00000100:00100000:2.0:1772473265.067550:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170120832 00000100:00100000:2.0:1772473265.067585:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1944 00000100:00100000:2.0:1772473265.067592:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170120832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473265.067649:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170121088:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 209us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473265.067657:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1487 00000100:00100000:1.0:1772473265.067674:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1488 00000100:00100000:1.0:1772473265.067679:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473265.072796:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170120704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 5324us (5543us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473265.072815:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1462 00000100:00080000:0.0:1772473265.073325:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473265.073333:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473265.073337:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473265.076383:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170120832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 8778us (9243us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473265.076399:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1944 00000100:00100000:1.0:1772473265.077337:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170120960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 9649us (10052us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473265.077349:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1488 00010000:00010000:2.0:1772473265.591091:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473266.614999:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473266.744632:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186024704:0@lo:400:kworker.0 00000100:00100000:3.0:1772473266.744697:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473266.744780:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772473266.744786:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186024576:0@lo:400:kworker.0 00000100:00100000:3.0:1772473266.744806:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473266.744827:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024704 00000100:00100000:3.0:1772473266.744833:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024704 00000100:00100000:3.0:1772473266.744867:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024576 00000100:00100000:3.0:1772473266.744869:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024576 00000100:00100000:3.0:1772473266.744883:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00100000:3.0:1772473266.744888:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186024704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473266.744935:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186024704:12345-0@lo:400:kworker.0 Request processed in 46us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473266.744942:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00100000:3.0:1772473266.744957:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:3.0:1772473266.744962:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186024576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.745100:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186024832:0@lo:400:kworker.0 00000100:00100000:1.0:1772473266.745165:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186024448:0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.745993:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473266.746048:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024832 00000100:00100000:2.0:1772473266.746055:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024832 00000100:00100000:2.0:1772473266.746092:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1772473266.746100:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186024832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.746141:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186024832:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473266.746148:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:2.0:1772473266.746189:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186024832:0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.746229:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186025088:0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.746254:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473266.746279:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186024704:0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.746311:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025088 00000100:00100000:2.0:1772473266.746314:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025088 00000100:00100000:2.0:1772473266.746352:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1772473266.746359:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186025088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.746392:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186025088:12345-0@lo:400:kworker.0 Request processed in 34us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473266.746398:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1772473266.746435:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186025088:0@lo:400:kworker.0 00000100:00080000:0.0:1772473266.747079:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473266.747090:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473266.747094:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473266.753866:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473266.753915:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186024960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473266.753944:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473266.754045:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024448 00000100:00100000:2.0:1772473266.754054:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024448 00000100:00100000:2.0:1772473266.754103:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1772473266.754111:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186024448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473266.754165:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186024448:12345-0@lo:400:kworker.0 Request processed in 54us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473266.754171:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1772473266.754267:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186024448:0@lo:400:kworker.0 00000100:00100000:0.0:1772473266.755611:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186024960 00000100:00100000:0.0:1772473266.755628:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186024960 00000100:00100000:0.0:1772473266.755733:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947 00000100:00080000:1.0:1772473266.755771:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473266.755784:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186024960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473266.755893:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186024960:12345-0@lo:400:kworker.0 Request processed in 113us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473266.755901:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947 00000100:00100000:1.0:1772473266.758482:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186024960:0@lo:400:kworker.0 00000100:00100000:3.0:1772473266.758989:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186024576:12345-0@lo:400:kworker.0 Request processed in 14024us (14179us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473266.759000:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:2.0:1772473266.759111:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186024576:0@lo:400:kworker.0 00000100:00100000:2.0:1772473267.255039:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186025216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473267.255116:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473267.255337:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025216 00000100:00100000:1.0:1772473267.255347:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025216 00000100:00100000:1.0:1772473267.255404:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1772473267.255414:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186025216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473267.255452:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473267.255501:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186025216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473267.255508:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1772473267.255562:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186025216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473267.256093:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473267.256102:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186025344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473267.256133:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473267.256167:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025344 00000100:00100000:1.0:1772473267.256171:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025344 00000100:00100000:1.0:1772473267.256197:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1772473267.256203:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186025344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473267.256222:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473267.256253:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186025344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473267.256260:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1772473267.256288:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186025344:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473267.639111:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473268.663845:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473268.668616:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473268.668798:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121216 00000100:00100000:3.0:1772473268.668808:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121216 00000100:00080000:1.0:1772473268.668843:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473268.668877:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00100000:3.0:1772473268.668888:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121216:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473268.668970:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121216:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 84us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473268.668977:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1149 00000100:00100000:3.0:1772473268.673211:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473268.673297:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121344 00000100:00100000:0.0:1772473268.673307:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121344 00000100:00080000:1.0:1772473268.673361:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473268.673378:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 633 00000100:00100000:0.0:1772473268.673390:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121344:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772473268.673669:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121344:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 281us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473268.673678:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 633 00000100:00100000:1.0:1772473268.687049:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473268.687077:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121472 00000100:00100000:1.0:1772473268.687085:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121472 00000100:00100000:1.0:1772473268.687137:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 634 00000100:00100000:1.0:1772473268.687148:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121472:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473268.687578:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121472:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 430us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473268.687584:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 634 00000100:00080000:1.0:1772473268.687607:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473268.694621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473268.694659:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121600 00000100:00100000:3.0:1772473268.694671:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121600 00000100:00100000:3.0:1772473268.694721:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1150 00000100:00100000:3.0:1772473268.694730:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121600:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473268.695048:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121600:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 317us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473268.695056:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1150 00000100:00100000:1.0:1772473268.701575:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473268.701646:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121728 00000100:00100000:3.0:1772473268.701656:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121728 00000100:00100000:3.0:1772473268.703362:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1151 00000100:00100000:3.0:1772473268.703382:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121728:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473268.703485:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170121728:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 110us (1920us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473268.703493:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1151 00000100:00100000:1.0:1772473268.710497:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473268.710661:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121856 00000100:00100000:3.0:1772473268.710671:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121856 00000100:00100000:3.0:1772473268.710727:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 635 00000100:00100000:3.0:1772473268.710761:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121856:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473268.711048:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121856:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 311us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473268.711056:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 635 00000100:00100000:3.0:1772473268.716566:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473268.717041:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170121984 00000100:00100000:1.0:1772473268.717051:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170121984 00000100:00100000:1.0:1772473268.717274:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 636 00000100:00100000:1.0:1772473268.717285:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121984:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473268.717571:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57075:x1858570170121984:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 287us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473268.717578:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 636 00000100:00100000:3.0:1772473268.725444:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473268.725517:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122112 00000100:00100000:0.0:1772473268.725528:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122112 00000100:00100000:0.0:1772473268.725584:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1152 00000100:00100000:0.0:1772473268.725595:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170122112:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473268.725980:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57075:x1858570170122112:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 386us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473268.725988:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1152 00010000:00010000:0.0:1772473269.687116:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473270.181596:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473270.181642:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473270.181681:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473270.181708:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473270.181763:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122240 00000100:00100000:0.0:1772473270.181774:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122240 00000100:00100000:0.0:1772473270.181828:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1464 00000100:00100000:0.0:1772473270.181838:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170122240:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473270.182015:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170122240:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 177us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473270.182023:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1464 00000100:00100000:0.0:1772473270.182061:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122624 00000100:00100000:0.0:1772473270.182064:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122624 00000100:00100000:0.0:1772473270.182102:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122496 00000100:00100000:0.0:1772473270.182105:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122496 00000100:00100000:0.0:1772473270.182126:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:0.0:1772473270.182133:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170122624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473270.182165:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170122624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473270.182172:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:0.0:1772473270.182185:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1492 00000100:00100000:0.0:1772473270.182191:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170122496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473270.182217:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170122496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473270.182223:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1492 00000100:00080000:0.0:1772473270.182243:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473270.182247:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473270.182365:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122368 00000100:00100000:3.0:1772473270.182370:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122368 00000100:00100000:3.0:1772473270.182414:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1948 00000100:00100000:3.0:1772473270.182421:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170122368:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473270.182455:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170122368:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473270.182461:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1948 00000100:00080000:0.0:1772473270.182638:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473270.583525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473270.583684:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170122752 00000100:00100000:0.0:1772473270.583695:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170122752 00000100:00100000:0.0:1772473270.583769:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00100000:0.0:1772473270.583780:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57089:x1858570170122752:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473270.583802:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473270.583822:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e2247 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1321e expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.583885:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.583900:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.583913:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473270.583993:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:0.0:1772473270.583998:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473270.584022:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.584047:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e2247 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1321e expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.584062:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1321e expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.584070:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328900) 00010000:00010000:0.0:1772473270.584073:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473270.584077:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772473270.584134:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57089:x1858570170122752:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 356us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473270.584141:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1153 00000100:00100000:3.0:1772473270.589010:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473270.591520:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123008 00000100:00100000:2.0:1772473270.591536:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123008 00000100:00100000:2.0:1772473270.591603:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1154 00000100:00100000:2.0:1772473270.591613:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57089:x1858570170123008:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473270.591663:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473270.591690:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e224e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1321e expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.591714:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e21ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13209 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.591726:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328900) 00010000:00010000:2.0:1772473270.591753:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473270.591788:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.591801:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.591811:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473270.653959:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000467bbad3 reply state 000000009838f790 transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473270.653981:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473270.654020:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:2.0:1772473270.654129:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57089:x1858570170123008:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 62514us (65124us total) trans 4294967740 rc 0/0 00000100:00100000:2.0:1772473270.654142:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1154 00000001:00080000:2.0:1772473270.654201:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967740 is committed 00010000:00010000:1.0:1772473270.654299:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654309:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654317:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654323:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473270.654328:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654336:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654353:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78600) 00010000:00010000:1.0:1772473270.654357:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772473270.654362:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.654368:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2255 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.711837:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473270.733545:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473270.736418:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123136 00000100:00100000:1.0:1772473270.736433:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123136 00000100:00100000:1.0:1772473270.736486:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 190 00000100:00100000:1.0:1772473270.736495:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57093:x1858570170123136:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:1.0:1772473270.736623:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57093:x1858570170123136:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 127us (3097us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772473270.736630:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 190 00000100:00100000:3.0:1772473270.749613:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473270.749708:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123264 00000100:00100000:2.0:1772473270.749721:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123264 00000100:00100000:2.0:1772473270.753461:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1155 00000100:00100000:2.0:1772473270.753483:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57093:x1858570170123264:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772473270.753507:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473270.753540:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e225c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13225 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753604:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753619:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753631:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753646:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753654:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.753661:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754059:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754068:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754075:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473270.754102:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1772473270.754106:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473270.754129:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754140:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754146:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754153:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754159:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473270.754163:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754171:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754183:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:2.0:1772473270.754186:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473270.754191:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754201:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2263 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754215:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754312:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754319:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754325:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473270.754328:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754335:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754343:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c424f78100) 00010000:00010000:2.0:1772473270.754345:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473270.754348:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754354:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e226a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754385:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e225c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13225 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754397:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13225 expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.754404:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:2.0:1772473270.754407:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473270.754409:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772473270.754485:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57093:x1858570170123264:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1011us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473270.754493:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1155 00000100:00100000:3.0:1772473270.762044:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473270.762087:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123520 00000100:00100000:3.0:1772473270.762096:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123520 00000100:00100000:3.0:1772473270.762146:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1156 00000100:00100000:3.0:1772473270.762154:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57093:x1858570170123520:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772473270.762176:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473270.762194:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2278 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1322c expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762901:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762917:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762929:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762943:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762951:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.762964:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473270.764178:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x24:0x0], index 1: 0 00010000:00010000:3.0:1772473270.765772:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e228d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765794:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e228d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765806:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e228d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765847:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765854:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765862:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765868:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473270.765873:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765881:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765896:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772473270.765899:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473270.765905:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765911:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e227f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473270.765924:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000076ed72cd reply state 000000001c7ddfd6 transno 4294967741 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473270.765933:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473270.765967:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2278 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1322c expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765982:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e228d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1322c expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.765989:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:3.0:1772473270.765991:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473270.765994:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772473270.766068:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57093:x1858570170123520:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 3913us (4034us total) trans 4294967741 rc 0/0 00000100:00100000:3.0:1772473270.766078:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1156 00000100:00100000:0.0:1772473270.771669:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:1.0:1772473270.771825:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771837:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771845:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771851:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473270.771856:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771865:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771881:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6900) 00010000:00010000:1.0:1772473270.771884:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473270.771889:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.771898:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2286 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473270.774828:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123776 00000100:00100000:0.0:1772473270.774843:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123776 00000100:00100000:0.0:1772473270.774910:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1157 00000100:00100000:0.0:1772473270.774920:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57093:x1858570170123776:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:0.0:1772473270.774988:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473270.775015:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e228d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1322c expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.775032:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c4052b6700) 00010000:00010000:0.0:1772473270.775043:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473270.775080:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.775093:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473270.775103:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473270.775226:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002e792e4e reply state 000000003062e0c5 transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473270.775235:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473270.775344:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57093:x1858570170123776:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 424us (3683us total) trans 4294967742 rc 0/0 00000100:00100000:0.0:1772473270.775352:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1157 00010000:00010000:2.0:1772473270.784663:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784683:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784691:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784699:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473270.784703:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784712:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784729:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:2.0:1772473270.784732:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473270.784754:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.784771:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb400/0xc2ef6d41852e229b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473270.793919:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473270.794160:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170123904 00000100:00100000:2.0:1772473270.794169:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170123904 00000100:00100000:2.0:1772473270.794230:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1158 00000100:00100000:2.0:1772473270.794239:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57093:x1858570170123904:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772473270.794286:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473270.794308:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e22a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13233 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.794363:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e22a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13233 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.794377:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e22a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13233 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.794395:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c424f78100) 00010000:00010000:2.0:1772473270.794399:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772473270.794402:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772473270.794458:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57093:x1858570170123904:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 220us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473270.794465:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1158 00000100:00100000:0.0:1772473270.801424:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473270.801469:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124032 00000100:00100000:2.0:1772473270.801481:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124032 00000100:00100000:2.0:1772473270.801548:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 637 00000100:00100000:2.0:1772473270.801569:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170124032:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:2.0:1772473270.802193:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170124032:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 635us (777us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1772473270.802205:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 637 00000100:00100000:0.0:1772473270.812887:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473270.812959:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124288 00000100:00100000:1.0:1772473270.812969:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124288 00000100:00100000:1.0:1772473270.813083:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 191 00000100:00100000:1.0:1772473270.813093:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57093:x1858570170124288:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:1.0:1772473270.813425:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57093:x1858570170124288:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 333us (546us total) trans 4294967743 rc 0/0 00000100:00100000:1.0:1772473270.813433:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 191 00000100:00100000:0.0:1772473270.866976:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473270.867066:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124416 00000100:00100000:3.0:1772473270.867077:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124416 00000100:00100000:3.0:1772473270.867134:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1159 00000100:00100000:3.0:1772473270.867145:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57097:x1858570170124416:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:3.0:1772473270.867172:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473270.867190:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e22a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1323a expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867260:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867274:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867286:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867302:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867310:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867316:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867413:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867425:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867431:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473270.867465:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5f:0x0]: returning size 0 00000004:00200000:3.0:1772473270.867470:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473270.867488:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867499:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867507:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867514:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867520:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867526:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473270.867530:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867537:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867549:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772473270.867552:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473270.867557:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867563:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867576:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867581:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867587:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867592:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473270.867595:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867601:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867608:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6200) 00010000:00010000:3.0:1772473270.867610:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473270.867613:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867619:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867647:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e22a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1323a expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867662:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1323a expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.867669:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c424f78100) 00010000:00010000:3.0:1772473270.867671:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473270.867673:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772473270.867737:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57097:x1858570170124416:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 593us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473270.867792:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1159 00000100:00100000:0.0:1772473270.876409:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473270.876672:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124544 00000100:00100000:3.0:1772473270.876682:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124544 00000100:00100000:3.0:1772473270.876783:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 638 00000100:00100000:3.0:1772473270.876794:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170124544:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:2.0:1772473270.876915:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473270.876941:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13241 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772473270.876970:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x69a5cbb7, atime: 0x69a5cbb7, ctime: 0x69a5cbb7, blocks: 0x1 00010000:00010000:2.0:1772473270.876991:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473270.876993:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473270.877002:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.877020:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.877033:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55200, rc 0) 00000100:00100000:2.0:1772473270.877134:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170124544:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 340us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473270.877142:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 638 00000100:00100000:2.0:1772473270.887651:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473270.887991:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124800 00000100:00100000:1.0:1772473270.888002:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124800 00000100:00100000:1.0:1772473270.888101:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1160 00000100:00100000:1.0:1772473270.888112:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57097:x1858570170124800:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:1.0:1772473270.888161:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772473270.888188:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e22be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1323a expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888209:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e22a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13233 expref: 11 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888234:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c424f78100) 00010000:00010000:1.0:1772473270.888245:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473270.888280:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888296:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888304:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888317:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888323:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888328:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888432:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888440:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.888447:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772473270.888882:0:5811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].36, 64 off10496 00000004:00080000:1.0:1772473270.888892:0:5811:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2696721151792ns, next at 2697721149610ns, rc = 0 00010000:00010000:1.0:1772473270.889233:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889258:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889271:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889278:0:5811:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889287:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889292:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889322:0:5811:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772473270.889342:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889348:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889355:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889360:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473270.889364:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.889368:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473270.889372:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.889374:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889381:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c420328600) 00010000:00010000:1.0:1772473270.889384:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772473270.889470:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889476:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e22da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889493:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889498:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889504:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889508:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473270.889510:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889516:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889523:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:1.0:1772473270.889526:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473270.889529:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.889535:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e22cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473270.889543:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002bdf9421 reply state 00000000e0e3efb7 transno 4294967744 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473270.889556:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473270.889637:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57097:x1858570170124800:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1526us (2080us total) trans 4294967744 rc 0/0 00000100:00100000:1.0:1772473270.889645:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1160 00010000:00010000:3.0:1772473270.894475:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473270.894486:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.894501:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.894519:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5f:0x0].0x0 (ffff90c420328600) 00010000:00010000:3.0:1772473270.894532:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772473270.894538:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473270.894545:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e22e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473270.894670:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473270.894675:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473270.894677:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473270.895323:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895335:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895341:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895346:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473270.895353:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895361:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895373:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c420328100) 00010000:00010000:1.0:1772473270.895376:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473270.895380:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473270.895386:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e22d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473271.728333:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473271.728416:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170124928 00000100:00100000:3.0:1772473271.728433:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170124928 00000100:00100000:3.0:1772473271.728489:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:3.0:1772473271.728498:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57112:x1858570170124928:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473271.728522:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473271.728548:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e22e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13248 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728600:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728610:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728620:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473271.728676:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1772473271.728679:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473271.728697:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728717:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e22e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13248 expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728729:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13248 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.728765:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772473271.728769:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473271.728774:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772473271.728839:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57112:x1858570170124928:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 342us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.728845:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1161 00000100:00100000:3.0:1772473271.730898:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473271.730943:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125184 00000100:00100000:3.0:1772473271.730951:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125184 00000100:00100000:3.0:1772473271.731003:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1162 00000100:00100000:3.0:1772473271.731015:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57112:x1858570170125184:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473271.731061:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473271.731084:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e22ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13248 expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.731102:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e2271 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13225 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.731113:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c424f78900) 00010000:00010000:3.0:1772473271.731121:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473271.731141:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.731151:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.731160:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.735829:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473271.757800:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967742 is committed 00000001:00080000:0.0:1772473271.757819:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000004:00080000:0.0:1772473271.757824:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 100 committed 00000001:00080000:0.0:1772473271.757840:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967745 is committed 00000100:00100000:0.0:1772473271.757952:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186025472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772473271.758012:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473271.758076:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025472 00000100:00100000:0.0:1772473271.758084:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025472 00000100:00100000:0.0:1772473271.758137:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1772473271.758145:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186025472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772473271.758173:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:36 count 1 00010000:00010000:0.0:1772473271.758200:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.758223:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.758232:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473271.758234:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473271.758248:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.758277:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 6 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.758292:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 6 pid: 32804 timeout: 2797 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473271.758305:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570186025600:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473271.758364:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096d80 going to sleep for 11 seconds 00000100:00080000:0.0:1772473271.758376:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:2.0:1772473271.758790:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000076bb96c1 reply state 000000008e64995a transno 4294967745 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473271.758801:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473271.758834:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00080000:2.0:1772473271.758895:0:5812:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1772473271.758909:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57112:x1858570170125184:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 27897us (28019us total) trans 4294967745 rc 0/0 00000100:00100000:2.0:1772473271.758918:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1162 00010000:00010000:2.0:1772473271.758948:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.758957:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.758964:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.758971:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473271.758977:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.758985:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.759002:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:2.0:1772473271.759005:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473271.759010:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.759017:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e22f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473271.768952:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473271.769063:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6590:1858570186025600:192.168.201.48@tcp:104: 00010000:00010000:0.0:1772473271.769092:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473271.769176:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125312 00000100:00100000:3.0:1772473271.769183:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125312 00010000:00010000:3.0:1772473271.769219:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 2797 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473271.769264:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 460 00000100:00100000:3.0:1772473271.769274:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2357:x1858570170125312:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772473271.769290:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473271.769296:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 2797 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.769308:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 2797 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.769332:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f806ad/0xc2ef6d41852e22c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13241 expref: 7 pid: 32804 timeout: 2797 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.769345:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473271.769348:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473271.769352:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.769363:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473271.769389:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473271.769440:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170125312:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 167us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.769448:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 460 00010000:00010000:0.0:1772473271.769654:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.769664:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.769673:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.769679:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473271.769706:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772473271.770150:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186025472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12004us (12137us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1772473271.770158:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000004:00080000:0.0:1772473271.770199:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43fddca80/2, rc 0, transno 4294967369 00000100:00100000:0.0:1772473271.770206:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186025472:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1772473271.770282:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473271.770291:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.770301:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473271.770306:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.770317:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.770332:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.770340:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000198b911/0xc2ef6d41852e22fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473271.770361:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473271.770363:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473271.770364:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473271.810041:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473271.810834:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125440 00000100:00100000:1.0:1772473271.810845:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125440 00000100:00100000:1.0:1772473271.810918:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1163 00000100:00100000:1.0:1772473271.810929:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57116:x1858570170125440:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:1.0:1772473271.810954:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473271.810974:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2304 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1324f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811035:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811049:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811061:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811076:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811083:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811090:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811251:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811259:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811266:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473271.811294:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:1.0:1772473271.811298:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473271.811322:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811333:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811340:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811346:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811351:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473271.811354:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811362:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811374:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:1.0:1772473271.811377:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473271.811381:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811387:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e230b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811400:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811410:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811415:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811420:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473271.811423:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811428:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811435:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328d00) 00010000:00010000:1.0:1772473271.811438:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473271.811441:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811447:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2312 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811478:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2304 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1324f expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811491:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1324f expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473271.811498:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:1.0:1772473271.811500:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473271.811502:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473271.811575:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57116:x1858570170125440:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 647us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473271.811582:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1163 00000100:00100000:3.0:1772473271.865516:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186025728:0@lo:400:kworker.0 00000100:00100000:0.0:1772473271.865561:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186026112:0@lo:400:kworker.0 00000100:00100000:1.0:1772473271.865646:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186025856:0@lo:400:kworker.0 00000100:00100000:2.0:1772473271.865703:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186025984:0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866343:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473271.866350:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473271.866421:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186026240:0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866451:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473271.866488:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025728 00000100:00100000:3.0:1772473271.866495:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025728 00000100:00100000:3.0:1772473271.866556:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1772473271.866567:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186025728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473271.866581:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473271.866630:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186025728:12345-0@lo:400:kworker.0 Request processed in 65us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.866638:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1772473271.866674:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026240 00000100:00100000:3.0:1772473271.866678:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026240 00000100:00100000:3.0:1772473271.866724:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025856 00000100:00100000:3.0:1772473271.866727:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025856 00000100:00100000:3.0:1772473271.866768:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:3.0:1772473271.866775:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186026240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866808:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186026240:12345-0@lo:400:kworker.0 Request processed in 34us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.866814:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00100000:3.0:1772473271.866827:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:3.0:1772473271.866833:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186025856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866866:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186025856:12345-0@lo:400:kworker.0 Request processed in 33us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.866872:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:3.0:1772473271.866918:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186025856:0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866947:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186026240:0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.866957:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186025728:0@lo:400:kworker.0 00000100:00100000:0.0:1772473271.866975:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026112 00000100:00100000:0.0:1772473271.866982:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026112 00000100:00100000:3.0:1772473271.867034:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1772473271.867045:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186026112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.867085:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186026112:12345-0@lo:400:kworker.0 Request processed in 44us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.867092:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1772473271.867127:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186026112:0@lo:400:kworker.0 00000100:00080000:1.0:1772473271.867622:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473271.867627:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473271.867825:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473271.867976:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186025984 00000100:00100000:1.0:1772473271.867982:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186025984 00000100:00080000:1.0:1772473271.868067:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473271.868074:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:3.0:1772473271.868083:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186025984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473271.868125:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186025984:12345-0@lo:400:kworker.0 Request processed in 44us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473271.868131:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00000100:00100000:2.0:1772473271.868163:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186025984:0@lo:400:kworker.0 00000100:00100000:2.0:1772473272.375058:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772473272.375088:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186026368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473272.375187:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473272.375302:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186026496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473272.375327:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473272.375567:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026368 00000100:00100000:1.0:1772473272.375578:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026368 00000100:00100000:1.0:1772473272.375639:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026496 00000100:00100000:1.0:1772473272.375642:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026496 00000100:00100000:1.0:1772473272.375666:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1772473272.375675:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186026368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473272.375723:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473272.375802:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186026368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473272.375810:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1772473272.375833:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1772473272.375840:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186026496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473272.375860:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473272.375884:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186026496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473272.375889:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1772473272.375931:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186026368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473272.375944:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186026496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473272.691197:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473272.693618:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125568 00000100:00100000:2.0:1772473272.693637:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125568 00000100:00080000:3.0:1772473272.693723:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473272.693782:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1164 00000100:00100000:2.0:1772473272.693810:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57130:x1858570170125568:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772473272.693841:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473272.693867:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2320 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13256 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.693972:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.693992:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.694010:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473272.694094:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1772473272.694099:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473272.694131:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.694160:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2320 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13256 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.694181:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13256 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.694191:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:2.0:1772473272.694195:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473272.694200:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55600, rc 0) 00000100:00100000:2.0:1772473272.694302:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57130:x1858570170125568:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 497us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473272.694311:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1164 00000100:00100000:1.0:1772473272.697177:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.697253:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125824 00000100:00100000:3.0:1772473272.697267:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125824 00000100:00100000:3.0:1772473272.697462:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1165 00000100:00100000:3.0:1772473272.697472:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57130:x1858570170125824:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473272.697521:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473272.697548:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2327 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13256 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.697571:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1324f expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.697582:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c420328100) 00010000:00010000:3.0:1772473272.697595:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473272.697617:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.697629:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.697638:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473272.698050:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000bd3653eb reply state 000000009a97ee40 transno 4294967746 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473272.698061:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473272.698078:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000100:00100000:3.0:1772473272.698157:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57130:x1858570170125824:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 686us (993us total) trans 4294967746 rc 0/0 00000100:00100000:3.0:1772473272.698163:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1165 00010000:00010000:2.0:1772473272.699702:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699725:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699735:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699762:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473272.699769:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699779:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699801:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:2.0:1772473272.699805:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473272.699809:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.699817:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e232e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.758875:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473272.836586:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.836704:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170125952 00000100:00100000:3.0:1772473272.836719:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170125952 00000100:00100000:3.0:1772473272.836940:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1166 00000100:00100000:3.0:1772473272.836952:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170125952:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473272.837127:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170125952:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 177us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.837138:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1166 00000100:00100000:3.0:1772473272.839131:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473272.839709:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126080 00000100:00100000:0.0:1772473272.839726:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126080 00000100:00100000:0.0:1772473272.840040:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 640 00000100:00100000:0.0:1772473272.840052:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57143:x1858570170126080:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473272.840506:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57143:x1858570170126080:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 455us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473272.840517:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 640 00000100:00080000:3.0:1772473272.841128:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473272.844706:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.845951:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126208 00000100:00100000:3.0:1772473272.845970:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126208 00000100:00100000:3.0:1772473272.846112:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 641 00000100:00100000:3.0:1772473272.846124:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57143:x1858570170126208:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473272.846544:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57143:x1858570170126208:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 421us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.846553:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 641 00000100:00080000:1.0:1772473272.847896:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473272.848684:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.848915:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126336 00000100:00100000:3.0:1772473272.848929:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126336 00000100:00100000:3.0:1772473272.849027:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1167 00000100:00100000:3.0:1772473272.849040:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126336:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473272.849450:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126336:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 410us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.849460:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1167 00000100:00100000:2.0:1772473272.852952:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.853053:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126464 00000100:00100000:3.0:1772473272.853068:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126464 00000100:00100000:3.0:1772473272.853165:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1168 00000100:00100000:3.0:1772473272.853175:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126464:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473272.853315:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435205f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126464:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 140us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.853324:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1168 00000100:00100000:0.0:1772473272.856019:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473272.856120:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126592 00000100:00100000:2.0:1772473272.856131:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126592 00000100:00100000:2.0:1772473272.856227:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 642 00000100:00100000:2.0:1772473272.856240:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57143:x1858570170126592:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473272.856691:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57143:x1858570170126592:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 450us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473272.856702:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 642 00000100:00100000:2.0:1772473272.859662:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.859869:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126720 00000100:00100000:3.0:1772473272.859885:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126720 00000100:00100000:3.0:1772473272.860012:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 643 00000100:00100000:3.0:1772473272.860025:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57143:x1858570170126720:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473272.860480:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57143:x1858570170126720:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 457us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.860490:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 643 00000100:00100000:3.0:1772473272.862877:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473272.863025:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126848 00000100:00100000:2.0:1772473272.863038:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126848 00000100:00100000:2.0:1772473272.863160:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:2.0:1772473272.863170:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126848:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473272.863594:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57143:x1858570170126848:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 424us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473272.863604:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1169 00000100:00100000:1.0:1772473272.919088:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473272.919179:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170126976 00000100:00100000:3.0:1772473272.919192:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170126976 00000100:00100000:3.0:1772473272.919274:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1170 00000100:00100000:3.0:1772473272.919883:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57147:x1858570170126976:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772473272.919918:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473272.919949:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2335 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1325d expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920049:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920066:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920079:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920097:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920105:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920116:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920286:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920786:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920795:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473272.920843:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:3.0:1772473272.920849:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473272.920881:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920896:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920902:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920909:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920916:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473272.920921:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920929:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920944:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772473272.920947:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473272.920953:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920971:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e233c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920988:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.920994:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.921000:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.921005:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473272.921008:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.921013:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.922197:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6400) 00010000:00010000:3.0:1772473272.922207:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473272.922285:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.922454:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2343 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.922952:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2335 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1325d expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.922976:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1325d expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473272.922986:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772473272.922989:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473272.922992:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473272.923107:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57147:x1858570170126976:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 3820us (4031us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473272.923120:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1170 00000100:00100000:2.0:1772473272.926177:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473272.926233:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127104 00000100:00100000:2.0:1772473272.926246:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127104 00000100:00100000:2.0:1772473272.926322:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 192 00000100:00100000:2.0:1772473272.926333:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57147:x1858570170127104:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:2.0:1772473272.926494:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57147:x1858570170127104:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 161us (327us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473272.926504:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 192 00000100:00100000:0.0:1772473272.930624:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473272.930805:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127360 00000100:00100000:2.0:1772473272.930820:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127360 00000100:00100000:2.0:1772473272.930895:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1171 00000100:00100000:2.0:1772473272.930919:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57147:x1858570170127360:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:2.0:1772473272.930952:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473272.930979:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2351 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13264 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931184:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931202:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931229:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931247:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931253:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.931260:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772473272.931914:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x25:0x0], index 0: 0 00010000:00010000:2.0:1772473272.932148:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2366 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932162:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932171:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2366 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932226:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932234:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932241:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932247:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473272.932253:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932261:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932277:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:2.0:1772473272.932281:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473272.932286:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932293:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2358 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473272.932311:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005d6c9378 reply state 00000000d2c85e24 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473272.932321:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772473272.932358:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2351 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13264 expref: 11 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932380:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2366 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13264 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473272.932387:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772473272.932390:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473272.932392:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772473272.932492:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57147:x1858570170127360:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1575us (1881us total) trans 4294967747 rc 0/0 00000100:00100000:2.0:1772473272.932504:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1171 00000100:00100000:0.0:1772473272.942421:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473272.942473:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127488 00000100:00100000:0.0:1772473272.942485:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127488 00000100:00100000:0.0:1772473272.942550:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 644 00000100:00100000:0.0:1772473272.942560:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57147:x1858570170127488:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:0.0:1772473272.942589:0:6590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473272.942615:0:6590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1326b expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772473272.942805:0:6590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1772473272.942832:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473272.942835:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473272.942846:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473272.942866:0:6590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473272.942883:0:6590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772473272.942954:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57147:x1858570170127488:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 395us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473272.942962:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 644 00010000:00010000:1.0:1772473272.943084:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943095:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943104:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943112:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473272.943120:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943129:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943146:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c424f78100) 00010000:00010000:1.0:1772473272.943149:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473272.943154:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473272.943161:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e235f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772473272.965401:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:0.0:1772473272.965430:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000100:00100000:2.0:1772473272.976346:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473272.978855:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127616 00000100:00100000:0.0:1772473272.978881:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127616 00002000:00100000:0.0:1772473272.979366:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff90c303fdca80 x1858570170127616/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:553/0 lens 488/0 e 0 to 0 dl 1772473283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:0.0:1772473272.979381:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303fdca80 with x1858570170127616 ext(0->1048575) 00002000:00010000:0.0:1772473272.979389:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c303fdca80 00000100:00100000:0.0:1772473272.979440:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 29 00000100:00100000:0.0:1772473272.979455:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170127616:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:1.0:1772473273.009767:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170127616:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 30282us (33396us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1772473273.009785:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 29 00002000:00100000:1.0:1772473273.009799:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x25:0x0] (0->1048575) req@ffff90c303fdca80 x1858570170127616/t4294967370(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:553/0 lens 488/448 e 0 to 0 dl 1772473283 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:1.0:1772473273.009810:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c303fdca80 with x1858570170127616 ext(0->1048575) 00002000:00010000:1.0:1772473273.009816:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90c303fdca80 00000100:00100000:2.0:1772473273.024049:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473273.024338:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127744 00000100:00100000:3.0:1772473273.024348:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127744 00000100:00100000:3.0:1772473273.024475:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1172 00000100:00100000:3.0:1772473273.024485:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57147:x1858570170127744:12345-192.168.201.48@tcp:44:dd.60003 00000100:00100000:3.0:1772473273.063678:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57147:x1858570170127744:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 39182us (39627us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473273.063693:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1172 00000001:00080000:0.0:1772473273.063921:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967747 is committed 00000100:00100000:3.0:1772473273.069346:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473273.069445:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170127872 00000100:00100000:0.0:1772473273.069453:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170127872 00000100:00100000:0.0:1772473273.069500:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 645 00000100:00100000:0.0:1772473273.069506:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170127872:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:0.0:1772473273.158337:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:3.0:1772473273.162152:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170127872:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 92633us (92802us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473273.162166:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 645 00000100:00100000:2.0:1772473273.173255:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473273.173368:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128128 00000100:00100000:1.0:1772473273.173380:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128128 00000100:00100000:1.0:1772473273.173441:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 193 00000100:00100000:1.0:1772473273.173450:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e95c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57147:x1858570170128128:12345-192.168.201.48@tcp:35:dd.60003 00000100:00100000:1.0:1772473273.173952:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e95c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57147:x1858570170128128:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 501us (705us total) trans 4294967748 rc 0/0 00000100:00100000:1.0:1772473273.173960:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 193 00010000:00010000:2.0:1772473273.786952:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473274.489337:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967748 is committed 00010000:00010000:1.0:1772473274.808705:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473275.301252:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473275.301300:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473275.301327:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473275.301363:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473275.301407:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128512 00000100:00100000:0.0:1772473275.301420:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128512 00000100:00100000:0.0:1772473275.301496:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128640 00000100:00100000:0.0:1772473275.301499:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128640 00000100:00100000:0.0:1772473275.301627:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1494 00000100:00100000:0.0:1772473275.301642:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170128512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473275.301666:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1495 00000100:00100000:3.0:1772473275.301675:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170128640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473275.301784:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128384 00000100:00100000:1.0:1772473275.301790:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128384 00000100:00100000:2.0:1772473275.301865:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128256 00000100:00100000:2.0:1772473275.301875:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128256 00000100:00100000:2.0:1772473275.301907:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1466 00000100:00100000:2.0:1772473275.301913:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170128256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473275.301964:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1952 00000100:00100000:1.0:1772473275.301972:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170128384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473275.302069:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170128640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 394us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473275.302078:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1495 00000100:00100000:0.0:1772473275.302297:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170128512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 658us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473275.302304:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1494 00000100:00080000:0.0:1772473275.302324:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473275.302330:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473275.302337:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473275.302356:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170128256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 442us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473275.302364:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1466 00000100:00100000:1.0:1772473275.302391:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170128384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 420us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473275.302398:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1952 00010000:00010000:0.0:1772473275.830950:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772473275.883719:0:98187:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2701715976070ns, next at 2674288078250ns, rc = 0 00000004:00080000:2.0:1772473275.884156:0:98187:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2701716415687ns, next at 2697721149610ns, rc = 0 00000004:00080000:0.0:1772473275.890347:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 101 committed 00000004:00080000:0.0:1772473275.890385:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 100 committed 00010000:00010000:1.0:1772473276.855299:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473276.985661:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186026880:0@lo:400:kworker.0 00000100:00100000:1.0:1772473276.985773:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473276.985862:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473276.985868:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186027008:0@lo:400:kworker.0 00000100:00100000:1.0:1772473276.985896:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473276.985939:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026880 00000100:00100000:1.0:1772473276.985947:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026880 00000100:00100000:1.0:1772473276.986016:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:1.0:1772473276.986027:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186026880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473276.986087:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186026880:12345-0@lo:400:kworker.0 Request processed in 62us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473276.986096:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00100000:1.0:1772473276.986143:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027008 00000100:00100000:1.0:1772473276.986157:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027008 00000100:00100000:1.0:1772473276.986191:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1772473276.986197:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186027008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473276.986228:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186027008:12345-0@lo:400:kworker.0 Request processed in 31us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473276.986234:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00080000:1.0:1772473276.986251:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473276.986256:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473276.986297:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186027008:0@lo:400:kworker.0 00000100:00100000:1.0:1772473276.986308:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186026880:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986480:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186026752:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473276.986555:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186027264:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986578:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473276.986599:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772473276.986606:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186026624:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986636:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473276.986658:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186027136:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986679:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473276.986707:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027264 00000100:00100000:3.0:1772473276.986711:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027264 00000100:00100000:3.0:1772473276.986773:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1772473276.986781:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186027264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986820:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186027264:12345-0@lo:400:kworker.0 Request processed in 40us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473276.986827:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1772473276.986846:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026624 00000100:00100000:3.0:1772473276.986850:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026624 00000100:00100000:3.0:1772473276.986875:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1772473276.986881:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186026624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.986911:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186026624:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473276.986921:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1772473276.986957:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186026752 00000100:00100000:3.0:1772473276.986961:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186026752 00000100:00100000:3.0:1772473276.986981:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027136 00000100:00100000:3.0:1772473276.986983:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027136 00000100:00100000:3.0:1772473276.987000:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:3.0:1772473276.987006:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186026752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.987035:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186026752:12345-0@lo:400:kworker.0 Request processed in 28us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473276.987040:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:3.0:1772473276.987050:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:3.0:1772473276.987056:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186027136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.987080:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186027136:12345-0@lo:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473276.987085:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00100000:3.0:1772473276.987134:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186026624:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.987156:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186027136:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.987166:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186026752:0@lo:400:kworker.0 00000100:00100000:3.0:1772473276.987174:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:3.0:1772473276.987180:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43fddca80, transno 4294967369 00000100:00100000:3.0:1772473276.987193:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186027264:0@lo:400:kworker.0 00000100:00080000:1.0:1772473276.987735:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473276.987755:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473277.443847:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473277.444050:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128768 00000100:00100000:0.0:1772473277.444064:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128768 00000100:00100000:0.0:1772473277.444159:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1173 00000100:00100000:0.0:1772473277.444171:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170128768:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473277.444295:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170128768:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 126us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473277.444303:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1173 00000100:00080000:2.0:1772473277.445669:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473277.448157:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473277.448254:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170128896 00000100:00100000:1.0:1772473277.448267:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170128896 00000100:00100000:1.0:1772473277.448344:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 646 00000100:00100000:1.0:1772473277.448354:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57340:x1858570170128896:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473277.448835:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57340:x1858570170128896:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 481us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473277.448844:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 646 00000100:00080000:2.0:1772473277.448957:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473277.451931:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.454829:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129024 00000100:00100000:3.0:1772473277.454847:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129024 00000100:00100000:3.0:1772473277.455221:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 647 00000100:00100000:3.0:1772473277.455235:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57340:x1858570170129024:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473277.455619:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57340:x1858570170129024:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 386us (3701us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.455628:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 647 00000100:00080000:0.0:1772473277.456337:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473277.458438:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.458527:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129152 00000100:00100000:3.0:1772473277.458540:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129152 00000100:00100000:3.0:1772473277.458619:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1174 00000100:00100000:3.0:1772473277.458630:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129152:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473277.459184:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129152:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 554us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.459194:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1174 00000100:00100000:1.0:1772473277.469705:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.469879:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129280 00000100:00100000:3.0:1772473277.469893:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129280 00000100:00100000:3.0:1772473277.469966:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00100000:3.0:1772473277.469977:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129280:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473277.470098:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129280:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 123us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.470105:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1175 00000100:00100000:1.0:1772473277.482827:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.485637:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129408 00000100:00100000:3.0:1772473277.485670:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129408 00000100:00100000:3.0:1772473277.485763:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 648 00000100:00100000:3.0:1772473277.485777:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57340:x1858570170129408:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473277.486197:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57340:x1858570170129408:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 422us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.486206:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 648 00000100:00100000:3.0:1772473277.491292:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.491332:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129536 00000100:00100000:3.0:1772473277.491346:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129536 00000100:00100000:3.0:1772473277.491410:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 649 00000100:00100000:3.0:1772473277.491421:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57340:x1858570170129536:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473277.492959:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57340:x1858570170129536:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1531us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.492973:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 649 00000100:00100000:1.0:1772473277.496025:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186027392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473277.496120:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473277.496227:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027392 00000100:00100000:1.0:1772473277.496236:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027392 00000100:00100000:1.0:1772473277.496291:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1772473277.496301:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186027392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473277.496347:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473277.496400:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186027392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473277.496409:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1772473277.496468:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186027392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473277.497474:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186027520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473277.497527:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473277.497674:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473277.501358:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129664 00000100:00100000:0.0:1772473277.501378:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129664 00000100:00100000:0.0:1772473277.501456:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1176 00000100:00100000:0.0:1772473277.501467:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129664:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473277.501978:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57340:x1858570170129664:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 512us (4305us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473277.501988:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1176 00000100:00100000:3.0:1772473277.502325:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027520 00000100:00100000:3.0:1772473277.502333:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027520 00000100:00100000:3.0:1772473277.502374:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1772473277.502383:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186027520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473277.502417:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473277.502492:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186027520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (4964us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473277.502499:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1772473277.502815:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186027520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473277.589198:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473277.589284:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170129920 00000100:00100000:3.0:1772473277.589298:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170129920 00000100:00100000:3.0:1772473277.589367:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1177 00000100:00100000:3.0:1772473277.589378:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57344:x1858570170129920:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772473277.589454:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473277.589493:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2366 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13264 expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589518:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff90c424f78800) 00010000:00010000:3.0:1772473277.589530:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473277.589558:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589574:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589585:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589598:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589604:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589610:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589836:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589844:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.589852:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473277.590401:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].37, 64 off10560 00000004:00080000:3.0:1772473277.590412:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2703422672239ns, next at 2704422669851ns, rc = 0 00010000:00010000:3.0:1772473277.590546:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590556:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590566:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590574:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590581:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590588:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590610:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473277.590637:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590644:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590650:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590656:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473277.590661:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590670:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590680:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:3.0:1772473277.590683:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473277.590688:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590695:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e2389 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x60:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590712:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590719:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590726:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590733:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473277.590736:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590771:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590779:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772473277.590782:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473277.590785:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473277.590790:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e237b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473277.590799:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000095c30431 reply state 00000000d2217d48 transno 4294967749 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473277.590814:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473277.590914:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57344:x1858570170129920:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1535us (1726us total) trans 4294967749 rc 0/0 00000100:00100000:3.0:1772473277.590923:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1177 00010000:00010000:0.0:1772473277.591564:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473277.591574:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473277.591582:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473277.591586:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473277.591595:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473277.591607:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x60:0x0].0x0 (ffff90c4052b6800) 00010000:00010000:0.0:1772473277.591610:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473277.591614:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473277.591620:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e2390 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x60:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473277.591638:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473277.591640:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473277.591642:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473277.595371:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595397:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595413:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595421:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473277.595427:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595436:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595460:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x7c633847 (ffff90c4052b6100) 00010000:00010000:2.0:1772473277.595465:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473277.595471:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473277.595478:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2382 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473277.879053:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473278.902955:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772473279.674820:0:98332:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2705507077478ns, next at 2704422669851ns, rc = 0 00000004:00080000:1.0:1772473279.749534:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 102 committed 00000001:00080000:1.0:1772473279.749569:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967749 is committed 00000004:00080000:1.0:1772473279.749574:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 101 committed 00000100:00100000:3.0:1772473279.749888:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473279.749909:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186027648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772473279.749973:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473279.750046:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027648 00000100:00100000:3.0:1772473279.750054:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027648 00000100:00100000:3.0:1772473279.750123:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1772473279.750133:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186027648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772473279.750160:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:37 count 1 00010000:00010000:3.0:1772473279.750184:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.750206:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.750214:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772473279.750216:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772473279.750221:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.750247:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 5 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.750266:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 5 pid: 6590 timeout: 2805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473279.750278:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186027776:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772473279.750334:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303355900 going to sleep for 11 seconds 00000100:00080000:3.0:1772473279.750347:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473279.754639:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473279.754767:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186027776:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772473279.754807:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473279.758309:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130048 00000100:00100000:0.0:1772473279.758324:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130048 00000100:00080000:3.0:1772473279.758557:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772473279.758624:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 2805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473279.758707:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 461 00000100:00100000:0.0:1772473279.758717:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170130048:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772473279.758734:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473279.758980:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 2805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473279.759174:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 2805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473279.759201:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a31ddab/0xc2ef6d41852e2374 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1326b expref: 6 pid: 6590 timeout: 2805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473279.759219:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473279.759221:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473279.759227:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473279.759238:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473279.759314:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473279.759540:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.759550:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.759562:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.759571:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473279.759630:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772473279.760217:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186027648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10082us (10240us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1772473279.760227:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000004:00080000:2.0:1772473279.760472:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43b8af800/2, rc 0, transno 4294967371 00000100:00100000:2.0:1772473279.760494:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186027648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772473279.760657:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170130048:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 1939us (6026us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473279.760666:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 461 00000004:00080000:3.0:1772473279.761358:0:98332:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2705593617165ns, next at 2697721149610ns, rc = 0 00010000:00010000:1.0:1772473279.764288:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473279.764301:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473279.764315:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473279.764320:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473279.764331:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473279.764353:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473279.764361:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ea79db1/0xc2ef6d41852e2397 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473279.764541:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473279.764544:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473279.764546:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772473279.769672:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 102 committed 00010000:00010000:2.0:1772473279.928129:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473280.425557:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473280.425701:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473280.425831:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130176 00000100:00100000:2.0:1772473280.425841:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130176 00000100:00100000:2.0:1772473280.425901:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1468 00000100:00100000:2.0:1772473280.425911:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170130176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473280.425981:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170130176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473280.425989:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1468 00000100:00100000:3.0:1772473280.426244:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473280.426268:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473280.427941:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130304 00000100:00100000:2.0:1772473280.427952:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130304 00000100:00100000:2.0:1772473280.428040:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1956 00000100:00100000:2.0:1772473280.428050:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170130304:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473280.428149:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170130304:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 99us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473280.428157:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1956 00000100:00080000:1.0:1772473280.429483:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473280.440820:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130432 00000100:00100000:0.0:1772473280.440836:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130432 00000100:00100000:0.0:1772473280.440908:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130560 00000100:00100000:0.0:1772473280.440912:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130560 00000100:00100000:0.0:1772473280.440960:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1498 00000100:00100000:0.0:1772473280.440971:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170130432:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473280.441055:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170130432:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 86us (15354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473280.441063:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1498 00000100:00100000:0.0:1772473280.441080:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1499 00000100:00100000:0.0:1772473280.441097:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170130560:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473280.441122:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170130560:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (14853us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473280.441128:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1499 00000100:00080000:0.0:1772473280.441144:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772473280.956882:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473281.975149:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473282.103168:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186028160:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103229:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473282.103279:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772473282.103284:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186028032:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103298:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473282.103307:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186028544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103320:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473282.103341:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028160 00000100:00100000:2.0:1772473282.103347:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028160 00000100:00100000:2.0:1772473282.103384:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028032 00000100:00100000:2.0:1772473282.103386:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028032 00000100:00100000:2.0:1772473282.103398:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:2.0:1772473282.103403:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186028160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103446:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186028160:12345-0@lo:400:kworker.0 Request processed in 42us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473282.103453:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00000100:00100000:2.0:1772473282.103472:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1772473282.103478:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186028032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103501:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186028032:12345-0@lo:400:kworker.0 Request processed in 24us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473282.103505:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:2.0:1772473282.103519:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028544 00000100:00100000:2.0:1772473282.103522:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028544 00000100:00100000:2.0:1772473282.103550:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:2.0:1772473282.103554:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186028544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103572:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186028544:12345-0@lo:400:kworker.0 Request processed in 19us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473282.103575:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00080000:2.0:1772473282.103585:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473282.103588:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473282.103612:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186028032:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103618:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186028544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.103623:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186028160:0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103690:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186027904:0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103716:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473282.103773:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186028416:0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103787:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473282.103798:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473282.103802:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186028288:0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103812:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473282.103828:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028416 00000100:00100000:3.0:1772473282.103830:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028416 00000100:00100000:3.0:1772473282.103850:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00100000:3.0:1772473282.103853:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186028416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103874:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186028416:12345-0@lo:400:kworker.0 Request processed in 20us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473282.103878:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00100000:3.0:1772473282.103890:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028288 00000100:00100000:3.0:1772473282.103892:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028288 00000100:00100000:3.0:1772473282.103906:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:3.0:1772473282.103909:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186028288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103932:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186028288:12345-0@lo:400:kworker.0 Request processed in 21us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473282.103938:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00080000:3.0:1772473282.103953:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473282.103955:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473282.103972:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186028288:0@lo:400:kworker.0 00000100:00100000:3.0:1772473282.103981:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186028416:0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.104321:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186027904 00000100:00100000:2.0:1772473282.104325:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186027904 00000100:00100000:2.0:1772473282.104350:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1772473282.104354:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186027904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473282.104387:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186027904:12345-0@lo:400:kworker.0 Request processed in 33us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473282.104391:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1772473282.104496:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186027904:0@lo:400:kworker.0 00000100:00100000:1.0:1772473282.618272:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186028672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473282.618335:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473282.618401:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186028800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473282.618423:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473282.618457:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028672 00000100:00100000:1.0:1772473282.618464:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028672 00000100:00100000:1.0:1772473282.618502:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028800 00000100:00100000:1.0:1772473282.618505:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028800 00000100:00100000:1.0:1772473282.618523:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1772473282.618532:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186028672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473282.618566:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473282.618609:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186028672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473282.618617:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1772473282.618636:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1772473282.618642:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186028800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473282.618662:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1772473282.618708:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186028800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473282.618715:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1772473282.618785:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186028672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473282.621568:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186028800:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1772473282.696126:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00010000:00010000:0.0:1772473282.999655:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473284.024411:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473285.050305:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473285.548498:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473285.548545:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473285.548684:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130816 00000100:00100000:2.0:1772473285.548695:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130816 00000100:00100000:2.0:1772473285.548794:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1960 00000100:00100000:2.0:1772473285.548805:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170130816:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473285.548903:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170130816:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 98us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473285.548912:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1960 00000100:00080000:3.0:1772473285.549531:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473285.549666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473285.549694:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473285.549729:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130688 00000100:00100000:3.0:1772473285.549734:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130688 00000100:00100000:3.0:1772473285.549790:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1470 00000100:00100000:3.0:1772473285.549798:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170130688:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473285.549839:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170130688:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473285.549857:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1470 00000100:00100000:0.0:1772473285.556671:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131072 00000100:00100000:0.0:1772473285.556685:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131072 00000100:00100000:0.0:1772473285.560596:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170130944 00000100:00100000:0.0:1772473285.560609:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170130944 00000100:00100000:3.0:1772473285.560826:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1502 00000100:00100000:3.0:1772473285.560838:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170131072:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473285.561607:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170131072:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 769us (13058us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473285.561616:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1502 00000100:00080000:2.0:1772473285.562141:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473285.562148:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473285.570535:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1503 00000100:00100000:0.0:1772473285.570552:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170130944:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473285.570643:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170130944:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (20947us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473285.570650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1503 00010000:00010000:2.0:1772473286.071119:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473287.103588:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473287.224346:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186029184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.224427:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473287.224494:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772473287.224500:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186029056:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.224523:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473287.224541:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186029568:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.224566:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473287.224597:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029184 00000100:00100000:3.0:1772473287.224605:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029184 00000100:00100000:3.0:1772473287.224653:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029056 00000100:00100000:3.0:1772473287.224657:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029056 00000100:00100000:3.0:1772473287.224675:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:3.0:1772473287.224682:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186029184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.224730:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186029184:12345-0@lo:400:kworker.0 Request processed in 48us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473287.224765:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:3.0:1772473287.224783:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:3.0:1772473287.224789:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186029056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.229146:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186029056:12345-0@lo:400:kworker.0 Request processed in 4345us (4610us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473287.229163:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:3.0:1772473287.229220:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029568 00000100:00100000:3.0:1772473287.229230:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029568 00000100:00100000:3.0:1772473287.229283:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1772473287.229292:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186029568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.229345:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186029568:12345-0@lo:400:kworker.0 Request processed in 54us (4777us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473287.229350:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00080000:3.0:1772473287.229365:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473287.229370:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473287.229413:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186029056:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.229425:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186029568:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.229439:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186029184:0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.233509:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186028928:0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.233588:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473287.233650:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186029440:0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.233677:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473287.233708:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473287.233715:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186029312:0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.233761:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473287.233798:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029312 00000100:00100000:1.0:1772473287.233818:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029312 00000100:00100000:1.0:1772473287.233869:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1772473287.233878:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186029312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.233930:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186029312:12345-0@lo:400:kworker.0 Request processed in 53us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473287.233937:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1772473287.233991:0:3343:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:1.0:1772473287.233996:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43b8af800, transno 4294967371 00000100:00100000:1.0:1772473287.234008:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186029312:0@lo:400:kworker.0 00000100:00100000:2.0:1772473287.234323:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029440 00000100:00100000:2.0:1772473287.234328:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029440 00000100:00100000:2.0:1772473287.234361:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:2.0:1772473287.234368:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186029440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473287.234410:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186029440:12345-0@lo:400:kworker.0 Request processed in 42us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473287.234416:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00100000:2.0:1772473287.234447:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186029440:0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.234853:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186028928 00000100:00100000:3.0:1772473287.234858:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186028928 00000100:00100000:3.0:1772473287.234894:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1772473287.234902:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186028928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473287.234946:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186028928:12345-0@lo:400:kworker.0 Request processed in 46us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473287.234953:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00080000:3.0:1772473287.234989:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473287.234994:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473287.235057:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186028928:0@lo:400:kworker.0 00000100:00100000:1.0:1772473287.736751:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186029696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473287.736819:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473287.737153:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186029824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473287.737179:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473287.737222:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029696 00000100:00100000:1.0:1772473287.737230:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029696 00000100:00100000:2.0:1772473287.737560:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029824 00000100:00100000:2.0:1772473287.737565:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029824 00000100:00100000:2.0:1772473287.737601:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1772473287.737611:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186029696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473287.737647:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473287.737703:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186029696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473287.737711:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1772473287.737728:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1772473287.737734:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186029824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473287.737774:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473287.737819:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186029824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473287.737824:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1772473287.738542:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186029696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473287.738578:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186029824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473288.119289:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473289.144565:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473290.172536:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473290.666783:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473290.666830:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473290.666863:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473290.666905:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473290.667313:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131200 00000100:00100000:2.0:1772473290.667324:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131200 00000100:00100000:2.0:1772473290.667394:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1472 00000100:00100000:2.0:1772473290.667405:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170131200:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473290.667477:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170131200:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 73us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473290.667485:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1472 00000100:00100000:0.0:1772473290.669735:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131328 00000100:00100000:0.0:1772473290.669777:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131328 00000100:00100000:0.0:1772473290.669879:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1964 00000100:00100000:0.0:1772473290.669891:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170131328:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473290.669985:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170131328:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 96us (3120us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473290.669994:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1964 00000100:00080000:2.0:1772473290.670808:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473290.674853:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131456 00000100:00100000:3.0:1772473290.674872:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131456 00000100:00100000:3.0:1772473290.674975:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131584 00000100:00100000:3.0:1772473290.674979:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131584 00000100:00100000:3.0:1772473290.675022:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1506 00000100:00100000:1.0:1772473290.675036:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1507 00000100:00100000:3.0:1772473290.675038:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170131456:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473290.675053:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170131584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:2.0:1772473290.675142:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473290.675149:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473290.678952:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170131584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3892us (12034us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473290.678968:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1507 00000100:00100000:3.0:1772473290.685373:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170131456:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 10318us (18517us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473290.685391:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1506 00010000:00010000:0.0:1772473291.191099:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473292.215788:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473292.343386:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186029952:0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.343497:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473292.343563:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186030464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.343594:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473292.343624:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473292.343630:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186030336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.343655:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473292.343690:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186029952 00000100:00100000:2.0:1772473292.343699:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186029952 00000100:00100000:2.0:1772473292.343782:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1772473292.343793:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186029952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.343861:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186029952:12345-0@lo:400:kworker.0 Request processed in 70us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473292.343869:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1772473292.343921:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030336 00000100:00100000:2.0:1772473292.343925:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030336 00000100:00100000:2.0:1772473292.343967:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1772473292.343973:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186030336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.344007:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186030336:12345-0@lo:400:kworker.0 Request processed in 34us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473292.344014:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00080000:2.0:1772473292.344035:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473292.344076:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186030336:0@lo:400:kworker.0 00000100:00100000:2.0:1772473292.344090:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186029952:0@lo:400:kworker.0 00000100:00100000:0.0:1772473292.344576:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186030080:0@lo:400:kworker.0 00000100:00100000:0.0:1772473292.344619:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473292.344651:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186030592:0@lo:400:kworker.0 00000100:00100000:0.0:1772473292.344674:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473292.344720:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030592 00000100:00100000:0.0:1772473292.344725:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030592 00000100:00100000:0.0:1772473292.344799:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1772473292.344807:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186030592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473292.344932:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186030592:12345-0@lo:400:kworker.0 Request processed in 125us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473292.344941:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00080000:0.0:1772473292.344963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473292.344989:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186030592:0@lo:400:kworker.0 00000100:00100000:1.0:1772473292.345067:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186030208:0@lo:400:kworker.0 00000100:00100000:1.0:1772473292.345101:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473292.345210:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030464 00000100:00100000:2.0:1772473292.345214:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030464 00000100:00100000:0.0:1772473292.345354:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030080 00000100:00100000:0.0:1772473292.345359:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030080 00000100:00100000:0.0:1772473292.345381:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030208 00000100:00100000:0.0:1772473292.345383:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030208 00000100:00100000:3.0:1772473292.345523:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:3.0:1772473292.345531:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186030464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473292.345569:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186030464:12345-0@lo:400:kworker.0 Request processed in 40us (1975us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473292.345574:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00100000:3.0:1772473292.345586:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:3.0:1772473292.345590:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186030080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473292.345610:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186030080:12345-0@lo:400:kworker.0 Request processed in 20us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473292.345613:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:3.0:1772473292.345620:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:3.0:1772473292.345624:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186030208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473292.345640:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186030208:12345-0@lo:400:kworker.0 Request processed in 17us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473292.345644:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00000100:00100000:3.0:1772473292.345663:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186030208:0@lo:400:kworker.0 00000100:00100000:3.0:1772473292.345681:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186030080:0@lo:400:kworker.0 00000100:00100000:3.0:1772473292.345695:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186030464:0@lo:400:kworker.0 00000100:00080000:1.0:1772473292.346143:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473292.856491:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186030720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473292.856591:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473292.856767:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030720 00000100:00100000:2.0:1772473292.856779:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030720 00000100:00100000:2.0:1772473292.856841:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1772473292.856854:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186030720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473292.856913:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473292.856975:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186030720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473292.856984:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1772473292.857045:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186030720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473292.858514:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186030848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473292.858582:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473292.859372:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030848 00000100:00100000:0.0:1772473292.859384:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030848 00000100:00100000:0.0:1772473292.859456:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1772473292.859468:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186030848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473292.859513:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473292.859589:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186030848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473292.859597:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1772473292.859661:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186030848:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772473293.239344:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473294.263018:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473295.290666:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473295.782184:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473295.782230:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473295.782273:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473295.782316:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473295.782473:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131840 00000100:00100000:3.0:1772473295.782484:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131840 00000100:00100000:3.0:1772473295.782570:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1968 00000100:00100000:3.0:1772473295.782582:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170131840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473295.782657:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170131840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473295.782665:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1968 00000100:00100000:2.0:1772473295.782908:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132096 00000100:00100000:2.0:1772473295.782914:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132096 00000100:00100000:2.0:1772473295.782953:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131968 00000100:00100000:2.0:1772473295.782956:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131968 00000100:00100000:2.0:1772473295.782979:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1510 00000100:00100000:2.0:1772473295.782986:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170132096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473295.783018:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170132096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473295.783025:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1510 00000100:00100000:2.0:1772473295.783038:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00100000:2.0:1772473295.783045:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170131968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473295.783069:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170131968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 25us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473295.783075:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00080000:1.0:1772473295.783356:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473295.783360:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473295.783363:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473295.784918:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170131712 00000100:00100000:0.0:1772473295.784931:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170131712 00000100:00100000:0.0:1772473295.785005:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1474 00000100:00100000:0.0:1772473295.785015:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170131712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473295.785075:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170131712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 62us (2801us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473295.785084:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1474 00010000:00010000:0.0:1772473296.311635:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473297.335059:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473297.464269:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186031232:0@lo:400:kworker.0 00000100:00100000:1.0:1772473297.464642:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473297.465608:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186031360:0@lo:400:kworker.0 00000100:00100000:1.0:1772473297.465611:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772473297.465620:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186031104:0@lo:400:kworker.0 00000100:00100000:2.0:1772473297.466064:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031232 00000100:00100000:2.0:1772473297.466076:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031232 00000100:00100000:2.0:1772473297.466153:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:2.0:1772473297.466166:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186031232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473297.466344:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186030976:0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.474214:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473297.474371:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031360 00000100:00100000:0.0:1772473297.474385:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031360 00000100:00100000:0.0:1772473297.474451:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1772473297.474470:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186031360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.474567:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186031360:12345-0@lo:400:kworker.0 Request processed in 107us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.474576:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1772473297.474637:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186031360:0@lo:400:kworker.0 00000100:00080000:0.0:1772473297.474929:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473297.474936:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473297.475254:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473297.475304:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186031616:0@lo:400:kworker.0 00000100:00100000:1.0:1772473297.475349:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473297.475398:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031616 00000100:00100000:1.0:1772473297.475404:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031616 00000100:00100000:1.0:1772473297.475450:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1772473297.475458:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186031616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473297.475504:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186031616:12345-0@lo:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473297.475510:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00080000:1.0:1772473297.475536:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473297.475557:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186031616:0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.476149:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031104 00000100:00100000:0.0:1772473297.476155:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031104 00000100:00100000:0.0:1772473297.476189:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:0.0:1772473297.476195:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186031104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.476239:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186031104:12345-0@lo:400:kworker.0 Request processed in 45us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.476250:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1772473297.476322:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186031104:0@lo:400:kworker.0 00000100:00100000:2.0:1772473297.476434:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186031232:12345-0@lo:400:kworker.0 Request processed in 10268us (11792us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.476444:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1772473297.476557:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186031232:0@lo:400:kworker.0 00000100:00100000:3.0:1772473297.476652:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473297.476694:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186031488:0@lo:400:kworker.0 00000100:00100000:3.0:1772473297.476871:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473297.477015:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186030976 00000100:00100000:2.0:1772473297.477020:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186030976 00000100:00100000:2.0:1772473297.477047:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1772473297.477053:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186030976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473297.477095:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186030976:12345-0@lo:400:kworker.0 Request processed in 42us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.477101:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:3.0:1772473297.477163:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186030976:0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.478519:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031488 00000100:00100000:0.0:1772473297.478531:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031488 00000100:00100000:0.0:1772473297.478611:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:0.0:1772473297.478620:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186031488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473297.478709:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186031488:12345-0@lo:400:kworker.0 Request processed in 90us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.478716:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00080000:1.0:1772473297.479039:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473297.479143:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186031488:0@lo:400:kworker.0 00000100:00100000:2.0:1772473297.827405:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473297.827607:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132224 00000100:00100000:0.0:1772473297.827621:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132224 00000100:00100000:0.0:1772473297.827728:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1178 00000100:00100000:0.0:1772473297.827777:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132224:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473297.827953:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132224:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 215us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.827963:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1178 00000100:00080000:1.0:1772473297.828051:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473297.830965:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.831132:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132352 00000100:00100000:2.0:1772473297.831143:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132352 00000100:00100000:2.0:1772473297.831286:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 651 00000100:00100000:2.0:1772473297.831297:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132352:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473297.831617:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132352:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 320us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.831626:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 651 00000100:00100000:3.0:1772473297.836118:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473297.836372:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132480 00000100:00100000:0.0:1772473297.836389:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132480 00000100:00080000:1.0:1772473297.838963:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473297.838974:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473297.842538:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 652 00000100:00100000:0.0:1772473297.842556:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132480:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473297.843071:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132480:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 517us (6966us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.843081:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 652 00000100:00100000:2.0:1772473297.846052:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.846198:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132608 00000100:00100000:2.0:1772473297.846211:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132608 00000100:00100000:2.0:1772473297.846284:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:2.0:1772473297.846297:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132608:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473297.848052:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132608:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 1744us (2001us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.848068:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1179 00000100:00100000:0.0:1772473297.859623:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473297.859697:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132736 00000100:00100000:0.0:1772473297.859710:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132736 00000100:00100000:0.0:1772473297.859829:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1180 00000100:00100000:0.0:1772473297.859841:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132736:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473297.859971:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170132736:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 132us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.859980:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1180 00000100:00100000:0.0:1772473297.864346:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473297.864559:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132864 00000100:00100000:0.0:1772473297.864573:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132864 00000100:00100000:0.0:1772473297.864661:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 653 00000100:00100000:0.0:1772473297.864675:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132864:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:0.0:1772473297.865929:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132864:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 1250us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473297.865944:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 653 00000100:00100000:0.0:1772473297.876603:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.877284:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170132992 00000100:00100000:2.0:1772473297.877305:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170132992 00000100:00100000:2.0:1772473297.877385:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 654 00000100:00100000:2.0:1772473297.877397:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132992:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473297.879570:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57602:x1858570170132992:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 2163us (2965us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.879588:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 654 00000100:00100000:0.0:1772473297.887540:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.887951:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170133120 00000100:00100000:2.0:1772473297.887970:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170133120 00000100:00100000:2.0:1772473297.888058:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1181 00000100:00100000:2.0:1772473297.888071:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170133120:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473297.888526:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57602:x1858570170133120:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 457us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.888536:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1181 00000100:00100000:3.0:1772473297.942348:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.942549:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170133248 00000100:00100000:2.0:1772473297.942566:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170133248 00000100:00100000:2.0:1772473297.942639:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1182 00000100:00100000:2.0:1772473297.942650:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57603:x1858570170133248:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473297.942671:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473297.942692:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e239e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13272 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942803:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942819:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942833:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473297.942907:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00000004:00200000:2.0:1772473297.942912:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473297.942939:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942964:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e239e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13272 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942984:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13272 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.942993:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:2.0:1772473297.942996:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473297.943000:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54800, rc 0) 00000100:00100000:2.0:1772473297.943066:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57603:x1858570170133248:12345-192.168.201.48@tcp:101:rm.0 Request processed in 417us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.943074:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1182 00000100:00100000:2.0:1772473297.958417:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473297.958469:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170133504 00000100:00100000:2.0:1772473297.958478:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170133504 00000100:00100000:2.0:1772473297.958523:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00100000:2.0:1772473297.958532:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57603:x1858570170133504:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473297.958553:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473297.958571:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e23ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13279 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473297.958683:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00010000:2.0:1772473297.958939:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e23ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13279 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.958955:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:2.0:1772473297.958959:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772473297.958968:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e23ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13279 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473297.958980:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772473297.959056:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57603:x1858570170133504:12345-192.168.201.48@tcp:101:rm.0 Request processed in 524us (646us total) trans 4294967750 rc 301/301 00000100:00100000:2.0:1772473297.959064:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1183 00000100:00100000:2.0:1772473297.968585:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473297.972079:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170133632 00000100:00100000:1.0:1772473297.972097:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170133632 00000100:00100000:1.0:1772473297.972170:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 194 00000100:00100000:1.0:1772473297.972180:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57603:x1858570170133632:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:2.0:1772473297.974855:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473297.974878:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186031744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473297.974936:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473297.974993:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031744 00000100:00100000:2.0:1772473297.975001:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031744 00000100:00100000:2.0:1772473297.975064:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1772473297.975072:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186031744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473297.975105:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473297.975146:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186031744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473297.975153:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1772473297.975202:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186031744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473297.976288:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186031872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473297.976376:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473297.976446:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186031872 00000100:00100000:3.0:1772473297.976456:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186031872 00000100:00100000:3.0:1772473297.976519:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1772473297.976531:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186031872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473297.976576:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473297.976630:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186031872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473297.976650:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1772473297.976708:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186031872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473297.978482:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57603:x1858570170133632:12345-192.168.201.48@tcp:37:rm.0 Request processed in 6291us (9896us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473297.978497:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 194 00000100:00100000:2.0:1772473298.009473:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473298.014868:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170133888 00000100:00100000:1.0:1772473298.014887:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170133888 00000100:00100000:1.0:1772473298.015007:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 195 00000100:00100000:1.0:1772473298.015037:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57603:x1858570170133888:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:1.0:1772473298.015457:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57603:x1858570170133888:12345-192.168.201.48@tcp:35:rm.0 Request processed in 425us (6239us total) trans 4294967751 rc 0/0 00000100:00100000:1.0:1772473298.015466:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 195 00000100:00100000:3.0:1772473298.037210:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473298.037271:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134144 00000100:00100000:3.0:1772473298.037284:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134144 00000100:00100000:3.0:1772473298.037369:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1184 00000100:00100000:3.0:1772473298.037383:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57603:x1858570170134144:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772473298.037467:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1772473298.037508:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e23a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13272 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.037536:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e234a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1325d expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.037550:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6900) 00010000:00010000:3.0:1772473298.037572:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2056 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c131a7 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.037582:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6300) 00010000:00010000:3.0:1772473298.037591:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473298.037627:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038205:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038220:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038241:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038249:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038256:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038530:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038541:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.038551:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473298.041517:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5b:0x0]: returning size 11776 00010000:00010000:3.0:1772473298.041552:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041566:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041576:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041583:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473298.041590:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041599:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041623:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5b:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772473298.041627:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772473298.041971:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.041982:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x5b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042035:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042044:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042052:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042059:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473298.042064:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042144:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042158:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c4052b6e00) 00010000:00010000:3.0:1772473298.042161:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473298.042166:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473298.042173:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4cc00/0xc2ef6d41852e23ba lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473298.042189:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000004c0474c reply state 0000000029f89317 transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473298.042200:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473298.042414:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57603:x1858570170134144:12345-192.168.201.48@tcp:36:rm.0 Request processed in 5029us (5213us total) trans 4294967752 rc 0/0 00000100:00100000:3.0:1772473298.042428:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1184 00010000:00010000:1.0:1772473298.067536:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067555:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067564:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067572:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473298.067579:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067588:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067608:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6000) 00010000:00010000:1.0:1772473298.067612:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473298.067617:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473298.067625:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d600/0xc2ef6d41852e23c1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473298.360546:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473299.390520:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473300.412860:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772473300.631530:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000001:00080000:3.0:1772473300.631713:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 00000100:00100000:0.0:1772473300.900957:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473300.900992:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473300.901016:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473300.901045:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473300.901071:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134528 00000100:00100000:0.0:1772473300.901080:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134528 00000100:00100000:0.0:1772473300.901128:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134656 00000100:00100000:0.0:1772473300.901131:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134656 00000100:00100000:0.0:1772473300.901148:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1514 00000100:00100000:0.0:1772473300.901158:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134528:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473300.901227:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134528:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473300.901234:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1514 00000100:00100000:0.0:1772473300.901251:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1515 00000100:00100000:0.0:1772473300.901257:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134656:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473300.901284:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134656:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473300.901290:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1515 00000100:00100000:3.0:1772473300.901507:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134400 00000100:00100000:3.0:1772473300.901512:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134400 00000100:00100000:3.0:1772473300.901552:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1972 00000100:00100000:3.0:1772473300.901559:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134400:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473300.901595:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170134400:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (578us total) trans 0 rc 0/0 00000100:00080000:2.0:1772473300.901598:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473300.901602:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1972 00000100:00080000:2.0:1772473300.901603:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473300.901605:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473300.903020:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134272 00000100:00100000:1.0:1772473300.903030:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134272 00000100:00100000:1.0:1772473300.903079:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1476 00000100:00100000:1.0:1772473300.903088:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170134272:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473300.903166:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170134272:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 78us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473300.903173:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1476 00000020:00000080:1.0:1772473300.941004:0:98697:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea0eaa2d0 20000000:00000080:1.0:1772473300.941021:0:98697:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301ddbc00 uarg=0000000000000000 00010000:00010000:1.0:1772473300.941385:0:98697:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473300.941402:0:98697:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473300.941445:0:98697:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473300.941464:0:98697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.941481:0:98697:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.941490:0:98697:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.941530:0:98697:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.941545:0:98697:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 17 pid: 5805 timeout: 2876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473300.941559:0:98697:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98697:1858570186032000:0@lo:104: 00000100:00100000:1.0:1772473300.941624:0:98697:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473300.941677:0:98697:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430df8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772473300.942026:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1772473300.942042:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032000 00000100:00100000:3.0:1772473300.942048:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032000 00000100:00100000:3.0:1772473300.942102:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1772473300.942112:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c433f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:98697:x1858570186032000:12345-0@lo:104: 00010000:00010000:3.0:1772473300.942125:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942184:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1772473300.942190:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c433f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:98697:x1858570186032000:12345-0@lo:104: Request processed in 80us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473300.942198:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00010000:00010000:3.0:1772473300.942254:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473300.942260:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942268:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473300.942272:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942282:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473300.942290:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473300.942297:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473300.942340:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942347:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473300.942365:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942373:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55a00/0xc2ef6d41852e2041 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2048 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942390:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473300.942392:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473300.942393:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473300.942413:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186032128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473300.942453:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473300.942496:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032128 00000100:00100000:3.0:1772473300.942501:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032128 00010000:00010000:3.0:1772473300.942519:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 18 pid: 5805 timeout: 2876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473300.942539:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1772473300.942545:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186032128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473300.942554:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473300.942559:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 18 pid: 5805 timeout: 2876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942569:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 18 pid: 5805 timeout: 2876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942584:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942592:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942604:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942610:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942617:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942623:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942629:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473300.942633:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942641:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942649:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473300.942662:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473300.942689:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186032128:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473300.942695:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1772473300.942765:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186032128:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473300.943074:0:98697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2048 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2041 expref: 17 pid: 5805 timeout: 2876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473300.943086:0:98697:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98697:1858570186032000:0@lo:104: 00010000:00010000:1.0:1772473300.943100:0:98697:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.943108:0:98697:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.943114:0:98697:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473300.943120:0:98697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23cf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473301.431353:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473301.902042:0:98745:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedd95b7c0 20000000:00000080:1.0:1772473301.902061:0:98745:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301dd9000 uarg=0000000000000000 00010000:00010000:1.0:1772473301.902269:0:98745:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473301.902279:0:98745:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473301.902296:0:98745:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473301.902311:0:98745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902324:0:98745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902333:0:98745:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902338:0:98745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902342:0:98745:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902347:0:98745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902350:0:98745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473301.902355:0:98745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902360:0:98745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902369:0:98745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902373:0:98745:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473301.902378:0:98745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23d6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473302.327288:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473302.327298:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473302.327303:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473302.327357:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473302.327371:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473302.327383:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473302.327411:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186032256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473302.327499:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473302.327555:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c22780 going to sleep for 11 seconds 00000100:00100000:1.0:1772473302.327950:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032256 00000100:00100000:1.0:1772473302.327959:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032256 00000100:00100000:1.0:1772473302.328018:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1772473302.328028:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186032256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473302.328042:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473302.328057:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e23dd expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473302.328081:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473302.328091:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473302.328101:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473302.328150:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186032256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473302.328158:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:3.0:1772473302.328276:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186032256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473302.328291:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473302.328300:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473302.328323:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473302.328329:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473302.328335:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473302.455666:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473302.584031:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186032640:0@lo:400:kworker.0 00000100:00100000:3.0:1772473302.584100:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473302.584157:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473302.584163:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186032768:0@lo:400:kworker.0 00000100:00100000:3.0:1772473302.584187:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473302.584217:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032640 00000100:00100000:3.0:1772473302.584225:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032640 00000100:00100000:3.0:1772473302.584281:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1772473302.584289:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186032640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473302.584341:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186032640:12345-0@lo:400:kworker.0 Request processed in 52us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473302.584347:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1772473302.584388:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186032640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584617:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186032384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584647:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473302.584676:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186032896:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584697:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473302.584723:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473302.584728:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186032512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584790:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473302.584826:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032768 00000100:00100000:2.0:1772473302.584831:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032768 00000100:00100000:2.0:1772473302.584862:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032384 00000100:00100000:2.0:1772473302.584865:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032384 00000100:00100000:2.0:1772473302.584881:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032512 00000100:00100000:2.0:1772473302.584883:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032512 00000100:00100000:2.0:1772473302.584898:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1772473302.584904:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186032768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584942:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186032768:12345-0@lo:400:kworker.0 Request processed in 37us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473302.584949:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1772473302.584963:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1772473302.584968:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186032384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.584998:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186032384:12345-0@lo:400:kworker.0 Request processed in 30us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473302.585004:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1772473302.585016:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1772473302.585023:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186032512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.585047:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186032512:12345-0@lo:400:kworker.0 Request processed in 26us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473302.585052:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00080000:2.0:1772473302.585067:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473302.585071:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473302.585080:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186032896 00000100:00100000:2.0:1772473302.585083:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186032896 00000100:00100000:2.0:1772473302.585110:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1772473302.585117:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186032896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.585145:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186032896:12345-0@lo:400:kworker.0 Request processed in 29us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473302.585151:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00080000:2.0:1772473302.585176:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473302.585196:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186032512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.585204:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186032384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.585212:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186032896:0@lo:400:kworker.0 00000100:00100000:2.0:1772473302.585242:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186032768:0@lo:400:kworker.0 00000100:00100000:1.0:1772473303.095585:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473303.095610:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186033024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473303.095685:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473303.095784:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033024 00000100:00100000:1.0:1772473303.095792:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033024 00000100:00100000:1.0:1772473303.095837:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1772473303.095845:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186033024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473303.095881:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473303.095927:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186033024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473303.095935:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1772473303.095987:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186033024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473303.097192:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186033152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473303.097246:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473303.098906:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033152 00000100:00100000:2.0:1772473303.098918:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033152 00000100:00100000:2.0:1772473303.098973:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1772473303.098983:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186033152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473303.099017:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473303.099082:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186033152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473303.099092:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1772473303.099332:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186033152:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473303.479000:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473304.503217:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473305.071633:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473305.071789:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134784 00000100:00100000:2.0:1772473305.071799:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134784 00000100:00100000:2.0:1772473305.071882:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1185 00000100:00100000:2.0:1772473305.071893:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57716:x1858570170134784:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473305.071915:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473305.071937:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e23eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13280 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072014:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072027:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072041:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473305.072109:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772473305.072113:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473305.072139:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072160:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e23eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13280 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072179:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13280 expref: 6 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.072200:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772473305.072203:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473305.072207:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772473305.072269:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57716:x1858570170134784:12345-192.168.201.48@tcp:101:rm.0 Request processed in 378us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473305.072276:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1185 00000100:00080000:0.0:1772473305.073111:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473305.083708:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473305.087343:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170134912 00000100:00100000:3.0:1772473305.087359:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170134912 00000100:00100000:3.0:1772473305.087452:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1186 00000100:00100000:3.0:1772473305.087463:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57716:x1858570170134912:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473305.087485:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473305.087505:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13287 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087571:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087586:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087597:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087611:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087618:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087632:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087717:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087726:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087733:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087767:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473305.087772:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087780:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087793:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772473305.087797:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473305.087802:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087809:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087822:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087829:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087834:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087839:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473305.087842:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087848:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087859:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6300) 00010000:00010000:3.0:1772473305.087861:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473305.087864:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.087870:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.091083:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13287 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.091109:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772473305.091113:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473305.091120:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c800/0xc2ef6d41852e23f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13287 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473305.091139:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772473305.091280:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57716:x1858570170134912:12345-192.168.201.48@tcp:101:rm.0 Request processed in 3818us (7582us total) trans 0 rc 301/301 00000100:00100000:3.0:1772473305.091290:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1186 00000100:00100000:0.0:1772473305.149969:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473305.150232:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473305.160466:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135296 00000100:00100000:3.0:1772473305.160482:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135296 00000100:00100000:3.0:1772473305.160613:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135040 00000100:00100000:3.0:1772473305.160617:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135040 00000100:00100000:3.0:1772473305.160676:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1187 00000100:00100000:3.0:1772473305.160689:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57720:x1858570170135296:12345-192.168.201.48@tcp:36:mkdir.0 00010000:00010000:3.0:1772473305.160767:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473305.160796:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e23f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13280 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473305.162798:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1188 00000100:00100000:1.0:1772473305.162820:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170135040:12345-192.168.201.48@tcp:41:mkdir.0 00000004:00000024:1.0:1772473305.162860:0:5811:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260336640 avail 2258239488 00000100:00100000:1.0:1772473305.162942:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170135040:12345-192.168.201.48@tcp:41:mkdir.0 Request processed in 132us (12709us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473305.162949:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1188 00010000:00010000:3.0:1772473305.168063:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78600) 00010000:00010000:3.0:1772473305.168100:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473305.171870:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.171894:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.171913:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.171930:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.171937:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.171944:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473305.172638:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00010000:00010000:1.0:1772473305.172650:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172690:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172697:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172703:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473305.172707:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172715:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172727:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473305.172730:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473305.172736:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.172780:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e240e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473305.172799:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000013a2bb00 reply state 000000006e71d5a7 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473305.172809:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473305.172937:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57720:x1858570170135296:12345-192.168.201.48@tcp:36:mkdir.0 Request processed in 12247us (22974us total) trans 4294967753 rc 0/0 00000100:00100000:1.0:1772473305.172946:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1187 00010000:00010000:2.0:1772473305.176580:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176597:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176605:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176611:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473305.176616:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176624:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176649:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328500) 00010000:00010000:2.0:1772473305.176652:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473305.176667:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.176673:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2415 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473305.228514:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473305.228611:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135424 00000100:00100000:3.0:1772473305.228635:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135424 00000100:00100000:1.0:1772473305.229443:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1189 00000100:00100000:1.0:1772473305.229465:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57724:x1858570170135424:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:1.0:1772473305.229499:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473305.229527:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e241c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1328e expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229590:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229605:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229617:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473305.229691:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:1.0:1772473305.229696:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473305.229723:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229771:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e241c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1328e expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229792:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1328e expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.229802:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473305.229805:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473305.229809:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473305.229893:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57724:x1858570170135424:12345-192.168.201.48@tcp:101:chown.0 Request processed in 438us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473305.229901:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1189 00000100:00100000:3.0:1772473305.233124:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473305.233410:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135552 00000100:00100000:0.0:1772473305.233423:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135552 00000100:00100000:0.0:1772473305.233492:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1190 00000100:00100000:0.0:1772473305.233503:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57724:x1858570170135552:12345-192.168.201.48@tcp:101:chown.0 00010000:00010000:0.0:1772473305.233530:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473305.233555:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e242a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13295 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233628:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233644:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233668:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233686:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233692:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.233699:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234165:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234175:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234184:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473305.234235:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 512 00000004:00200000:0.0:1772473305.234240:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473305.234268:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234283:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234290:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234297:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234307:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473305.234313:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234320:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234335:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328400) 00010000:00010000:0.0:1772473305.234337:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473305.234343:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234349:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca200/0xc2ef6d41852e2431 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234365:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234370:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234376:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234382:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473305.234385:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234391:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234405:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c410b8a600) 00010000:00010000:0.0:1772473305.234407:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473305.234410:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234415:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2438 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234456:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e242a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13295 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234470:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13295 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.234477:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a800) 00010000:00010000:0.0:1772473305.234479:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473305.234481:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772473305.236693:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57724:x1858570170135552:12345-192.168.201.48@tcp:101:chown.0 Request processed in 3156us (3548us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473305.236711:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1190 00000100:00100000:2.0:1772473305.245062:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473305.245164:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135808 00000100:00100000:0.0:1772473305.245175:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135808 00000100:00100000:0.0:1772473305.245272:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1191 00000100:00100000:0.0:1772473305.245282:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57724:x1858570170135808:12345-192.168.201.48@tcp:36:chown.0 00010000:00010000:0.0:1772473305.245342:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473305.245369:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e243f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13295 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.245392:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a800) 00010000:00010000:0.0:1772473305.245405:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473305.245433:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.245445:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473305.245455:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772473305.331491:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967754 is committed 00000004:00010000:1.0:1772473305.331613:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000acc41962 reply state 0000000088b7f383 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473305.331628:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772473305.331685:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00080000:1.0:1772473305.331804:0:5810:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772473305.331823:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57724:x1858570170135808:12345-192.168.201.48@tcp:36:chown.0 Request processed in 86538us (86766us total) trans 4294967754 rc 0/0 00000100:00100000:1.0:1772473305.331832:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1191 00010000:00010000:1.0:1772473305.331870:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331879:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331892:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331898:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473305.331903:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331910:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331925:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:1.0:1772473305.331928:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772473305.331933:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473305.331939:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e2446 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473305.528479:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473306.020383:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473306.020430:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473306.020464:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473306.020489:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473306.020525:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136320 00000100:00100000:3.0:1772473306.020539:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136320 00000100:00100000:3.0:1772473306.020611:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136192 00000100:00100000:3.0:1772473306.020615:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136192 00000100:00100000:3.0:1772473306.020652:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1518 00000100:00100000:3.0:1772473306.020665:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136320:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473306.020835:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136320:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 172us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473306.020844:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1518 00000100:00100000:3.0:1772473306.020863:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1519 00000100:00100000:3.0:1772473306.020871:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136192:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473306.020898:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136192:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473306.020904:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1519 00000100:00100000:3.0:1772473306.020927:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170135936 00000100:00100000:3.0:1772473306.020931:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170135936 00000100:00100000:3.0:1772473306.020964:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1478 00000100:00100000:3.0:1772473306.020971:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170135936:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473306.020998:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170135936:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473306.021004:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1478 00000100:00080000:3.0:1772473306.021041:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473306.021047:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473306.021190:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136064 00000100:00100000:3.0:1772473306.021195:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136064 00000100:00100000:1.0:1772473306.021260:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1976 00000100:00100000:1.0:1772473306.021271:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170136064:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473306.021331:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170136064:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 61us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473306.021338:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1976 00000020:00000080:1.0:1772473306.396532:0:98941:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff55086750 20000000:00000080:1.0:1772473306.396549:0:98941:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301dd8400 uarg=0000000000000000 00010000:00010000:1.0:1772473306.396992:0:98941:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1772473306.397028:0:98941:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473306.397032:0:98941:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473306.397043:0:98941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2423 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1328e expref: 5 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473306.397064:0:98941:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1772473306.397170:0:98941:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473306.397184:0:98941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473306.397197:0:98941:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473306.397206:0:98941:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473306.397242:0:98941:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473306.397254:0:98941:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 17 pid: 5805 timeout: 2882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473306.397269:0:98941:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98941:1858570186033280:0@lo:104: 00000100:00100000:1.0:1772473306.397418:0:98941:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473306.397529:0:98941:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42cb4d600 going to sleep for 11 seconds 00000100:00100000:3.0:1772473306.397577:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033280 00000100:00100000:3.0:1772473306.397584:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033280 00000100:00100000:0.0:1772473306.405546:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1772473306.405573:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:98941:x1858570186033280:12345-0@lo:104: 00010000:00010000:0.0:1772473306.405592:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405718:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473306.405725:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:98941:x1858570186033280:12345-0@lo:104: Request processed in 167us (8398us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473306.405734:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00010000:00010000:0.0:1772473306.405786:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473306.405793:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405801:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473306.405806:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405821:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473306.405830:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473306.405837:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473306.405876:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405882:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473306.405901:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405908:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4cc00/0xc2ef6d41852e23dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e23e4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.405927:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473306.405929:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473306.405931:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473306.405951:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186033408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473306.405984:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473306.406246:0:98941:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98941:1858570186033280:0@lo:104: 00010000:00010000:2.0:1772473306.406270:0:98941:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473306.407291:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033408 00000100:00100000:0.0:1772473306.407301:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033408 00010000:00010000:0.0:1772473306.407348:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 2882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473306.407384:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1772473306.407393:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186033408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473306.407406:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473306.407411:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 2882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407423:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 2882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407438:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e23e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e23dd expref: 18 pid: 5805 timeout: 2882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407454:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407462:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407480:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407487:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407494:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407501:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407507:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473306.407511:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407524:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407962:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473306.407977:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473306.408088:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186033408:12345-0@lo:103:ldlm_bl.0 Request processed in 695us (2102us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473306.408096:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00010000:00010000:2.0:1772473306.408232:0:98941:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473306.408240:0:98941:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473306.408246:0:98941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54a00/0xc2ef6d41852e244d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98941 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473306.410519:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186033408:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473306.550872:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473307.252722:0:98989:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdac961900 20000000:00000080:0.0:1772473307.252835:0:98989:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb4400 uarg=0000000000000000 00010000:00010000:0.0:1772473307.253060:0:98989:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473307.253072:0:98989:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473307.253087:0:98989:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473307.253102:0:98989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253114:0:98989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253123:0:98989:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253127:0:98989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253131:0:98989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253137:0:98989:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253141:0:98989:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473307.253144:0:98989:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253149:0:98989:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253158:0:98989:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253162:0:98989:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.253166:0:98989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2454 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473307.575292:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473307.703068:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186033664:0@lo:400:kworker.0 00000100:00100000:2.0:1772473307.703080:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186033792:0@lo:400:kworker.0 00000100:00100000:1.0:1772473307.703163:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186033536:0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.703928:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473307.703958:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473307.704021:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186034176:0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.704065:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473307.704128:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186033920:0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.704162:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473307.704213:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033664 00000100:00100000:3.0:1772473307.704224:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033664 00000100:00100000:3.0:1772473307.704295:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1772473307.704307:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186033664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.704398:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186033664:12345-0@lo:400:kworker.0 Request processed in 90us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473307.704413:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1772473307.704452:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034176 00000100:00100000:3.0:1772473307.704458:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034176 00000100:00100000:3.0:1772473307.704503:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033920 00000100:00100000:3.0:1772473307.704507:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033920 00000100:00100000:3.0:1772473307.704545:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1772473307.704553:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033536 00000100:00100000:3.0:1772473307.704555:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186034176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473307.704566:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033536 00000100:00100000:3.0:1772473307.704644:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186034176:12345-0@lo:400:kworker.0 Request processed in 85us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473307.704645:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:3.0:1772473307.704664:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1772473307.704668:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186033536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.704687:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1772473307.704697:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186033920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.705381:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186033920:12345-0@lo:400:kworker.0 Request processed in 615us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473307.705391:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00080000:3.0:1772473307.705429:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473307.705435:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473307.705515:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186033920:0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.705557:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186033664:0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.705571:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186034176:0@lo:400:kworker.0 00000100:00100000:0.0:1772473307.706917:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186033536:12345-0@lo:400:kworker.0 Request processed in 2250us (2955us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473307.706930:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1772473307.707993:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473307.713007:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186033536:0@lo:400:kworker.0 00000100:00100000:1.0:1772473307.713027:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186034048:0@lo:400:kworker.0 00000100:00100000:1.0:1772473307.713091:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473307.720127:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186033792 00000100:00100000:3.0:1772473307.722240:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186033792 00000100:00100000:3.0:1772473307.722343:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034048 00000100:00100000:3.0:1772473307.722349:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034048 00000100:00100000:3.0:1772473307.722382:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1772473307.722391:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186033792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.722475:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186033792:12345-0@lo:400:kworker.0 Request processed in 86us (14792us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473307.722485:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1772473307.722506:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1772473307.722515:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186034048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473307.722543:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186034048:12345-0@lo:400:kworker.0 Request processed in 31us (9453us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473307.722550:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1772473307.722607:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c305628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186033792:0@lo:400:kworker.0 00000100:00080000:1.0:1772473307.722654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473307.722680:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186034048:0@lo:400:kworker.0 10000000:01000000:0.0:1772473308.022846:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473308.022856:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473308.022864:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473308.022927:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473308.022942:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473308.022957:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473308.022990:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186034304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473308.023081:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473308.023145:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405256d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772473308.023272:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034304 00000100:00100000:3.0:1772473308.023282:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034304 00000100:00100000:3.0:1772473308.023354:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:3.0:1772473308.023365:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186034304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473308.023384:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473308.023401:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e245b expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473308.023433:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473308.023445:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473308.023455:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c800, rc 0) 00000100:00100000:3.0:1772473308.025007:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186034304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1635us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473308.025952:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186034304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473308.025987:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473308.026002:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473308.026032:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473308.026038:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473308.026046:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473308.026646:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1772473308.215470:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473308.215505:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186034432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473308.215618:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473308.216887:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186034560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473308.216960:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473308.217717:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034432 00000100:00100000:1.0:1772473308.217731:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034432 00000100:00100000:1.0:1772473308.217817:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034560 00000100:00100000:1.0:1772473308.217821:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034560 00000100:00100000:1.0:1772473308.217847:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1772473308.217858:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186034432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473308.217903:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473308.217988:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186034432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473308.217996:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1772473308.218021:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1772473308.218028:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186034560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473308.218049:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473308.218078:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186034560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473308.218085:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1772473308.219539:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186034560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473308.219564:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186034432:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473308.602551:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473309.625040:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473310.551818:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473310.554291:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136448 00000100:00100000:2.0:1772473310.554308:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136448 00000100:00100000:2.0:1772473310.554411:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 18 00000100:00100000:2.0:1772473310.554423:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570170136448:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772473310.554440:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473310.554444:0:5798:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie c2ef6d41852e2423) 00010000:00010000:2.0:1772473310.554446:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473310.554522:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:5546:x1858570170136448:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 102us (2716us total) trans 0 rc 116/116 00000100:00100000:2.0:1772473310.554531:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 18 00000100:00080000:1.0:1772473310.555949:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473310.646964:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473311.147183:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473311.147402:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136576 00000100:00100000:0.0:1772473311.147413:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136576 00000100:00100000:0.0:1772473311.147501:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1481 00000100:00100000:0.0:1772473311.147513:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170136576:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473311.147945:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170136576:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 433us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473311.147954:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1481 00000100:00100000:0.0:1772473311.150082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473311.150665:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136704 00000100:00100000:1.0:1772473311.150676:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136704 00000100:00100000:3.0:1772473311.150775:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1980 00000100:00100000:3.0:1772473311.150792:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170136704:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473311.150893:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170136704:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 106us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473311.150901:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1980 00000100:00100000:2.0:1772473311.172063:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.172106:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.172138:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136960 00000100:00100000:2.0:1772473311.172147:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136960 00000100:00100000:2.0:1772473311.172206:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170136832 00000100:00100000:2.0:1772473311.172210:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170136832 00000100:00100000:2.0:1772473311.172239:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1522 00000100:00100000:2.0:1772473311.172249:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136960:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473311.172318:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136960:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 70us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.172325:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1522 00000100:00100000:2.0:1772473311.172343:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1523 00000100:00100000:2.0:1772473311.172349:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136832:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473311.172373:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170136832:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.172380:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1523 00000100:00080000:2.0:1772473311.172399:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473311.172403:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473311.339965:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.340180:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170137088 00000100:00100000:2.0:1772473311.340191:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170137088 00000100:00100000:2.0:1772473311.340282:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00100000:2.0:1772473311.340293:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57829:x1858570170137088:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:2.0:1772473311.340317:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473311.340340:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2469 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1329c expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340399:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340414:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340426:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473311.340492:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:2.0:1772473311.340496:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473311.340523:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340547:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2469 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1329c expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340576:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1329c expref: 6 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.340585:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772473311.340589:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772473311.340593:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54200, rc 0) 00000100:00100000:2.0:1772473311.340657:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57829:x1858570170137088:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 366us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.340666:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1192 00000100:00100000:0.0:1772473311.354931:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473311.355418:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170137216 00000100:00100000:3.0:1772473311.355429:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170137216 00000100:00100000:1.0:1772473311.357389:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1193 00000100:00100000:1.0:1772473311.357406:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57829:x1858570170137216:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772473311.357429:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473311.357448:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2477 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132a3 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357505:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357531:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357543:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357568:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357576:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357583:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357688:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357697:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357704:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473311.357762:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1772473311.357766:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473311.357792:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357810:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357816:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357823:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357829:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473311.357833:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357841:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357867:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:1.0:1772473311.357870:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473311.357876:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357883:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e247e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357895:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357901:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357907:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357912:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473311.357915:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357921:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357929:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328400) 00010000:00010000:1.0:1772473311.357931:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473311.357934:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357941:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2485 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.357978:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e2477 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132a3 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.358004:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132a3 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.358011:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328e00) 00010000:00010000:1.0:1772473311.358013:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473311.358016:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772473311.358088:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57829:x1858570170137216:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 687us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473311.358097:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1193 00000100:00100000:1.0:1772473311.364466:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.364640:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170137472 00000100:00100000:2.0:1772473311.364651:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170137472 00000100:00100000:2.0:1772473311.364766:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1194 00000100:00100000:2.0:1772473311.364776:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57829:x1858570170137472:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473311.364831:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473311.364858:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e248c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132a3 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.364875:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328e00) 00010000:00010000:2.0:1772473311.364885:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473311.364909:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.364922:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.364933:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473311.401771:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000757b9724 reply state 00000000c7284aef transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473311.401793:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772473311.401838:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:0.0:1772473311.401952:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57829:x1858570170137472:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 37172us (37490us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1772473311.401962:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1194 00000001:00080000:2.0:1772473311.402129:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00010000:00010000:1.0:1772473311.402156:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402166:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402173:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402179:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473311.402184:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402191:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402208:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:1.0:1772473311.402211:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772473311.402215:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473311.402221:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e2493 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473311.470346:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.470493:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170137600 00000100:00100000:2.0:1772473311.470502:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170137600 00000100:00100000:2.0:1772473311.470570:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1195 00000100:00100000:2.0:1772473311.470580:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57833:x1858570170137600:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772473311.470605:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473311.470621:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e249a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132aa expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470668:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470679:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470687:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470696:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470701:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470704:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470832:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470837:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470841:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473311.470867:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:2.0:1772473311.470871:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473311.470896:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470907:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470918:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470924:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470930:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.470934:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470941:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470952:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772473311.470955:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.470959:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470965:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e24a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470979:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470984:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470990:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.470995:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.470998:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471004:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471011:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c424f78700) 00010000:00010000:2.0:1772473311.471013:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.471016:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471021:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e24a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471048:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e249a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132aa expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471059:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132aa expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.471066:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772473311.471068:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473311.471070:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54e00, rc 0) 00000100:00100000:2.0:1772473311.471116:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57833:x1858570170137600:12345-192.168.201.48@tcp:101:touch.0 Request processed in 538us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.471137:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1195 00000100:00100000:3.0:1772473311.473626:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.473795:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170137856 00000100:00100000:2.0:1772473311.473805:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170137856 00000100:00100000:2.0:1772473311.473854:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1196 00000100:00100000:2.0:1772473311.473865:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57833:x1858570170137856:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:2.0:1772473311.473887:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473311.473906:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132b1 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474037:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474050:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474060:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474107:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474113:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474117:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772473311.474659:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x25:0x0], index 1: 0 00010000:00010000:2.0:1772473311.474860:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e24cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474870:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e24cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474877:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e24cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474915:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474922:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474928:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474934:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.474938:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474945:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474957:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772473311.474960:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.474964:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.474969:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473311.474982:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008769ea9a reply state 0000000075cf8f61 transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473311.474990:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772473311.475016:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b1 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.475033:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e24cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b1 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.475039:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:2.0:1772473311.475042:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473311.475044:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54000, rc 0) 00000100:00100000:2.0:1772473311.475112:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57833:x1858570170137856:12345-192.168.201.48@tcp:101:touch.0 Request processed in 1249us (1494us total) trans 4294967756 rc 0/0 00000100:00100000:2.0:1772473311.476426:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1196 00010000:00010000:2.0:1772473311.477449:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477462:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477468:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477474:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.477478:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477485:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477499:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78d00) 00010000:00010000:2.0:1772473311.477501:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.477505:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.477511:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473311.479363:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473311.479843:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138112 00000100:00100000:0.0:1772473311.479854:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138112 00000100:00100000:0.0:1772473311.479910:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1197 00000100:00100000:0.0:1772473311.479920:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57833:x1858570170138112:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:0.0:1772473311.479980:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473311.480006:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e24cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b1 expref: 9 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.480026:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c424f78b00) 00010000:00010000:0.0:1772473311.480037:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473311.480077:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.480088:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.480097:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473311.480235:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007059d328 reply state 00000000571a0552 transno 4294967757 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473311.480243:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473311.480320:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57833:x1858570170138112:12345-192.168.201.48@tcp:36:touch.0 Request processed in 401us (964us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1772473311.480328:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1197 00010000:00010000:2.0:1772473311.481864:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481877:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481884:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481890:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.481894:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481901:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481915:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c410b8a100) 00010000:00010000:2.0:1772473311.481918:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.481922:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.481928:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e24d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473311.483499:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473311.483543:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138240 00000100:00100000:0.0:1772473311.483562:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138240 00000100:00100000:0.0:1772473311.483656:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1198 00000100:00100000:0.0:1772473311.483666:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57833:x1858570170138240:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772473311.483691:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473311.483710:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e24e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132b8 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.483788:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e24e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b8 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.483802:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e24e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b8 expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.483826:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:0.0:1772473311.483829:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772473311.483832:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772473311.483889:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57833:x1858570170138240:12345-192.168.201.48@tcp:101:touch.0 Request processed in 224us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473311.483896:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1198 00000100:00100000:1.0:1772473311.485728:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.485809:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138368 00000100:00100000:2.0:1772473311.485818:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138368 00000100:00100000:2.0:1772473311.485872:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 655 00000100:00100000:2.0:1772473311.485883:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170138368:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:2.0:1772473311.486187:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170138368:12345-192.168.201.48@tcp:2:touch.0 Request processed in 306us (464us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1772473311.486195:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 655 00000100:00100000:3.0:1772473311.487821:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.487914:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138624 00000100:00100000:2.0:1772473311.487921:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138624 00000100:00100000:2.0:1772473311.487959:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 196 00000100:00100000:2.0:1772473311.487969:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57833:x1858570170138624:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:2.0:1772473311.488454:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57833:x1858570170138624:12345-192.168.201.48@tcp:35:touch.0 Request processed in 486us (637us total) trans 4294967758 rc 0/0 00000100:00100000:2.0:1772473311.488462:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 196 00000100:00100000:3.0:1772473311.517361:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.517427:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138752 00000100:00100000:2.0:1772473311.517437:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138752 00000100:00100000:2.0:1772473311.517561:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1199 00000100:00100000:2.0:1772473311.517576:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57837:x1858570170138752:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473311.517602:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473311.517621:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132bf expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517671:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517681:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517689:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517698:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517703:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517707:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517821:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517827:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517831:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473311.517867:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x62:0x0]: returning size 0 00000004:00200000:2.0:1772473311.517871:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473311.517885:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517894:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517902:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517908:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517915:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517925:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.517930:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517938:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517950:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772473311.517953:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.517956:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517960:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e24ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517971:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517975:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517979:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517981:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55e00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.517983:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517986:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517993:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78d00) 00010000:00010000:2.0:1772473311.517994:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.517996:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.517999:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e24f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.518020:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e24e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132bf expref: 13 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.518028:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132bf expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.518033:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:2.0:1772473311.518034:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473311.518036:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54c00, rc 0) 00000100:00100000:2.0:1772473311.518088:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57837:x1858570170138752:12345-192.168.201.48@tcp:101:rm.0 Request processed in 519us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.518095:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1199 00000100:00100000:0.0:1772473311.520315:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.520444:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170138880 00000100:00100000:2.0:1772473311.520452:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170138880 00000100:00100000:2.0:1772473311.520494:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 656 00000100:00100000:2.0:1772473311.520503:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170138880:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473311.520533:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473311.520566:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132c6 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772473311.520598:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x69a5cbdf, atime: 0x69a5cbdf, ctime: 0x69a5cbdf, blocks: 0x1 00010000:00010000:2.0:1772473311.520617:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473311.520619:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473311.520626:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.520641:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.520651:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c54400, rc 0) 00000100:00100000:2.0:1772473311.520696:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170138880:12345-192.168.201.48@tcp:101:rm.0 Request processed in 194us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473311.520703:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 656 00000100:00100000:3.0:1772473311.522846:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473311.523087:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170139136 00000100:00100000:2.0:1772473311.523096:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170139136 00000100:00100000:2.0:1772473311.523145:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1200 00000100:00100000:2.0:1772473311.523156:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57837:x1858570170139136:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:2.0:1772473311.523209:0:5812:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473311.523236:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e24fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132bf expref: 12 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523257:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e24e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132b8 expref: 11 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523267:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c410b8a000) 00010000:00010000:2.0:1772473311.523413:0:5812:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473311.523435:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523449:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523459:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523471:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523480:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523486:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523615:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523624:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.523630:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772473311.524257:0:5812:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].37, 64 off10560 00000004:00080000:2.0:1772473311.524268:0:5812:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2737356527771ns, next at 2738356525132ns, rc = 0 00010000:00010000:2.0:1772473311.524428:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524443:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524452:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524459:0:5812:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524465:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524470:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524557:0:5812:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772473311.524579:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524586:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524591:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524596:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.524601:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524607:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524620:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c424f78600) 00010000:00010000:2.0:1772473311.524623:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772473311.524626:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524632:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54600/0xc2ef6d41852e2518 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x62:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524648:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524653:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524659:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524663:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.524665:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524671:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524677:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:2.0:1772473311.524679:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.524682:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.524687:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55200/0xc2ef6d41852e250a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473311.524701:0:5812:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007dba173c reply state 0000000007b9e616 transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473311.524708:0:5812:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473311.524818:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57837:x1858570170139136:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1661us (1977us total) trans 4294967759 rc 0/0 00000100:00100000:2.0:1772473311.524827:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1200 00010000:00010000:2.0:1772473311.526098:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526111:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526118:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526124:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473311.526128:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526135:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526148:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78f00) 00010000:00010000:2.0:1772473311.526150:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473311.526154:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473311.526159:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2511 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526352:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473311.526360:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526366:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473311.526370:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526375:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526383:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x62:0x0].0x0 (ffff90c424f78600) 00010000:00010000:0.0:1772473311.526385:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473311.526388:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526393:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e251f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x62:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473311.526406:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473311.526408:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473311.526409:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473311.672413:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473312.489650:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473312.489935:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170139264 00000100:00100000:0.0:1772473312.489945:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170139264 00000100:00100000:0.0:1772473312.490016:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1201 00000100:00100000:0.0:1772473312.490025:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57852:x1858570170139264:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473312.490052:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473312.490074:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2526 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132cd expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.490141:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.490154:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.490168:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473312.490226:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473312.490230:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473312.490256:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.490281:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e2526 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132cd expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772473312.490396:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473312.490582:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132cd expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.490594:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:0.0:1772473312.490597:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473312.490601:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772473312.490663:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57852:x1858570170139264:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 638us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473312.490671:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1201 00000100:00100000:3.0:1772473312.495903:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.495944:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170139520 00000100:00100000:3.0:1772473312.495953:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170139520 00000100:00100000:3.0:1772473312.496241:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1202 00000100:00100000:3.0:1772473312.496252:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57852:x1858570170139520:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473312.496318:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473312.496346:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e252d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132cd expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.496730:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e24af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132aa expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.496904:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78a00) 00010000:00010000:3.0:1772473312.496920:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473312.496950:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.496963:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.496985:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473312.555736:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000fa56f25 reply state 00000000ec3e4d50 transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473312.555771:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473312.555812:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:3.0:1772473312.555913:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57852:x1858570170139520:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 59659us (60013us total) trans 4294967760 rc 0/0 00000100:00100000:3.0:1772473312.555923:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1202 00000001:00080000:3.0:1772473312.555961:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967757 is committed 00000001:00080000:3.0:1772473312.555973:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967759 is committed 00000004:00080000:3.0:1772473312.555978:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 103 committed 00000001:00080000:3.0:1772473312.556003:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967760 is committed 00010000:00010000:3.0:1772473312.556265:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556275:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556282:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556352:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473312.556358:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556366:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556383:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:3.0:1772473312.556386:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473312.556391:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556397:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2534 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473312.556431:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186034688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772473312.556477:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473312.556552:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034688 00000100:00100000:3.0:1772473312.556560:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034688 00000100:00100000:3.0:1772473312.556611:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1772473312.556619:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186034688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772473312.556643:0:6592:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:37 count 1 00010000:00010000:3.0:1772473312.556663:0:6592:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556681:0:6592:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556693:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473312.556696:0:6592:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473312.556699:0:6592:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556725:0:6592:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.556759:0:6592:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 6 pid: 6591 timeout: 2838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473312.556774:0:6592:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570186034816:192.168.201.48@tcp:104: 00000100:00100000:3.0:1772473312.557247:0:6592:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbdc00 going to sleep for 11 seconds 00000100:00080000:3.0:1772473312.557267:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473312.561429:0:6592:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6592:1858570186034816:192.168.201.48@tcp:104: 00010000:00010000:3.0:1772473312.561462:0:6592:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473312.565573:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473312.565852:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170139648 00000100:00100000:2.0:1772473312.565862:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170139648 00010000:00010000:2.0:1772473312.565899:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 2838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473312.566483:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 464 00000100:00100000:2.0:1772473312.566493:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170139648:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772473312.566508:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473312.566514:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 2838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.566539:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 2838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.566650:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c51f34d2/0xc2ef6d41852e2503 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132c6 expref: 7 pid: 6591 timeout: 2838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.566667:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473312.566669:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772473312.566674:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.566683:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.566732:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473312.566803:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170139648:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 310us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473312.566812:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 464 00010000:00010000:3.0:1772473312.569987:0:6592:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.570006:0:6592:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.570023:0:6592:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.570030:0:6592:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.571610:0:6592:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772473312.572318:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186034688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15694us (15835us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1772473312.572329:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000004:00080000:2.0:1772473312.572830:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c30562aa00/2, rc 0, transno 4294967371 00000100:00100000:2.0:1772473312.572852:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30562aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186034688:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1772473312.577220:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473312.577234:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.577247:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4cc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473312.577252:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.577264:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.577284:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473312.577292:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2ecad21/0xc2ef6d41852e253b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6592 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.577764:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473312.577768:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473312.577770:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473312.609461:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473312.609587:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170139776 00000100:00100000:1.0:1772473312.609600:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170139776 00000100:00100000:1.0:1772473312.609662:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:1.0:1772473312.609672:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57856:x1858570170139776:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473312.609699:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473312.609718:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2542 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132d4 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609836:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609850:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609863:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609878:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609884:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.609891:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610026:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610035:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610042:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473312.610077:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1772473312.610082:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473312.610106:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610118:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610125:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610131:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610137:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473312.610141:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610147:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610158:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:1.0:1772473312.610161:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473312.610166:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610183:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e2549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610197:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610203:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610208:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610213:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473312.610216:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610222:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610227:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c420328400) 00010000:00010000:1.0:1772473312.610229:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473312.610232:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610237:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2550 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610278:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2542 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132d4 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610291:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132d4 expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.610299:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:1.0:1772473312.610302:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772473312.610305:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:0.0:1772473312.610631:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57856:x1858570170139776:12345-192.168.201.48@tcp:101:touch.0 Request processed in 957us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473312.610701:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1203 00000100:00100000:1.0:1772473312.613322:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473312.613486:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140032 00000100:00100000:0.0:1772473312.613497:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140032 00000100:00100000:0.0:1772473312.613570:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1204 00000100:00100000:0.0:1772473312.613581:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:57856:x1858570170140032:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:0.0:1772473312.613602:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473312.613622:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e255e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132db expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616671:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616694:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616707:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616723:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616730:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.616750:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772473312.617498:0:8978:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x26:0x0], index 0: 0 00010000:00010000:2.0:1772473312.618015:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e2573 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618027:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e2573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618036:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e2573 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618285:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618292:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618298:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618304:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.618308:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618315:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618327:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772473312.618330:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.618335:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618340:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54400/0xc2ef6d41852e2565 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473312.618356:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c76615ff reply state 00000000e51b4792 transno 4294967761 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473312.618365:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772473312.618399:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e255e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132db expref: 10 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618414:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e2573 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132db expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.618421:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:2.0:1772473312.618423:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473312.618425:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55c00, rc 0) 00000100:00100000:2.0:1772473312.618505:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57856:x1858570170140032:12345-192.168.201.48@tcp:101:touch.0 Request processed in 4925us (5189us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1772473312.618515:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1204 00010000:00010000:2.0:1772473312.622152:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622168:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622175:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622180:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.622185:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622196:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622213:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78f00) 00010000:00010000:2.0:1772473312.622215:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.622220:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.622225:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54c00/0xc2ef6d41852e256c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473312.622794:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.623585:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140288 00000100:00100000:3.0:1772473312.623596:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140288 00000100:00100000:3.0:1772473312.623661:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1205 00000100:00100000:3.0:1772473312.623671:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57856:x1858570170140288:12345-192.168.201.48@tcp:36:touch.0 00010000:00010000:3.0:1772473312.623725:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473312.623818:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55c00/0xc2ef6d41852e2573 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132db expref: 9 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.623975:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c424f78d00) 00010000:00010000:3.0:1772473312.623985:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473312.624030:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.624042:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.624056:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473312.624274:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000aee6672f reply state 00000000d1f11408 transno 4294967762 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473312.624284:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473312.624374:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57856:x1858570170140288:12345-192.168.201.48@tcp:36:touch.0 Request processed in 703us (1583us total) trans 4294967762 rc 0/0 00000100:00100000:3.0:1772473312.624382:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1205 00000100:00100000:3.0:1772473312.627535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00010000:00010000:2.0:1772473312.627539:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627554:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627563:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627570:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4dc00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.627575:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627583:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627599:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c4052b6b00) 00010000:00010000:2.0:1772473312.627602:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.627606:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.627616:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4dc00/0xc2ef6d41852e2581 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473312.627794:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140416 00000100:00100000:0.0:1772473312.627804:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140416 00000100:00100000:1.0:1772473312.628051:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1206 00000100:00100000:1.0:1772473312.628062:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57856:x1858570170140416:12345-192.168.201.48@tcp:101:touch.0 00010000:00010000:1.0:1772473312.628089:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473312.628107:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2588 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132e2 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.628174:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2588 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e2 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.628188:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2588 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e2 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473312.628206:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c420328400) 00010000:00010000:1.0:1772473312.628209:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772473312.628212:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473312.628272:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57856:x1858570170140416:12345-192.168.201.48@tcp:101:touch.0 Request processed in 211us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473312.628279:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1206 00000100:00100000:2.0:1772473312.631626:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.631883:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140544 00000100:00100000:3.0:1772473312.631895:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140544 00000100:00100000:3.0:1772473312.631951:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 658 00000100:00100000:3.0:1772473312.631961:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170140544:12345-192.168.201.48@tcp:2:touch.0 00000100:00100000:3.0:1772473312.632448:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170140544:12345-192.168.201.48@tcp:2:touch.0 Request processed in 487us (829us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1772473312.632457:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 658 00000100:00100000:2.0:1772473312.636154:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.636238:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140800 00000100:00100000:3.0:1772473312.636249:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140800 00000100:00100000:3.0:1772473312.636310:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 197 00000100:00100000:3.0:1772473312.636321:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:57856:x1858570170140800:12345-192.168.201.48@tcp:35:touch.0 00000100:00100000:3.0:1772473312.636676:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57856:x1858570170140800:12345-192.168.201.48@tcp:35:touch.0 Request processed in 356us (531us total) trans 4294967763 rc 0/0 00000100:00100000:3.0:1772473312.636684:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 197 00010000:00010000:2.0:1772473312.695379:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473312.699176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473312.699352:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170140928 00000100:00100000:2.0:1772473312.699363:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170140928 00000100:00100000:2.0:1772473312.699413:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:2.0:1772473312.699422:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57860:x1858570170140928:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473312.699444:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473312.699463:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e258f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132e9 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699518:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699543:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699554:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699570:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699577:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699584:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699698:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699707:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699731:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473312.699803:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x63:0x0]: returning size 0 00000004:00200000:2.0:1772473312.699809:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473312.699829:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699840:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699848:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699854:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699860:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699865:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.699870:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699878:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699890:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772473312.699893:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.699898:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699904:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2596 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699917:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699923:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699929:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699934:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.699937:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699942:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699948:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78f00) 00010000:00010000:2.0:1772473312.699950:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.699952:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699957:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e259d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.699987:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e258f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e9 expref: 13 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.700000:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e9 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.700008:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c420328400) 00010000:00010000:2.0:1772473312.700010:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473312.700012:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772473312.700230:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57860:x1858570170140928:12345-192.168.201.48@tcp:101:rm.0 Request processed in 807us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473312.700237:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1207 00000100:00100000:2.0:1772473312.707840:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.707933:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141056 00000100:00100000:3.0:1772473312.707944:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141056 00000100:00100000:3.0:1772473312.708010:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 659 00000100:00100000:3.0:1772473312.708020:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170141056:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:3.0:1772473312.708040:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473312.708077:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132f0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772473312.708104:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x26:0x0] initial LVB size: 0, mtime: 0x69a5cbe0, atime: 0x69a5cbe0, ctime: 0x69a5cbe0, blocks: 0x1 00010000:00010000:3.0:1772473312.708123:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473312.708125:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473312.708134:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.708154:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 7 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.708168:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772473312.708247:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170141056:12345-192.168.201.48@tcp:101:rm.0 Request processed in 227us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473312.708255:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 659 00000100:00100000:1.0:1772473312.714069:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473312.714272:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141312 00000100:00100000:3.0:1772473312.714284:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141312 00000100:00100000:3.0:1772473312.714463:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1208 00000100:00100000:3.0:1772473312.714475:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57860:x1858570170141312:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:3.0:1772473312.714547:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473312.714577:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e25a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e9 expref: 12 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714605:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e2588 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x63:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132e2 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714617:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c420328400) 00010000:00010000:3.0:1772473312.714631:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473312.714654:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714668:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714678:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714691:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714697:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714703:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714863:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714872:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.714880:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473312.715734:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].38, 64 off10624 00000004:00080000:3.0:1772473312.715784:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2738548043878ns, next at 2739548040823ns, rc = 0 00010000:00010000:3.0:1772473312.715860:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.715871:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.715879:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.715887:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.715893:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.716090:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.716115:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772473312.716137:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.716159:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473312.716167:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.716310:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.716402:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.718452:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473312.718453:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473312.718469:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.718469:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.718494:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718594:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.718606:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:2.0:1772473312.718610:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772473312.718615:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718620:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x63:0x0].0x0 (ffff90c4052b6000) 00010000:00010000:3.0:1772473312.718627:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772473312.718632:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4da00/0xc2ef6d41852e25c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718633:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718649:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25c0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x63:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.718661:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473312.718665:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473312.718668:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473312.718680:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718686:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718692:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718697:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473312.718700:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718705:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718713:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:3.0:1772473312.718715:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473312.718718:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473312.718723:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e25b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473312.718731:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000010e1773f reply state 000000001692ca2b transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473312.719068:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772473312.719245:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57860:x1858570170141312:12345-192.168.201.48@tcp:36:rm.0 Request processed in 4768us (5181us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1772473312.719257:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1208 00010000:00010000:2.0:1772473312.722632:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722650:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722658:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722664:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473312.722669:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722676:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722692:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c4052b6e00) 00010000:00010000:2.0:1772473312.722695:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473312.722699:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473312.722704:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d800/0xc2ef6d41852e25b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473312.823329:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186035200:0@lo:400:kworker.0 00000100:00100000:1.0:1772473312.823400:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473312.823467:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473312.823475:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186035072:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.823765:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186034944:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.823802:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473312.823827:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186035456:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.823847:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473312.823863:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473312.823868:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186035328:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.823893:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473312.823944:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186034944 00000100:00100000:3.0:1772473312.823951:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186034944 00000100:00100000:3.0:1772473312.823991:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1772473312.824000:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186034944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824047:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186034944:12345-0@lo:400:kworker.0 Request processed in 48us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473312.824054:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1772473312.824088:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035328 00000100:00100000:3.0:1772473312.824092:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035328 00000100:00100000:3.0:1772473312.824124:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1772473312.824130:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186035328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824172:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186035328:12345-0@lo:400:kworker.0 Request processed in 42us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473312.824178:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00080000:3.0:1772473312.824338:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473312.824370:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186035328:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824380:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186034944:0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824421:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035200 00000100:00100000:3.0:1772473312.824425:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035200 00000100:00100000:3.0:1772473312.824451:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035456 00000100:00100000:3.0:1772473312.824454:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035456 00000100:00100000:3.0:1772473312.824468:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:3.0:1772473312.824473:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186035200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824513:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186035200:12345-0@lo:400:kworker.0 Request processed in 40us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473312.824519:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:3.0:1772473312.824560:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:3.0:1772473312.824566:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186035456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473312.824594:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186035456:12345-0@lo:400:kworker.0 Request processed in 29us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473312.824601:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00080000:3.0:1772473312.824613:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473312.824630:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186035456:0@lo:400:kworker.0 00000100:00100000:1.0:1772473312.825276:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473312.825330:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186035200:0@lo:400:kworker.0 00000100:00100000:2.0:1772473312.825472:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035072 00000100:00100000:2.0:1772473312.825478:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035072 00000100:00100000:2.0:1772473312.825539:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983 00000100:00100000:2.0:1772473312.825547:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186035072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473312.825597:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186035072:12345-0@lo:400:kworker.0 Request processed in 51us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473312.825604:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983 00000100:00100000:1.0:1772473312.825780:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186035072:0@lo:400:kworker.0 00000100:00100000:1.0:1772473313.335836:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186035712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473313.335902:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473313.335957:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473313.335963:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186035584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473313.335986:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473313.336016:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035712 00000100:00100000:1.0:1772473313.336023:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035712 00000100:00100000:1.0:1772473313.336062:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035584 00000100:00100000:1.0:1772473313.336065:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035584 00000100:00100000:1.0:1772473313.336084:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1772473313.336092:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186035712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473313.336128:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473313.336174:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186035712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473313.336181:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1772473313.336198:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1772473313.336204:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186035584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473313.336221:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473313.336243:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186035584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473313.336248:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1772473313.336297:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186035584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473313.336310:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186035712:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1772473313.388011:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:1.0:1772473313.421853:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:1.0:1772473313.421872:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:1.0:1772473313.525552:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.525689:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141440 00000100:00100000:0.0:1772473313.525700:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141440 00000100:00100000:0.0:1772473313.525780:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1209 00000100:00100000:0.0:1772473313.525790:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57874:x1858570170141440:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473313.525814:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473313.525835:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e25ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132f7 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.525897:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.525911:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.525925:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473313.525986:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473313.525990:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473313.526014:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.526041:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e25ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f7 expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.526057:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f7 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.526067:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:0.0:1772473313.526070:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473313.526073:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca600, rc 0) 00000100:00100000:0.0:1772473313.526129:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57874:x1858570170141440:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 340us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.526136:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1209 00000100:00100000:1.0:1772473313.532303:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473313.532376:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141696 00000100:00100000:2.0:1772473313.532385:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141696 00000100:00100000:2.0:1772473313.532443:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1210 00000100:00100000:2.0:1772473313.532452:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57874:x1858570170141696:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:2.0:1772473313.532500:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772473313.532536:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e25d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f7 expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.532556:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54200/0xc2ef6d41852e2557 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132d4 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.532570:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328c00) 00010000:00010000:2.0:1772473313.532582:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473313.532607:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.532620:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.532631:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473313.532903:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005d29b083 reply state 00000000c8bb2898 transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473313.532913:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772473313.532927:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:2.0:1772473313.533006:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57874:x1858570170141696:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 554us (711us total) trans 4294967765 rc 0/0 00000100:00100000:2.0:1772473313.533014:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1210 00010000:00010000:3.0:1772473313.538195:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538214:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538222:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538227:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473313.538232:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538239:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538254:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78f00) 00010000:00010000:3.0:1772473313.538257:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473313.538261:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.538280:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e25dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473313.699419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.699520:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141824 00000100:00100000:3.0:1772473313.699531:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141824 00000100:00100000:3.0:1772473313.699592:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1211 00000100:00100000:3.0:1772473313.699602:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170141824:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473313.699701:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170141824:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 100us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473313.699709:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1211 00000100:00100000:3.0:1772473313.709044:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.709119:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170141952 00000100:00100000:0.0:1772473313.709140:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170141952 00000100:00100000:0.0:1772473313.709218:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 660 00000100:00100000:0.0:1772473313.709240:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57886:x1858570170141952:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772473313.709564:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57886:x1858570170141952:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 336us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.709573:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 660 00000100:00080000:3.0:1772473313.709631:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473313.712462:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.712550:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142080 00000100:00100000:3.0:1772473313.712561:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142080 00000100:00080000:0.0:1772473313.712663:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473313.712680:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 661 00000100:00100000:3.0:1772473313.712692:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57886:x1858570170142080:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473313.714192:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57886:x1858570170142080:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 1495us (1732us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473313.714204:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 661 00010000:00010000:2.0:1772473313.722181:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473313.724419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.724473:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142208 00000100:00100000:0.0:1772473313.724495:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142208 00000100:00100000:0.0:1772473313.724621:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1212 00000100:00100000:0.0:1772473313.724633:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142208:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473313.725017:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142208:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 386us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.725027:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1212 00000100:00100000:2.0:1772473313.730054:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.730353:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142336 00000100:00100000:3.0:1772473313.730364:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142336 00000100:00100000:3.0:1772473313.730423:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1213 00000100:00100000:3.0:1772473313.730433:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142336:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473313.730530:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142336:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 99us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473313.730538:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1213 00000100:00100000:1.0:1772473313.733204:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.733335:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142464 00000100:00100000:0.0:1772473313.733347:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142464 00000100:00100000:0.0:1772473313.733448:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 662 00000100:00100000:0.0:1772473313.733461:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57886:x1858570170142464:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:0.0:1772473313.733790:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57886:x1858570170142464:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 332us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.733798:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 662 00000100:00100000:1.0:1772473313.738660:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.739476:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142592 00000100:00100000:3.0:1772473313.739489:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142592 00000100:00100000:3.0:1772473313.739570:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 663 00000100:00100000:3.0:1772473313.739581:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57886:x1858570170142592:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473313.739938:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57886:x1858570170142592:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 358us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473313.739948:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 663 00000100:00100000:2.0:1772473313.744138:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.744237:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142720 00000100:00100000:0.0:1772473313.744249:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142720 00000100:00100000:0.0:1772473313.744373:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00100000:0.0:1772473313.744388:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142720:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473313.744777:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57886:x1858570170142720:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 393us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.744786:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1214 00000100:00100000:1.0:1772473313.804305:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.804488:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142848 00000100:00100000:0.0:1772473313.804500:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142848 00000100:00100000:0.0:1772473313.804581:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1215 00000100:00100000:0.0:1772473313.804592:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:57890:x1858570170142848:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:0.0:1772473313.804615:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473313.804638:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e25e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c132fe expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804697:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804716:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804728:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804777:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804785:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804792:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804912:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804920:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804927:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473313.804959:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473313.804963:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473313.804986:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.804997:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805007:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805013:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805018:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473313.805022:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805029:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805042:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:0.0:1772473313.805044:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473313.805049:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805056:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e25ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805068:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805074:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805080:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805085:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473313.805089:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805095:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805101:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c410b8a400) 00010000:00010000:0.0:1772473313.805103:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473313.805106:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805112:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e25f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805625:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e25e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132fe expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805641:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132fe expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.805649:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772473313.805651:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473313.805654:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cac00, rc 0) 00000100:00100000:0.0:1772473313.805724:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57890:x1858570170142848:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1134us (1427us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.805732:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1215 00000100:00100000:1.0:1772473313.812164:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473313.812371:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170142976 00000100:00100000:2.0:1772473313.812382:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170142976 00000100:00100000:2.0:1772473313.812440:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 198 00000100:00100000:2.0:1772473313.812451:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e97c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57890:x1858570170142976:12345-192.168.201.48@tcp:49:dd.0 00000100:00100000:2.0:1772473313.812594:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e97c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57890:x1858570170142976:12345-192.168.201.48@tcp:49:dd.0 Request processed in 145us (438us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473313.812603:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 198 00000100:00100000:2.0:1772473313.815897:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.816041:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143232 00000100:00100000:3.0:1772473313.816052:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143232 00000100:00100000:3.0:1772473313.816109:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1216 00000100:00100000:3.0:1772473313.816118:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:57890:x1858570170143232:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:3.0:1772473313.816150:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473313.816170:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13305 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816303:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816318:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816330:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816344:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816351:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816358:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473313.816717:0:61615:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x26:0x0], index 1: 0 00010000:00010000:3.0:1772473313.816927:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2614 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816936:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816943:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2614 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816980:0:61615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816988:0:61615:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.816995:0:61615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817002:0:61615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473313.817006:0:61615:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817014:0:61615:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817026:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:3.0:1772473313.817029:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473313.817034:0:61615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817040:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2606 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473313.817052:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f98b7178 reply state 000000001d2a420b transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473313.817059:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473313.817083:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e25ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13305 expref: 15 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817102:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2614 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13305 expref: 14 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.817109:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:3.0:1772473313.817112:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473313.817114:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4de00, rc 0) 00000100:00100000:3.0:1772473313.817180:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+15:57890:x1858570170143232:12345-192.168.201.48@tcp:101:dd.0 Request processed in 1063us (1293us total) trans 4294967766 rc 0/0 00000100:00100000:3.0:1772473313.817188:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1216 00010000:00010000:3.0:1772473313.820430:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820451:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820461:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820468:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473313.820485:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820493:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820520:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c4052b6000) 00010000:00010000:3.0:1772473313.820523:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473313.820529:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.820535:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e260d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473313.826859:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473313.827331:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143360 00000100:00100000:1.0:1772473313.827342:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143360 00000100:00100000:1.0:1772473313.827409:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 664 00000100:00100000:1.0:1772473313.827420:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:57890:x1858570170143360:12345-192.168.201.48@tcp:101:dd.0 00010000:00010000:1.0:1772473313.827441:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473313.827464:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1330c expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772473313.827492:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772473313.827524:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473313.827527:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473313.827539:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473313.827559:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473313.827574:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473313.827638:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:57890:x1858570170143360:12345-192.168.201.48@tcp:101:dd.0 Request processed in 220us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473313.827646:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 664 00000100:00100000:2.0:1772473313.851876:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473313.852135:0:6596:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143488 00000100:00100000:1.0:1772473313.852146:0:6596:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143488 00002000:00100000:1.0:1772473313.852200:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff90c3055e5f80 x1858570170143488/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:594/0 lens 488/0 e 0 to 0 dl 1772473324 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772473313.852211:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3055e5f80 with x1858570170143488 ext(0->1048575) 00002000:00010000:1.0:1772473313.852217:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3055e5f80 00000100:00100000:1.0:1772473313.852305:0:6596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 30 00000100:00100000:1.0:1772473313.852313:0:6596:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170143488:12345-192.168.201.48@tcp:4:dd.0 00000100:00100000:3.0:1772473313.869280:0:6596:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170143488:12345-192.168.201.48@tcp:4:dd.0 Request processed in 16958us (17406us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1772473313.869292:0:6596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 30 00002000:00100000:3.0:1772473313.869302:0:6596:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x26:0x0] (0->1048575) req@ffff90c3055e5f80 x1858570170143488/t4294967372(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:594/0 lens 488/448 e 0 to 0 dl 1772473324 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772473313.869310:0:6596:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c3055e5f80 with x1858570170143488 ext(0->1048575) 00002000:00010000:3.0:1772473313.869315:0:6596:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c3055e5f80 00000100:00100000:1.0:1772473313.872963:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.873118:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143616 00000100:00100000:0.0:1772473313.873181:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143616 00000100:00100000:0.0:1772473313.873321:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1217 00000100:00100000:0.0:1772473313.873329:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+14:57890:x1858570170143616:12345-192.168.201.48@tcp:44:dd.0 00000001:00080000:2.0:1772473313.908533:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967765 is committed 00000001:00080000:2.0:1772473313.908558:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000004:00080000:2.0:1772473313.908565:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 103 committed 00000100:00100000:1.0:1772473313.908785:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57890:x1858570170143616:12345-192.168.201.48@tcp:44:dd.0 Request processed in 35451us (35828us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473313.908795:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1217 00000100:00100000:2.0:1772473313.909938:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186035840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772473313.910000:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473313.910341:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186035840 00000100:00100000:0.0:1772473313.910349:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186035840 00000100:00100000:0.0:1772473313.910403:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1772473313.910413:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186035840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772473313.910443:0:6590:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:38 count 1 00010000:00010000:0.0:1772473313.910471:0:6590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.910494:0:6590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.910503:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473313.910514:0:6590:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772473313.910517:0:6590:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.910549:0:6590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 5 pid: 32804 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473313.910564:0:6590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 5 pid: 32804 timeout: 2839 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473313.910577:0:6590:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570186035968:192.168.201.48@tcp:104: 00000100:00100000:0.0:1772473313.910638:0:6590:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41c7f0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473313.912626:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473313.912710:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143744 00000100:00100000:0.0:1772473313.912720:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143744 00000100:00100000:0.0:1772473313.912821:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 666 00000100:00100000:0.0:1772473313.912832:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170143744:12345-192.168.201.48@tcp:16:dd.0 00000100:00100000:2.0:1772473313.922587:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.922688:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170143872 00000100:00100000:3.0:1772473313.922699:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170143872 00010000:00010000:3.0:1772473313.922759:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 6 pid: 32804 timeout: 2839 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473313.922795:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 465 00000100:00100000:3.0:1772473313.922803:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170143872:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772473313.922829:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473313.922835:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 6 pid: 32804 timeout: 2839 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.922850:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 6 pid: 32804 timeout: 2839 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.922874:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473313.922877:0:5798:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473313.922881:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.922889:0:5798:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473313.922908:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473313.922956:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170143872:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 154us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473313.922962:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 465 00010000:00010000:2.0:1772473313.926394:0:6590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b4e5dd/0xc2ef6d41852e25ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c132f0 expref: 5 pid: 32804 timeout: 2839 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473313.926426:0:6590:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6590:1858570186035968:192.168.201.48@tcp:104: 00010000:00010000:2.0:1772473313.926448:0:6590:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.926457:0:6590:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.926462:0:6590:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.926471:0:6590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.926478:0:6590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.926500:0:6590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772473313.927012:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186035840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16598us (17009us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1772473313.927021:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00010000:00010000:2.0:1772473313.927056:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473313.927062:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.927076:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473313.927081:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.927090:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.927110:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.927117:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004954a131/0xc2ef6d41852e2629 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473313.928341:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473313.928344:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473313.928346:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772473313.928389:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c4068ba680/2, rc 0, transno 4294967373 00000100:00100000:2.0:1772473313.928398:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186035840:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772473313.946876:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2358:x1858570170143744:12345-192.168.201.48@tcp:16:dd.0 Request processed in 34033us (34247us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473313.946893:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 666 00000100:00100000:2.0:1772473313.949980:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473313.950156:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144128 00000100:00100000:3.0:1772473313.950167:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144128 00000100:00100000:3.0:1772473313.950222:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 199 00000100:00100000:3.0:1772473313.950388:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:57890:x1858570170144128:12345-192.168.201.48@tcp:35:dd.0 00000100:00100000:3.0:1772473313.950853:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:57890:x1858570170144128:12345-192.168.201.48@tcp:35:dd.0 Request processed in 466us (880us total) trans 4294967767 rc 0/0 00000001:00080000:1.0:1772473313.954142:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:3.0:1772473313.957050:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 199 00010000:00010000:3.0:1772473314.746773:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473315.054927:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967767 is committed 00010000:00010000:3.0:1772473315.773466:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473316.265293:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473316.265354:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473316.265385:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473316.265489:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473316.265530:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144384 00000100:00100000:0.0:1772473316.265541:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144384 00000100:00100000:0.0:1772473316.265602:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1984 00000100:00100000:0.0:1772473316.265613:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170144384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473316.265690:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2360:x1858570170144384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 78us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473316.265698:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1984 00000100:00100000:0.0:1772473316.265725:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144512 00000100:00100000:0.0:1772473316.265730:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144512 00000100:00100000:0.0:1772473316.265791:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144640 00000100:00100000:0.0:1772473316.265794:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144640 00000100:00100000:0.0:1772473316.265815:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1525 00000100:00100000:0.0:1772473316.265822:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170144512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473316.265850:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170144512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473316.265856:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1525 00000100:00100000:0.0:1772473316.265866:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1526 00000100:00100000:0.0:1772473316.265872:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170144640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473316.265891:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2359:x1858570170144640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 20us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473316.265897:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1526 00000100:00080000:0.0:1772473316.265913:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473316.265917:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473316.265919:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473316.266422:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144256 00000100:00100000:3.0:1772473316.266429:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144256 00000100:00100000:3.0:1772473316.266479:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000100:00100000:3.0:1772473316.266488:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170144256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473316.266527:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170144256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473316.266535:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1483 00000004:00080000:0.0:1772473316.366682:0:99380:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2742198940313ns, next at 2739548040823ns, rc = 0 00000004:00080000:0.0:1772473316.369719:0:99380:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2742201977485ns, next at 2738356525132ns, rc = 0 00000004:00080000:1.0:1772473316.380635:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 104 committed 00000004:00080000:2.0:1772473316.385509:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 104 committed 00010000:00010000:3.0:1772473316.791846:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473317.816578:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772473317.876011:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000100:00100000:3.0:1772473317.950965:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186036096:0@lo:400:kworker.0 00000100:00100000:3.0:1772473317.951046:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473317.951166:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036096 00000100:00100000:3.0:1772473317.951173:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036096 00000100:00100000:3.0:1772473317.951216:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:3.0:1772473317.951224:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186036096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473317.951273:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186036096:12345-0@lo:400:kworker.0 Request processed in 49us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473317.951280:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1772473317.951497:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186036480:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.951531:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473317.951557:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473317.951565:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186036608:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.951603:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473317.951681:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186036224:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.951706:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473317.955241:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186036096:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.962515:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186036736:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.962593:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473317.962622:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473317.962629:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186036352:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.962652:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473317.962704:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036608 00000100:00100000:0.0:1772473317.962713:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036608 00000100:00080000:0.0:1772473317.962766:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473317.962817:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036224 00000100:00100000:0.0:1772473317.962822:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036224 00000100:00100000:0.0:1772473317.962845:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:0.0:1772473317.962854:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186036608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473317.962928:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186036608:12345-0@lo:400:kworker.0 Request processed in 75us (11323us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473317.962936:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00100000:0.0:1772473317.962956:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:0.0:1772473317.962963:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186036224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473317.962990:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186036224:12345-0@lo:400:kworker.0 Request processed in 28us (11284us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473317.962996:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:3.0:1772473317.968245:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036480 00000100:00100000:3.0:1772473317.968262:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036480 00000100:00100000:3.0:1772473317.968340:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036736 00000100:00100000:3.0:1772473317.968344:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036736 00000100:00100000:3.0:1772473317.968372:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1772473317.968382:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186036480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473317.968478:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186036480:12345-0@lo:400:kworker.0 Request processed in 98us (16947us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473317.968486:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1772473317.968501:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1772473317.968507:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186036736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473317.968531:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186036736:12345-0@lo:400:kworker.0 Request processed in 25us (5939us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473317.968535:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00080000:0.0:1772473317.970535:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473317.970545:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473317.972167:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186036608:0@lo:400:kworker.0 00000100:00100000:3.0:1772473317.972185:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:3.0:1772473317.972192:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c4068ba680, transno 4294967373 00000100:00100000:3.0:1772473317.972213:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186036480:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.981218:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186036224:0@lo:400:kworker.0 00000100:00100000:2.0:1772473317.981237:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:2.0:1772473317.981243:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c30562aa00, transno 4294967371 00000100:00100000:2.0:1772473317.981262:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186036736:0@lo:400:kworker.0 00000100:00100000:0.0:1772473317.981688:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036352 00000100:00100000:0.0:1772473317.981698:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036352 00000100:00100000:0.0:1772473317.981816:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:0.0:1772473317.981827:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186036352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473317.981912:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186036352:12345-0@lo:400:kworker.0 Request processed in 87us (19257us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473317.981919:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00080000:2.0:1772473317.982813:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473317.983179:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186036352:0@lo:400:kworker.0 00000100:00100000:0.0:1772473318.012536:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473318.013882:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144768 00000100:00100000:3.0:1772473318.013894:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144768 00000100:00100000:3.0:1772473318.013968:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:3.0:1772473318.013979:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170144768:12345-192.168.201.48@tcp:48:lfs.0 00000100:00080000:2.0:1772473318.014001:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473318.014080:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170144768:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 102us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473318.014088:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1218 00000100:00100000:3.0:1772473318.016287:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473318.016369:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170144896 00000100:00100000:2.0:1772473318.016381:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170144896 00000100:00100000:2.0:1772473318.016461:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 667 00000100:00100000:2.0:1772473318.016472:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58083:x1858570170144896:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473318.016791:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58083:x1858570170144896:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 321us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473318.016800:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 667 00000100:00080000:3.0:1772473318.017051:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473318.019375:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473318.019664:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145024 00000100:00100000:3.0:1772473318.019673:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145024 00000100:00100000:3.0:1772473318.019798:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 668 00000100:00100000:3.0:1772473318.019811:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58083:x1858570170145024:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473318.020111:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58083:x1858570170145024:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 303us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473318.020119:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 668 00000100:00080000:2.0:1772473318.020298:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473318.022154:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473318.022221:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145152 00000100:00100000:3.0:1772473318.022230:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145152 00000100:00100000:3.0:1772473318.022286:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1219 00000100:00100000:3.0:1772473318.022297:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145152:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473318.022805:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145152:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 509us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473318.022818:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1219 00000100:00100000:0.0:1772473318.026133:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473318.026263:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145280 00000100:00100000:2.0:1772473318.026273:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145280 00000100:00100000:2.0:1772473318.026345:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1220 00000100:00100000:2.0:1772473318.026357:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145280:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:2.0:1772473318.026475:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145280:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 121us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473318.026484:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1220 00000100:00100000:3.0:1772473318.034196:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473318.034298:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145408 00000100:00100000:2.0:1772473318.034308:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145408 00000100:00100000:2.0:1772473318.034397:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 669 00000100:00100000:2.0:1772473318.034421:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58083:x1858570170145408:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:2.0:1772473318.034771:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58083:x1858570170145408:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 353us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473318.034780:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 669 00000100:00100000:2.0:1772473318.037045:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473318.037122:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145536 00000100:00100000:1.0:1772473318.037131:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145536 00000100:00100000:1.0:1772473318.037179:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 670 00000100:00100000:1.0:1772473318.037190:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58083:x1858570170145536:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473318.037471:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58083:x1858570170145536:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 283us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473318.037482:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 670 00000100:00100000:1.0:1772473318.044475:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473318.044730:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145664 00000100:00100000:0.0:1772473318.044765:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145664 00000100:00100000:0.0:1772473318.044829:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1221 00000100:00100000:0.0:1772473318.044841:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145664:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473318.045145:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58083:x1858570170145664:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 307us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473318.045154:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1221 00000100:00100000:3.0:1772473318.147638:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473318.147912:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170145920 00000100:00100000:0.0:1772473318.147923:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170145920 00000100:00100000:0.0:1772473318.147990:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1222 00000100:00100000:0.0:1772473318.148001:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58087:x1858570170145920:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772473318.148054:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473318.148097:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4de00/0xc2ef6d41852e2614 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13305 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148119:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff90c4052b6f00) 00010000:00010000:0.0:1772473318.148132:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473318.148156:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148170:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148181:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148196:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148203:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148209:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148343:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148351:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473318.148358:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772473318.149374:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].38, 64 off10624 00000004:00080000:1.0:1772473318.149387:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2743981646935ns, next at 2744981643696ns, rc = 0 00010000:00010000:1.0:1772473318.149543:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149556:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149566:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149574:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149581:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149588:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149612:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772473318.149633:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149639:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149646:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149656:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473318.149660:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149668:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149679:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:1.0:1772473318.149682:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772473318.149686:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149692:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e263e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x64:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149719:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149733:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149756:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149761:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473318.149765:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149771:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149783:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:1.0:1772473318.149786:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473318.149788:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772473318.149790:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.149797:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473318.149800:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2630 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.149812:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473318.149816:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.149823:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473318.149833:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000918fd920 reply state 0000000066445308 transno 4294967768 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.149837:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x64:0x0].0x0 (ffff90c410b8aa00) 00010000:00010000:3.0:1772473318.149843:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772473318.149848:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473318.149849:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473318.149857:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e2645 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x64:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.149877:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473318.149879:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473318.149881:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473318.149932:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58087:x1858570170145920:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1931us (2303us total) trans 4294967768 rc 0/0 00000100:00100000:1.0:1772473318.149940:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1222 00010000:00010000:3.0:1772473318.155654:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155672:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155685:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155692:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473318.155697:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155706:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155724:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c410b8a300) 00010000:00010000:3.0:1772473318.155727:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473318.155731:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473318.155784:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e2637 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473318.456262:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473318.456287:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186036864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473318.456352:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473318.456516:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036864 00000100:00100000:2.0:1772473318.456524:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036864 00000100:00100000:2.0:1772473318.456581:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1772473318.456590:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186036864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473318.456624:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473318.456672:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186036864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473318.456679:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1772473318.456757:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186036864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473318.458133:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186036992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473318.458189:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473318.458328:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186036992 00000100:00100000:2.0:1772473318.458336:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186036992 00000100:00100000:2.0:1772473318.458394:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1772473318.458403:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186036992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473318.458445:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1772473318.460466:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186036992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2058us (2270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473318.460479:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1772473318.464878:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186036992:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473318.843278:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473319.866636:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772473320.498440:0:99526:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2746330697612ns, next at 2739548040823ns, rc = 0 00000004:00080000:2.0:1772473320.498574:0:99526:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2746330834008ns, next at 2744981643696ns, rc = 0 00000001:00080000:2.0:1772473320.546912:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967768 is committed 00000004:00080000:2.0:1772473320.546924:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 105 committed 00000004:00080000:2.0:1772473320.546951:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 106 committed 00000004:00080000:2.0:1772473320.546958:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 105 committed 00000100:00100000:0.0:1772473320.547294:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473320.547316:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186037120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772473320.547383:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473320.547714:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037120 00000100:00100000:1.0:1772473320.547723:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037120 00000100:00080000:2.0:1772473320.548040:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473320.548086:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1772473320.548098:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186037120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772473320.548129:0:32804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:38 count 1 00010000:00010000:1.0:1772473320.548166:0:32804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473320.548188:0:32804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473320.548201:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473320.548203:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473320.548206:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473320.548235:0:32804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473320.548248:0:32804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 5 pid: 32804 timeout: 2846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473320.548261:0:32804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570186037248:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772473320.548483:0:32804:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404c226c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772473320.555558:0:32804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:32804:1858570186037248:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772473320.555588:0:32804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473320.559245:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473320.559840:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146048 00000100:00100000:3.0:1772473320.559850:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146048 00010000:00010000:3.0:1772473320.559920:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 2846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473320.559969:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 466 00000100:00100000:3.0:1772473320.559979:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170146048:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772473320.559996:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473320.560002:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 2846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560015:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 2846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560039:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bea4134/0xc2ef6d41852e2622 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c1330c expref: 6 pid: 32804 timeout: 2846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560069:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473320.560072:0:5797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473320.560077:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560087:0:5797:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560117:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473320.560622:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170146048:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 643us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473320.560631:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 466 00010000:00010000:3.0:1772473320.560659:0:32804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560668:0:32804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560682:0:32804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560689:0:32804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473320.560704:0:32804:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1772473320.562094:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772473320.563303:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473320.563315:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473320.563329:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473320.563334:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473320.563345:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473320.563383:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473320.563403:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e264c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473320.563428:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473320.563430:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473320.563431:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473320.563847:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1858570186037120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15748us (16459us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1772473320.563859:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000004:00080000:0.0:1772473320.564313:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3055e4380/2, rc 0, transno 4294967373 00000100:00100000:0.0:1772473320.564337:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186037120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772473320.887657:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473321.383225:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473321.383270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473321.383289:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473321.383314:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473321.383341:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146432 00000100:00100000:1.0:1772473321.383350:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146432 00000100:00100000:1.0:1772473321.383407:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146560 00000100:00100000:1.0:1772473321.383411:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146560 00000100:00100000:1.0:1772473321.383434:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1529 00000100:00100000:1.0:1772473321.383443:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170146432:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473321.383510:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170146432:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 67us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473321.383517:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1529 00000100:00100000:1.0:1772473321.383536:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1530 00000100:00100000:1.0:1772473321.383543:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170146560:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473321.383566:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170146560:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473321.383573:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1530 00000100:00100000:2.0:1772473321.383625:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146304 00000100:00100000:2.0:1772473321.383630:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146304 00000100:00100000:2.0:1772473321.383663:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1988 00000100:00100000:2.0:1772473321.383669:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170146304:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473321.383702:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170146304:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 33us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473321.383708:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1988 00000100:00100000:0.0:1772473321.383814:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146176 00000100:00100000:0.0:1772473321.383819:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146176 00000100:00100000:0.0:1772473321.384002:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1485 00000100:00100000:0.0:1772473321.384010:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170146176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473321.384364:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170146176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 354us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473321.384369:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1485 00000100:00080000:0.0:1772473321.384409:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772473321.384418:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772473321.911114:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473322.935082:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473323.063153:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186037632:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.063229:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473323.063292:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473323.063299:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186037760:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.063325:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.063419:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186037376:0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.063453:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.063487:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186037888:0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.063509:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.063528:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1772473323.063535:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186037504:0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.063559:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.063579:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186038016:0@lo:400:kworker.0 00000100:00100000:1.0:1772473323.063590:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037632 00000100:00100000:1.0:1772473323.063600:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037632 00000100:00100000:3.0:1772473323.063605:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.063643:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037888 00000100:00100000:3.0:1772473323.063648:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037888 00000100:00100000:1.0:1772473323.063661:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037504 00000100:00100000:1.0:1772473323.063666:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037504 00000100:00100000:2.0:1772473323.063752:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037376 00000100:00100000:2.0:1772473323.063756:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037376 00000100:00100000:2.0:1772473323.063785:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1772473323.063794:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186037376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.063841:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186037376:12345-0@lo:400:kworker.0 Request processed in 48us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473323.063847:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1772473323.063924:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1772473323.063931:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186037632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.063970:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186037632:12345-0@lo:400:kworker.0 Request processed in 40us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473323.063976:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00100000:3.0:1772473323.063992:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1772473323.063998:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186037888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.064024:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186037888:12345-0@lo:400:kworker.0 Request processed in 26us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473323.064030:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1772473323.064041:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:3.0:1772473323.064047:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186037504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473323.064071:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186037504:12345-0@lo:400:kworker.0 Request processed in 25us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473323.064076:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00100000:1.0:1772473323.068554:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186037760 00000100:00100000:1.0:1772473323.068572:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186037760 00000100:00100000:1.0:1772473323.068626:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038016 00000100:00100000:1.0:1772473323.068629:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038016 00000100:00100000:1.0:1772473323.068654:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1772473323.068665:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186037760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473323.069895:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186037760:12345-0@lo:400:kworker.0 Request processed in 1226us (6563us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473323.069907:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1772473323.069938:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:1.0:1772473323.069948:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186038016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473323.069992:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186038016:12345-0@lo:400:kworker.0 Request processed in 47us (6389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473323.069999:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00080000:1.0:1772473323.070025:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473323.070031:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473323.070034:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473323.070936:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186037760:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.070954:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186037632:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.070997:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186037504:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.071012:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186038016:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.071023:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186037376:0@lo:400:kworker.0 00000100:00100000:2.0:1772473323.071033:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186037888:0@lo:400:kworker.0 00000001:00080000:1.0:1772473323.178058:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:3.0:1772473323.576361:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473323.576430:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473323.576496:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038144 00000100:00100000:3.0:1772473323.576503:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038144 00000100:00100000:3.0:1772473323.576542:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1772473323.576550:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473323.576584:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473323.576621:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473323.576628:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1772473323.576658:0:3344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:3.0:1772473323.576663:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3055e4380, transno 4294967373 00000100:00100000:3.0:1772473323.576686:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473323.582769:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473323.582792:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473323.582857:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473323.582907:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038272 00000100:00100000:0.0:1772473323.582914:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038272 00000100:00100000:0.0:1772473323.582958:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1772473323.582966:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473323.583000:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473323.583044:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473323.583052:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1772473323.590595:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038272:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473323.959827:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473324.987714:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473326.007103:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473326.503396:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473326.503461:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473326.503499:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473326.503576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473326.503607:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147072 00000100:00100000:1.0:1772473326.503616:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147072 00000100:00100000:1.0:1772473326.503669:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146944 00000100:00100000:1.0:1772473326.503672:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146944 00000100:00100000:1.0:1772473326.503701:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1533 00000100:00100000:1.0:1772473326.503711:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170147072:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473326.503808:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170147072:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 98us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473326.503815:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1533 00000100:00100000:1.0:1772473326.503833:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1534 00000100:00100000:1.0:1772473326.503839:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170146944:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473326.503862:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170146944:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 24us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473326.503867:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1534 00000100:00080000:1.0:1772473326.503883:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473326.503887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473326.504777:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146816 00000100:00100000:2.0:1772473326.504786:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146816 00000100:00100000:2.0:1772473326.504834:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1992 00000100:00100000:2.0:1772473326.504843:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170146816:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473326.504891:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170146816:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 49us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473326.504898:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1992 00000100:00080000:3.0:1772473326.505067:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473326.509095:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170146688 00000100:00100000:0.0:1772473326.509112:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170146688 00000100:00100000:0.0:1772473326.509183:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1487 00000100:00100000:0.0:1772473326.509193:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170146688:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473326.510363:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170146688:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 1163us (6855us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473326.510374:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1487 00010000:00010000:3.0:1772473327.031150:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473328.055106:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473328.183872:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186038400:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.183958:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473328.184008:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186038912:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.184031:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473328.184049:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772473328.184052:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186038528:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.184064:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473328.184073:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186039040:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.184085:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473328.184211:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038400 00000100:00100000:2.0:1772473328.184217:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038400 00000100:00100000:2.0:1772473328.184269:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1772473328.184278:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186038400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473328.184333:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186038400:12345-0@lo:400:kworker.0 Request processed in 56us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473328.184340:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1772473328.184380:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038912 00000100:00100000:2.0:1772473328.184383:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038912 00000100:00100000:2.0:1772473328.184413:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038528 00000100:00100000:2.0:1772473328.184416:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038528 00000100:00100000:2.0:1772473328.184437:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:2.0:1772473328.184444:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186038912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473328.184488:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186038912:12345-0@lo:400:kworker.0 Request processed in 44us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473328.184495:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:2.0:1772473328.184508:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:2.0:1772473328.184514:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186038528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473328.184539:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186038528:12345-0@lo:400:kworker.0 Request processed in 26us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473328.184544:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00080000:3.0:1772473328.185079:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473328.185511:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186038656:0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.185553:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473328.185582:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473328.185589:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.185611:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473328.185647:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186038528:0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.185654:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038656 00000100:00100000:1.0:1772473328.185658:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038656 00000100:00100000:0.0:1772473328.185659:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3032d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186038400:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.185670:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186038912:0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.185701:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:1.0:1772473328.185708:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186038656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.185713:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039040 00000100:00100000:0.0:1772473328.185715:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039040 00000100:00100000:0.0:1772473328.185757:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186038784 00000100:00100000:1.0:1772473328.185759:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186038656:12345-0@lo:400:kworker.0 Request processed in 51us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473328.185759:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186038784 00000100:00100000:1.0:1772473328.185765:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00000100:00100000:0.0:1772473328.185779:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1772473328.185785:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186039040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.185790:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186038656:0@lo:400:kworker.0 00000100:00080000:1.0:1772473328.185803:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473328.185806:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473328.185808:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473328.185819:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186039040:12345-0@lo:400:kworker.0 Request processed in 34us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473328.185826:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:1.0:1772473328.185831:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1772473328.185837:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.185852:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186039040:0@lo:400:kworker.0 00000100:00100000:1.0:1772473328.186052:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186038784:12345-0@lo:400:kworker.0 Request processed in 215us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473328.186059:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1772473328.186169:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186038784:0@lo:400:kworker.0 00000100:00100000:0.0:1772473328.695010:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473328.695080:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473328.695268:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039168 00000100:00100000:3.0:1772473328.695276:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039168 00000100:00100000:3.0:1772473328.695333:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1772473328.695342:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473328.695376:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473328.695430:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473328.695438:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1772473328.695490:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473328.696118:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473328.696129:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473328.696159:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473328.696231:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039296 00000100:00100000:0.0:1772473328.696236:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039296 00000100:00100000:0.0:1772473328.696278:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1772473328.696285:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473328.696305:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473328.696350:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473328.696356:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1772473328.696460:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039296:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473329.079401:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473330.102976:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473331.128051:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473331.622507:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473331.622623:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147200 00000100:00100000:0.0:1772473331.622641:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147200 00000100:00100000:0.0:1772473331.622735:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1489 00000100:00100000:0.0:1772473331.622784:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170147200:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473331.622894:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170147200:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 113us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473331.622903:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1489 00000100:00100000:1.0:1772473331.627839:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473331.627970:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473331.628127:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147584 00000100:00100000:0.0:1772473331.628141:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147584 00000100:00100000:0.0:1772473331.628265:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1537 00000100:00100000:0.0:1772473331.628280:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170147584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473331.628396:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170147584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 119us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473331.628404:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1537 00000100:00080000:1.0:1772473331.629110:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473331.629228:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147328 00000100:00100000:3.0:1772473331.629240:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147328 00000100:00100000:3.0:1772473331.629366:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1996 00000100:00100000:3.0:1772473331.629377:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170147328:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473331.629442:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170147328:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473331.629449:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1996 00000100:00100000:2.0:1772473331.631675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473331.631976:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147456 00000100:00100000:1.0:1772473331.631985:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147456 00000100:00100000:1.0:1772473331.632054:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1538 00000100:00100000:1.0:1772473331.632065:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170147456:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473331.632154:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170147456:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473331.632161:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1538 00000100:00080000:0.0:1772473331.634075:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473331.634090:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473332.151141:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473333.176570:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473333.303079:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186039552:0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.303164:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186039680:0@lo:400:kworker.0 00000100:00100000:3.0:1772473333.303212:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473333.303336:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186039424:0@lo:400:kworker.0 00000100:00100000:1.0:1772473333.303930:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039552 00000100:00100000:1.0:1772473333.303943:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039552 00000100:00100000:1.0:1772473333.304009:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1772473333.304019:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186039552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473333.307337:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186040064:0@lo:400:kworker.0 00000100:00100000:3.0:1772473333.307426:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473333.307533:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040064 00000100:00100000:3.0:1772473333.307543:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040064 00000100:00100000:3.0:1772473333.307627:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:3.0:1772473333.307640:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186040064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.307667:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473333.307772:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186040064:12345-0@lo:400:kworker.0 Request processed in 98us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473333.307784:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1772473333.307796:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473333.307816:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039808:0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.307880:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473333.307956:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039680 00000100:00100000:0.0:1772473333.307965:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039680 00000100:00100000:0.0:1772473333.308040:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:0.0:1772473333.308053:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186039680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.308131:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186039680:12345-0@lo:400:kworker.0 Request processed in 82us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473333.308138:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:0.0:1772473333.308179:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039808 00000100:00100000:0.0:1772473333.308183:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039808 00000100:00100000:0.0:1772473333.308219:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1772473333.308226:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.308260:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186039808:12345-0@lo:400:kworker.0 Request processed in 34us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473333.308267:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00080000:3.0:1772473333.308275:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473333.308284:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473333.308288:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473333.308371:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186039808:0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.308385:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186039680:0@lo:400:kworker.0 00000100:00100000:3.0:1772473333.308632:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186040064:0@lo:400:kworker.0 00000100:00100000:2.0:1772473333.308936:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473333.308992:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186039936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473333.309031:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473333.309068:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039936 00000100:00100000:2.0:1772473333.309074:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039936 00000100:00080000:3.0:1772473333.309109:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473333.309130:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:2.0:1772473333.309140:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186039936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473333.309209:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186039936:12345-0@lo:400:kworker.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473333.309219:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1772473333.309286:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186039552:12345-0@lo:400:kworker.0 Request processed in 5261us (6068us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473333.309300:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00100000:2.0:1772473333.309320:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186039552:0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.310274:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186039424 00000100:00100000:0.0:1772473333.310285:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186039424 00000100:00100000:0.0:1772473333.310329:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1772473333.310337:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186039424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.310400:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186039424:12345-0@lo:400:kworker.0 Request processed in 64us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473333.310407:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1772473333.321384:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186039424:0@lo:400:kworker.0 00000100:00100000:3.0:1772473333.321416:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186039936:0@lo:400:kworker.0 00000100:00100000:0.0:1772473333.816338:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186040192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473333.816421:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473333.816495:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473333.816502:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473333.816523:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473333.816824:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040192 00000100:00100000:2.0:1772473333.816832:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040192 00000100:00100000:2.0:1772473333.816878:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040320 00000100:00100000:2.0:1772473333.816882:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040320 00000100:00100000:2.0:1772473333.816905:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1772473333.816914:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186040192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473333.816950:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473333.817000:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186040192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473333.817007:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1772473333.817025:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1772473333.817032:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186040320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473333.817050:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473333.817075:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186040320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473333.817081:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1772473333.817122:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473333.817135:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186040192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473334.025507:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473334.025615:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147712 00000100:00100000:0.0:1772473334.025626:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147712 00000100:00100000:0.0:1772473334.025700:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1223 00000100:00100000:0.0:1772473334.025707:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170147712:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473334.025808:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170147712:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 102us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473334.025812:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1223 00000100:00080000:3.0:1772473334.025966:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473334.031072:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473334.031182:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147840 00000100:00100000:3.0:1772473334.031192:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147840 00000100:00100000:3.0:1772473334.031282:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 672 00000100:00100000:3.0:1772473334.031294:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170147840:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473334.031628:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170147840:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 330us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473334.031637:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 672 00000100:00080000:0.0:1772473334.032083:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473334.034541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473334.034647:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170147968 00000100:00100000:0.0:1772473334.034656:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170147968 00000100:00100000:0.0:1772473334.034736:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 673 00000100:00100000:0.0:1772473334.034773:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170147968:12345-192.168.201.48@tcp:19:lfs.0 00000100:00080000:3.0:1772473334.035180:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473334.035453:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170147968:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 679us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473334.035463:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 673 00000100:00100000:2.0:1772473334.044860:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473334.044948:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148096 00000100:00100000:3.0:1772473334.044970:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148096 00000100:00100000:3.0:1772473334.045045:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1224 00000100:00100000:3.0:1772473334.045056:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148096:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:3.0:1772473334.045539:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148096:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 482us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473334.045548:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1224 00000100:00100000:2.0:1772473334.057787:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473334.059794:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148224 00000100:00100000:1.0:1772473334.059810:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148224 00000100:00100000:1.0:1772473334.059892:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1225 00000100:00100000:1.0:1772473334.059909:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148224:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:1.0:1772473334.060014:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148224:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 114us (2241us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473334.060023:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1225 00000100:00100000:1.0:1772473334.062815:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473334.062895:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148352 00000100:00100000:3.0:1772473334.062907:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148352 00000100:00100000:3.0:1772473334.062977:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 674 00000100:00100000:3.0:1772473334.062987:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170148352:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:3.0:1772473334.063391:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170148352:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 404us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473334.063399:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 674 00000100:00100000:2.0:1772473334.068551:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473334.068785:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148480 00000100:00100000:1.0:1772473334.068796:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148480 00000100:00100000:1.0:1772473334.068856:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 675 00000100:00100000:1.0:1772473334.068865:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170148480:12345-192.168.201.48@tcp:19:lfs.0 00000100:00100000:1.0:1772473334.069149:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58264:x1858570170148480:12345-192.168.201.48@tcp:19:lfs.0 Request processed in 284us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473334.069165:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 675 00000100:00100000:2.0:1772473334.072906:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473334.073022:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148608 00000100:00100000:0.0:1772473334.073031:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148608 00000100:00100000:0.0:1772473334.073089:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1226 00000100:00100000:0.0:1772473334.073098:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148608:12345-192.168.201.48@tcp:48:lfs.0 00000100:00100000:0.0:1772473334.073408:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58264:x1858570170148608:12345-192.168.201.48@tcp:48:lfs.0 Request processed in 309us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473334.073418:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1226 00010000:00010000:3.0:1772473334.199942:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473335.224404:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473335.906543:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473335.906623:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148736 00000100:00100000:0.0:1772473335.906633:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148736 00000100:00100000:0.0:1772473335.906691:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1227 00000100:00100000:0.0:1772473335.906702:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58279:x1858570170148736:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:0.0:1772473335.906724:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473335.906764:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13313 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906829:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906843:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906856:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473335.906920:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473335.906924:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473335.906950:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906974:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13313 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906990:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13313 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.906999:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772473335.907002:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473335.907006:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772473335.907062:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58279:x1858570170148736:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 361us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473335.907070:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1227 00000100:00100000:1.0:1772473335.916442:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473335.916525:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170148992 00000100:00100000:0.0:1772473335.916536:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170148992 00000100:00100000:0.0:1772473335.916607:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1228 00000100:00100000:0.0:1772473335.916620:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58279:x1858570170148992:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:0.0:1772473335.916669:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772473335.916696:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e265a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13313 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.916716:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e25f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c132fe expref: 7 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.916727:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:0.0:1772473335.916764:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473335.916787:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.916801:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473335.916810:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772473335.965970:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967769 is committed 00000004:00010000:0.0:1772473335.966374:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000457cfc08 reply state 0000000066826309 transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473335.966386:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772473335.966551:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00080000:0.0:1772473335.966786:0:8978:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1772473335.966805:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58279:x1858570170148992:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 50184us (50368us total) trans 4294967769 rc 0/0 00000100:00100000:0.0:1772473335.966813:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1228 00010000:00010000:3.0:1772473335.966818:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966827:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966837:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966844:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473335.966849:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966857:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966873:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8af00) 00010000:00010000:3.0:1772473335.966876:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772473335.966880:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473335.966940:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb000/0xc2ef6d41852e2661 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473336.045416:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473336.045970:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170149120 00000100:00100000:2.0:1772473336.045983:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170149120 00000100:00100000:2.0:1772473336.046104:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 200 00000100:00100000:2.0:1772473336.046115:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58283:x1858570170149120:12345-192.168.201.48@tcp:49:touch.60003 00000100:00100000:2.0:1772473336.046255:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58283:x1858570170149120:12345-192.168.201.48@tcp:49:touch.60003 Request processed in 142us (849us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473336.046263:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 200 00000100:00080000:3.0:1772473336.047293:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473336.048323:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473336.048441:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170149248 00000100:00100000:0.0:1772473336.048450:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170149248 00000100:00100000:0.0:1772473336.048541:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1229 00000100:00100000:0.0:1772473336.048551:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58283:x1858570170149248:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772473336.048579:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473336.048606:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e2668 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1331a expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048665:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048680:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048691:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048705:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048712:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048718:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048916:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048925:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.048933:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473336.048963:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473336.048967:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473336.048992:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049003:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049010:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049016:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049021:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473336.049026:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049033:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049046:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:0.0:1772473336.049050:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473336.049055:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049061:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cae00/0xc2ef6d41852e266f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049071:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049077:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049083:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049088:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473336.049090:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049097:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049104:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c410b8a500) 00010000:00010000:0.0:1772473336.049106:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473336.049109:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049114:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e2676 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049155:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e2668 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1331a expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049174:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1331a expref: 7 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.049181:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:0.0:1772473336.049183:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772473336.049185:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cba00, rc 0) 00000100:00100000:0.0:1772473336.049236:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58283:x1858570170149248:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 686us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473336.049243:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1229 00000100:00100000:1.0:1772473336.054925:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473336.055280:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170149504 00000100:00100000:2.0:1772473336.055291:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170149504 00000100:00100000:2.0:1772473336.055353:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1230 00000100:00100000:2.0:1772473336.055365:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58283:x1858570170149504:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:2.0:1772473336.055391:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473336.055417:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2684 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13321 expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055561:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055577:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055589:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055606:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055613:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.055623:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772473336.056368:0:5811:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x27:0x0], index 0: 0 00010000:00010000:2.0:1772473336.056579:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2699 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056589:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056597:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056633:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056639:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056645:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056650:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473336.056653:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056660:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056671:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:2.0:1772473336.056674:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473336.056679:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056686:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54a00/0xc2ef6d41852e268b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473336.056697:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000073357b48 reply state 000000003883fe93 transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473336.056706:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772473336.056733:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54000/0xc2ef6d41852e2684 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13321 expref: 10 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056866:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13321 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473336.056873:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772473336.056875:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772473336.056878:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55600, rc 0) 00000100:00100000:2.0:1772473336.056943:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58283:x1858570170149504:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 1582us (2029us total) trans 4294967770 rc 0/0 00000100:00100000:2.0:1772473336.056951:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1230 00010000:00010000:3.0:1772473336.058310:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058324:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058331:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058337:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473336.058342:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058350:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058366:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c424f78900) 00010000:00010000:3.0:1772473336.058369:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473336.058373:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.058379:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55400/0xc2ef6d41852e2692 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473336.067237:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473336.067480:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170149760 00000100:00100000:0.0:1772473336.067492:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170149760 00000100:00100000:0.0:1772473336.067553:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1231 00000100:00100000:0.0:1772473336.067562:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58283:x1858570170149760:12345-192.168.201.48@tcp:36:touch.60003 00010000:00010000:0.0:1772473336.067615:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473336.067640:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55600/0xc2ef6d41852e2699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13321 expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.067658:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c424f78800) 00010000:00010000:0.0:1772473336.067668:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473336.067705:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.067718:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.067727:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473336.068308:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c8d7148e reply state 000000001e900b84 transno 4294967771 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473336.068319:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473336.068429:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58283:x1858570170149760:12345-192.168.201.48@tcp:36:touch.60003 Request processed in 865us (1198us total) trans 4294967771 rc 0/0 00000100:00100000:1.0:1772473336.068437:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1231 00010000:00010000:3.0:1772473336.071988:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072003:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072011:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072018:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cac00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473336.072024:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072032:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072047:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c410b8a500) 00010000:00010000:3.0:1772473336.072050:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473336.072054:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.072065:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cac00/0xc2ef6d41852e26a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473336.074777:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473336.074839:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170149888 00000100:00100000:0.0:1772473336.074849:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170149888 00000100:00100000:0.0:1772473336.074902:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1232 00000100:00100000:0.0:1772473336.074911:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58283:x1858570170149888:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:0.0:1772473336.074935:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473336.074956:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e26ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13328 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.075013:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e26ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13328 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.075029:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e26ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13328 expref: 10 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.075048:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:0.0:1772473336.075052:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772473336.075055:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca800, rc 0) 00000100:00100000:0.0:1772473336.075132:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58283:x1858570170149888:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 212us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473336.075140:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1232 00000100:00100000:1.0:1772473336.078884:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473336.078969:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150016 00000100:00100000:3.0:1772473336.078979:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150016 00000100:00100000:3.0:1772473336.079085:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 676 00000100:00100000:3.0:1772473336.079103:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170150016:12345-192.168.201.48@tcp:2:touch.60003 00000100:00100000:3.0:1772473336.079451:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170150016:12345-192.168.201.48@tcp:2:touch.60003 Request processed in 348us (574us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1772473336.079459:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 676 00000100:00080000:0.0:1772473336.080615:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473336.085443:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473336.085533:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150272 00000100:00100000:0.0:1772473336.085544:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150272 00000100:00100000:0.0:1772473336.085599:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 201 00000100:00100000:0.0:1772473336.085609:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58283:x1858570170150272:12345-192.168.201.48@tcp:35:touch.60003 00000100:00100000:0.0:1772473336.085981:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:58283:x1858570170150272:12345-192.168.201.48@tcp:35:touch.60003 Request processed in 371us (547us total) trans 4294967772 rc 0/0 00000100:00100000:0.0:1772473336.085990:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 201 00000100:00100000:2.0:1772473336.155838:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473336.156161:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150400 00000100:00100000:1.0:1772473336.156172:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150400 00000100:00100000:1.0:1772473336.156237:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1233 00000100:00100000:1.0:1772473336.156246:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+11:58287:x1858570170150400:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772473336.156282:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473336.156310:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1332f expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156382:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156600:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156615:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156633:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156639:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156646:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156766:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156774:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156782:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473336.156818:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x65:0x0]: returning size 0 00000004:00200000:1.0:1772473336.156822:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473336.156842:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156854:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156865:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156871:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156878:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156883:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473336.156888:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156895:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156907:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:1.0:1772473336.156910:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473336.156915:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156921:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156936:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156942:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156948:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156955:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473336.156958:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156963:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156970:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c420328d00) 00010000:00010000:1.0:1772473336.156972:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473336.156975:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.156980:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.157012:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1332f expref: 13 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.157025:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1332f expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.157032:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:1.0:1772473336.157035:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772473336.157037:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473336.157099:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+12:58287:x1858570170150400:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 854us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473336.157107:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1233 00000100:00100000:3.0:1772473336.159952:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473336.160042:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150528 00000100:00100000:1.0:1772473336.160052:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150528 00000100:00100000:1.0:1772473336.160110:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 677 00000100:00100000:1.0:1772473336.160131:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2358:x1858570170150528:12345-192.168.201.48@tcp:101:rm.60003 00010000:00010000:1.0:1772473336.160152:0:6591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473336.160174:0:6591:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13336 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772473336.160200:0:6591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x27:0x0] initial LVB size: 0, mtime: 0x69a5cbf8, atime: 0x69a5cbf8, ctime: 0x69a5cbf8, blocks: 0x1 00010000:00010000:1.0:1772473336.160218:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473336.160220:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473336.160229:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.160247:0:6591:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.160261:0:6591:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473336.160317:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170150528:12345-192.168.201.48@tcp:101:rm.60003 Request processed in 198us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473336.160324:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 677 00000100:00100000:3.0:1772473336.171332:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473336.171438:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150784 00000100:00100000:1.0:1772473336.171449:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150784 00000100:00100000:1.0:1772473336.171507:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1234 00000100:00100000:1.0:1772473336.171516:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:58287:x1858570170150784:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:1.0:1772473336.171568:0:8978:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772473336.171597:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1332f expref: 12 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171626:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca800/0xc2ef6d41852e26ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x65:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13328 expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171637:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c410b8a300) 00010000:00010000:1.0:1772473336.171649:0:8978:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473336.171684:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171697:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171706:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171720:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171727:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171733:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171910:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171919:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.171926:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772473336.172272:0:8978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].39, 64 off10688 00000004:00080000:1.0:1772473336.172282:0:8978:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2762004541874ns, next at 2763004540034ns, rc = 0 00010000:00010000:1.0:1772473336.172345:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172354:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172362:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172370:0:8978:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172377:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172384:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172399:0:8978:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772473336.172422:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172428:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172434:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172440:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473336.172444:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172451:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172459:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c420328f00) 00010000:00010000:1.0:1772473336.172462:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772473336.172466:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172472:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e26e6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172486:0:8978:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172492:0:8978:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172497:0:8978:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172502:0:8978:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473336.172504:0:8978:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172510:0:8978:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172517:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:1.0:1772473336.172519:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473336.172522:0:8978:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.172527:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55c00/0xc2ef6d41852e26d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772473336.172536:0:8978:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000049689b39 reply state 000000007c4aa394 transno 4294967773 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473336.172543:0:8978:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772473336.172615:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+12:58287:x1858570170150784:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 1099us (1291us total) trans 4294967773 rc 0/0 00000100:00100000:1.0:1772473336.172623:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1234 00010000:00010000:0.0:1772473336.173214:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473336.173221:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.173228:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473336.173231:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.173237:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.173246:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x65:0x0].0x0 (ffff90c420328f00) 00010000:00010000:0.0:1772473336.173249:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473336.173251:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 1/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.173256:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55400/0xc2ef6d41852e26ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473336.173274:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473336.173276:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473336.173278:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473336.176863:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176879:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176887:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176893:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473336.176898:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176906:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176929:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c420328d00) 00010000:00010000:3.0:1772473336.176933:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473336.176937:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473336.176943:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55000/0xc2ef6d41852e26df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473336.247731:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473336.743844:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473336.743891:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473336.743917:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151040 00000100:00100000:2.0:1772473336.743926:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151040 00000100:00100000:2.0:1772473336.743985:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1541 00000100:00100000:2.0:1772473336.743995:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170151040:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473336.744071:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170151040:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 77us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473336.744200:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170150912 00000100:00100000:1.0:1772473336.744205:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170150912 00000100:00100000:1.0:1772473336.744236:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:1.0:1772473336.744243:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170150912:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473336.744271:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170150912:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473336.744279:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1491 00000100:00100000:2.0:1772473336.744343:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1541 00000100:00080000:2.0:1772473336.744362:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473337.119911:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473337.120009:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151168 00000100:00100000:1.0:1772473337.120020:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151168 00000100:00100000:1.0:1772473337.120090:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1235 00000100:00100000:1.0:1772473337.120110:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+11:58302:x1858570170151168:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:1.0:1772473337.120138:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473337.120160:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1333d expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120227:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120241:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120253:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772473337.120320:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:1.0:1772473337.120325:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1772473337.120353:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120392:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54600/0xc2ef6d41852e26f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1333d expref: 13 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120423:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1333d expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.120432:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:1.0:1772473337.120434:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772473337.120438:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55a00, rc 0) 00000100:00100000:1.0:1772473337.120842:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+12:58302:x1858570170151168:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 741us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473337.120851:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1235 00000100:00100000:3.0:1772473337.133438:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473337.133522:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151424 00000100:00100000:1.0:1772473337.133531:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151424 00000100:00100000:1.0:1772473337.133590:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1236 00000100:00100000:1.0:1772473337.133600:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+12:58302:x1858570170151424:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:1.0:1772473337.133650:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772473337.133678:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e55a00/0xc2ef6d41852e26fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1333d expref: 12 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.133699:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cba00/0xc2ef6d41852e267d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1331a expref: 11 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.133710:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a400) 00010000:00010000:1.0:1772473337.133722:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772473337.133769:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.133782:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.133790:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772473337.235815:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000001:00080000:3.0:1772473337.235846:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967774 is committed 00000004:00080000:3.0:1772473337.235853:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 106 committed 00000004:00010000:1.0:1772473337.236155:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000396beabb reply state 00000000e190c984 transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473337.236170:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772473337.236217:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00080000:1.0:1772473337.236328:0:61615:0:(ldlm_lib.c:3435:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1772473337.236347:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58302:x1858570170151424:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 102744us (102912us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1772473337.236356:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1236 00010000:00010000:1.0:1772473337.237289:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237305:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237313:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237319:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473337.237324:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237332:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237351:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c420328500) 00010000:00010000:1.0:1772473337.237354:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772473337.237359:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.237365:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c410e54a00/0xc2ef6d41852e2702 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473337.238790:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473337.238811:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186040448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772473337.238874:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473337.240816:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040448 00000100:00100000:1.0:1772473337.240830:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040448 00000100:00100000:1.0:1772473337.240908:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1772473337.240918:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186040448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772473337.240952:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:39 count 1 00010000:00010000:1.0:1772473337.240978:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.241001:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.241011:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473337.241013:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473337.241016:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.241051:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 6 pid: 6591 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473337.241066:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 6 pid: 6591 timeout: 2863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473337.241081:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186040576:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772473337.241173:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40a9e93c0 going to sleep for 11 seconds 00000100:00080000:2.0:1772473337.242993:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473337.272059:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473337.272154:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6591:1858570186040576:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772473337.272188:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473337.272265:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151552 00000100:00100000:3.0:1772473337.272272:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151552 00010000:00010000:3.0:1772473337.272310:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 2863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473337.272389:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 467 00000100:00100000:3.0:1772473337.272398:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2360:x1858570170151552:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772473337.272412:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473337.272418:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 2863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.272432:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 2863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.272458:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024372a4d/0xc2ef6d41852e26d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13336 expref: 7 pid: 6591 timeout: 2863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.272477:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473337.272479:0:5796:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473337.272494:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.272505:0:5796:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.272539:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473337.272810:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.272820:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.272835:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.272844:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.272861:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772473337.273305:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1858570186040448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32388us (34429us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1772473337.273315:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00010000:00010000:0.0:1772473337.273343:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473337.273349:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.273357:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473337.273361:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.273386:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.273400:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.273408:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072361650/0xc2ef6d41852e2709 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473337.273428:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473337.273430:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473337.273432:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473337.273470:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c43b99d880/2, rc 0, transno 4294967375 00000100:00100000:0.0:1772473337.273477:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186040448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772473337.273866:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2360:x1858570170151552:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 1466us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473337.273875:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 467 00010000:00010000:0.0:1772473337.276984:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473337.319980:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473337.320302:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151680 00000100:00100000:3.0:1772473337.320312:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151680 00000100:00100000:3.0:1772473337.320381:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1237 00000100:00100000:3.0:1772473337.320390:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58306:x1858570170151680:12345-192.168.201.48@tcp:101:touch.60003 00010000:00010000:3.0:1772473337.320421:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473337.320441:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2710 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13344 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320512:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320527:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320538:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320729:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320765:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320773:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320916:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320925:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.320933:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473337.320961:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:3.0:1772473337.320964:0:5810:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473337.320988:0:5810:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321000:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321006:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321013:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321022:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473337.321027:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321035:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321048:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:3.0:1772473337.321051:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473337.321056:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321061:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e2717 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321074:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.321080:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324222:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324237:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473337.324243:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324253:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324278:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c4052b6400) 00010000:00010000:3.0:1772473337.324281:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473337.324285:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324292:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e271e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324352:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e2710 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13344 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324368:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13344 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473337.324375:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772473337.324378:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772473337.324380:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772473337.324446:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58306:x1858570170151680:12345-192.168.201.48@tcp:101:touch.60003 Request processed in 4056us (4475us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473337.324455:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1237 00000100:00100000:0.0:1772473338.282869:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.285606:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170151808 00000100:00100000:3.0:1772473338.285619:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170151808 00000100:00100000:3.0:1772473338.285726:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00100000:3.0:1772473338.285734:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58320:x1858570170151808:12345-192.168.201.48@tcp:101:chmod.0 00010000:00010000:3.0:1772473338.285765:0:5811:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473338.285783:0:5811:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e272c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1334b expref: -99 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285837:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285848:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285858:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772473338.285914:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:3.0:1772473338.285918:0:5811:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1772473338.285947:0:5811:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285971:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e272c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1334b expref: 9 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285985:0:5811:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1334b expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.285992:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772473338.285994:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772473338.285998:0:5811:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473338.286054:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58320:x1858570170151808:12345-192.168.201.48@tcp:101:chmod.0 Request processed in 321us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473338.286062:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1238 00000100:00080000:0.0:1772473338.289486:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473338.293676:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.293761:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152064 00000100:00100000:3.0:1772473338.293769:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152064 00000100:00100000:3.0:1772473338.293813:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1239 00000100:00100000:3.0:1772473338.293820:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58320:x1858570170152064:12345-192.168.201.48@tcp:36:chmod.0 00010000:00010000:3.0:1772473338.293880:0:61615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772473338.293906:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2733 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1334b expref: 8 pid: 5811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.293927:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2725 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13344 expref: 7 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.293938:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:3.0:1772473338.293949:0:61615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473338.293976:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.293988:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.293997:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473338.294345:0:61615:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000979f9cfd reply state 00000000ff5d2a5b transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473338.294353:0:61615:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772473338.294367:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000100:00100000:3.0:1772473338.294450:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58320:x1858570170152064:12345-192.168.201.48@tcp:36:chmod.0 Request processed in 628us (779us total) trans 4294967775 rc 0/0 00000100:00100000:3.0:1772473338.294459:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1239 00010000:00010000:2.0:1772473338.299390:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299409:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299417:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299423:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473338.299428:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299436:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299453:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c4052b6200) 00010000:00010000:2.0:1772473338.299456:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772473338.299472:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.299483:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c000/0xc2ef6d41852e273a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473338.299695:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473338.412063:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.412185:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152192 00000100:00100000:3.0:1772473338.412195:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152192 00000100:00100000:3.0:1772473338.412248:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1240 00000100:00100000:3.0:1772473338.412256:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152192:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473338.412352:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152192:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 96us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473338.412360:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1240 00000100:00100000:3.0:1772473338.418447:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.418635:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152320 00000100:00100000:1.0:1772473338.418646:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152320 00000100:00100000:1.0:1772473338.418754:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 679 00000100:00100000:1.0:1772473338.418762:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58332:x1858570170152320:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473338.419010:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58332:x1858570170152320:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 249us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.419016:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 679 00000100:00080000:2.0:1772473338.419848:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473338.421637:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.421729:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152448 00000100:00100000:1.0:1772473338.421848:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152448 00000100:00100000:1.0:1772473338.421935:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 680 00000100:00100000:1.0:1772473338.421942:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58332:x1858570170152448:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00080000:2.0:1772473338.422201:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473338.422301:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58332:x1858570170152448:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 359us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.422308:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 680 00000100:00100000:2.0:1772473338.423132:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186041088:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423178:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423224:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473338.423230:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186040704:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423256:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423274:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186041216:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423298:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423321:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186040832:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423345:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423362:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186041344:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423382:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423400:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473338.423406:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186040960:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423426:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.423453:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041216 00000100:00100000:2.0:1772473338.423460:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041216 00000100:00100000:2.0:1772473338.423499:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040832 00000100:00100000:2.0:1772473338.423502:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040832 00000100:00100000:2.0:1772473338.423516:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040960 00000100:00100000:2.0:1772473338.423518:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040960 00000100:00100000:2.0:1772473338.423533:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00100000:2.0:1772473338.423540:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186041216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423630:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186041216:12345-0@lo:400:kworker.0 Request processed in 90us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.423637:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:2.0:1772473338.423651:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:2.0:1772473338.423657:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186040832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423687:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186040832:12345-0@lo:400:kworker.0 Request processed in 31us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.423693:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00100000:2.0:1772473338.423704:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:2.0:1772473338.423710:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186040960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423734:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186040960:12345-0@lo:400:kworker.0 Request processed in 25us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.423776:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:2.0:1772473338.423796:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041088 00000100:00100000:2.0:1772473338.423799:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041088 00000100:00100000:2.0:1772473338.423820:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041344 00000100:00100000:2.0:1772473338.423822:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041344 00000100:00100000:2.0:1772473338.423839:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1772473338.423844:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186041088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423873:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186041088:12345-0@lo:400:kworker.0 Request processed in 28us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.423878:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1772473338.423889:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1772473338.423895:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186041344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423919:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186041344:12345-0@lo:400:kworker.0 Request processed in 25us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.423943:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00080000:2.0:1772473338.423962:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473338.423965:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473338.423988:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186040960:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423994:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186040832:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.423999:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186041344:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.424021:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186041216:0@lo:400:kworker.0 00000100:00100000:2.0:1772473338.424026:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186041088:0@lo:400:kworker.0 00000100:00100000:1.0:1772473338.424139:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186040704 00000100:00100000:1.0:1772473338.424143:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186040704 00000100:00100000:1.0:1772473338.424171:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1772473338.424177:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186040704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473338.424219:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186040704:12345-0@lo:400:kworker.0 Request processed in 41us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.424225:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1772473338.424281:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186040704:0@lo:400:kworker.0 00000100:00100000:3.0:1772473338.424871:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473338.424888:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152576 00000100:00100000:2.0:1772473338.424893:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152576 00000100:00100000:2.0:1772473338.424924:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1241 00000100:00100000:2.0:1772473338.424933:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152576:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473338.425200:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152576:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 268us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.425208:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1241 00000100:00100000:3.0:1772473338.430549:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473338.430627:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152704 00000100:00100000:2.0:1772473338.430635:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152704 00000100:00100000:2.0:1772473338.430681:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:2.0:1772473338.430688:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152704:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473338.430778:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170152704:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 91us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.430783:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1242 00000100:00100000:3.0:1772473338.434271:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.434338:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152832 00000100:00100000:1.0:1772473338.434348:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152832 00000100:00100000:1.0:1772473338.434408:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 681 00000100:00100000:1.0:1772473338.434419:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58332:x1858570170152832:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473338.434708:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58332:x1858570170152832:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 291us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.434715:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 681 00000100:00100000:0.0:1772473338.436531:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.436600:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170152960 00000100:00100000:1.0:1772473338.436611:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170152960 00000100:00100000:1.0:1772473338.436668:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 682 00000100:00100000:1.0:1772473338.436676:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58332:x1858570170152960:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473338.436910:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58332:x1858570170152960:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 234us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.436921:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 682 00000100:00100000:1.0:1772473338.438647:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473338.438728:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153088 00000100:00100000:0.0:1772473338.438758:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153088 00000100:00100000:0.0:1772473338.438825:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1243 00000100:00100000:0.0:1772473338.438835:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170153088:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473338.439147:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58332:x1858570170153088:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 314us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473338.439155:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1243 00000001:00080000:0.0:1772473338.481671:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:0.0:1772473338.481694:0:6615:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:0.0:1772473338.532676:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473338.532920:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153216 00000100:00100000:2.0:1772473338.532930:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153216 00000100:00100000:2.0:1772473338.533035:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1244 00000100:00100000:2.0:1772473338.533059:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58336:x1858570170153216:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:2.0:1772473338.533112:0:5812:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473338.533136:0:5812:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2741 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13352 expref: -99 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533200:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533215:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533226:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533241:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533247:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533254:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533696:0:5812:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533706:0:5812:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533713:0:5812:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473338.533767:0:5812:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:2.0:1772473338.533771:0:5812:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1772473338.533797:0:5812:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533808:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533814:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533820:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533826:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55a00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473338.533830:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533837:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533849:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772473338.533852:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473338.533857:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533863:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55a00/0xc2ef6d41852e2748 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533877:0:5812:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533887:0:5812:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533893:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533898:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473338.533901:0:5812:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533907:0:5812:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533914:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c424f78100) 00010000:00010000:2.0:1772473338.533916:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473338.533919:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533924:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54800/0xc2ef6d41852e274f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5812 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533955:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55800/0xc2ef6d41852e2741 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13352 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533966:0:5812:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13352 expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473338.533973:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772473338.533975:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772473338.533978:0:5812:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55000, rc 0) 00000100:00100000:2.0:1772473338.534116:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170153216:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1071us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.534129:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1244 00000100:00100000:0.0:1772473338.538987:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.539249:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153344 00000100:00100000:1.0:1772473338.539259:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153344 00000100:00100000:1.0:1772473338.539348:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 202 00000100:00100000:1.0:1772473338.539359:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170153344:12345-192.168.201.48@tcp:49:dd.60003 00000100:00100000:1.0:1772473338.539494:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170153344:12345-192.168.201.48@tcp:49:dd.60003 Request processed in 137us (519us total) trans 0 rc -61/-61 00000100:00100000:1.0:1772473338.539501:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 202 00000100:00100000:2.0:1772473338.542147:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.542254:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153600 00000100:00100000:3.0:1772473338.542262:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153600 00000100:00100000:3.0:1772473338.542307:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1245 00000100:00100000:3.0:1772473338.542315:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170153600:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:3.0:1772473338.542333:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473338.542353:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e275d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13359 expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542506:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542521:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542533:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542549:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542559:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.542565:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772473338.543291:0:5810:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x27:0x0], index 1: 0 00010000:00010000:3.0:1772473338.543452:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2772 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543461:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2772 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543470:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2772 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543504:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543511:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543518:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543525:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:3.0:1772473338.543529:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543537:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543554:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78800) 00010000:00010000:3.0:1772473338.543557:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772473338.543562:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543568:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e2764 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772473338.543582:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f6a3198d reply state 00000000c881fc90 transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473338.543592:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772473338.543624:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e275d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13359 expref: 11 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543636:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2772 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13359 expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473338.543643:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:3.0:1772473338.543646:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772473338.543649:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d400, rc 0) 00000100:00100000:3.0:1772473338.543727:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+11:58336:x1858570170153600:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 1412us (1589us total) trans 4294967776 rc 0/0 00000100:00100000:3.0:1772473338.543735:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1245 00010000:00010000:1.0:1772473338.550235:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550253:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550260:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550266:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d200 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:1.0:1772473338.550271:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550279:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550296:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c4052b6c00) 00010000:00010000:1.0:1772473338.550301:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772473338.550306:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550312:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d200/0xc2ef6d41852e276b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473338.550524:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.550621:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153728 00000100:00100000:1.0:1772473338.550630:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153728 00000100:00100000:1.0:1772473338.550759:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 683 00000100:00100000:1.0:1772473338.550768:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58336:x1858570170153728:12345-192.168.201.48@tcp:101:dd.60003 00010000:00010000:1.0:1772473338.550787:0:32804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473338.550806:0:32804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13360 expref: -99 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772473338.550831:0:32804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1772473338.550852:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473338.550854:0:32804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772473338.550863:0:32804:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550881:0:32804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473338.550892:0:32804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54200, rc 0) 00000100:00100000:1.0:1772473338.550947:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58336:x1858570170153728:12345-192.168.201.48@tcp:101:dd.60003 Request processed in 180us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.550955:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 683 00000100:00100000:0.0:1772473338.565025:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.565226:0:6595:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153856 00000100:00100000:3.0:1772473338.565237:0:6595:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153856 00002000:00100000:3.0:1772473338.565295:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff90c43fd18380 x1858570170153856/t0(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:619/0 lens 488/0 e 0 to 0 dl 1772473349 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1772473338.565314:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43fd18380 with x1858570170153856 ext(0->1048575) 00002000:00010000:3.0:1772473338.565320:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43fd18380 00000100:00100000:3.0:1772473338.565417:0:6595:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 31 00000100:00100000:3.0:1772473338.565428:0:6595:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170153856:12345-192.168.201.48@tcp:4:dd.60003 00000100:00100000:2.0:1772473338.605272:0:6595:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170153856:12345-192.168.201.48@tcp:4:dd.60003 Request processed in 39828us (40240us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1772473338.605292:0:6595:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 31 00002000:00100000:2.0:1772473338.605310:0:6595:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x27:0x0] (0->1048575) req@ffff90c43fd18380 x1858570170153856/t4294967374(0) o4->c0ff5e87-1156-4399-941d-f315c9d668ae@192.168.201.48@tcp:619/0 lens 488/448 e 0 to 0 dl 1772473349 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1772473338.605323:0:6595:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90c43fd18380 with x1858570170153856 ext(0->1048575) 00002000:00010000:2.0:1772473338.605331:0:6595:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90c43fd18380 00000100:00100000:2.0:1772473338.613199:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473338.613939:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170153984 00000100:00100000:1.0:1772473338.613951:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170153984 00000100:00100000:1.0:1772473338.614167:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1246 00000100:00100000:1.0:1772473338.614178:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58336:x1858570170153984:12345-192.168.201.48@tcp:44:dd.60003 00000001:00080000:0.0:1772473338.660161:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000100:00100000:3.0:1772473338.660443:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170153984:12345-192.168.201.48@tcp:44:dd.60003 Request processed in 46261us (47249us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473338.660454:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1246 00000100:00100000:0.0:1772473338.663369:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473338.663736:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154112 00000100:00100000:2.0:1772473338.663782:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154112 00000100:00100000:2.0:1772473338.663841:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 684 00000100:00100000:2.0:1772473338.663852:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170154112:12345-192.168.201.48@tcp:16:dd.60003 00000001:00080000:3.0:1772473338.722932:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000100:00100000:1.0:1772473338.723328:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170154112:12345-192.168.201.48@tcp:16:dd.60003 Request processed in 59471us (59962us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473338.723341:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 684 00000100:00100000:2.0:1772473338.727309:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473338.727399:0:5813:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154368 00000100:00100000:3.0:1772473338.727409:0:5813:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154368 00000100:00100000:3.0:1772473338.727472:0:5813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 203 00000100:00100000:3.0:1772473338.727482:0:5813:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c418e97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58336:x1858570170154368:12345-192.168.201.48@tcp:35:dd.60003 00000001:00080000:3.0:1772473338.727938:0:5813:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967777 00000100:00100000:3.0:1772473338.728368:0:5813:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c418e97850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58336:x1858570170154368:12345-192.168.201.48@tcp:35:dd.60003 Request processed in 885us (1067us total) trans 4294967778 rc 0/0 00000100:00100000:3.0:1772473338.728378:0:5813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 203 00000020:00080000:3.0:1772473338.728384:0:5813:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772473338.935313:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186041472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473338.935387:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.935907:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041472 00000100:00100000:2.0:1772473338.935917:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041472 00000100:00100000:2.0:1772473338.935985:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1772473338.935994:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186041472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473338.936030:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473338.936094:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186041472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.936100:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1772473338.936177:0:3345:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:1.0:1772473338.936183:0:3345:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c43b99d880, transno 4294967375 00000100:00100000:1.0:1772473338.936207:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186041472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473338.938388:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186041600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473338.938450:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473338.938551:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041600 00000100:00100000:2.0:1772473338.938560:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041600 00000100:00100000:2.0:1772473338.938615:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1772473338.938624:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186041600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473338.938645:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3855613952 00000100:00100000:2.0:1772473338.941821:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186041600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3179us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473338.941837:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1772473338.942287:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186041600:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473339.319362:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772473340.272137:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967778 is committed 00010000:00010000:1.0:1772473340.347371:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473341.368024:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772473341.760694:0:99895:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2767592951381ns, next at 2763004540034ns, rc = 0 00000004:00080000:2.0:1772473341.763201:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 107 committed 00000004:00080000:1.0:1772473341.765659:0:99895:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2767597915639ns, next at 2744981643696ns, rc = 0 00000004:00080000:2.0:1772473341.769606:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 107 committed 00000100:00100000:2.0:1772473341.863299:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473341.863368:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473341.863417:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473341.863451:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154624 00000100:00100000:2.0:1772473341.863460:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154624 00000100:00100000:2.0:1772473341.863524:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2003 00000100:00100000:2.0:1772473341.863535:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170154624:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473341.863615:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:2357:x1858570170154624:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 82us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473341.863622:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2003 00000100:00080000:2.0:1772473341.863644:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473341.864186:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154752 00000100:00100000:3.0:1772473341.864193:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154752 00000100:00100000:3.0:1772473341.864235:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1544 00000100:00100000:3.0:1772473341.864244:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170154752:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473341.864282:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170154752:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 39us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473341.864292:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1544 00000100:00100000:0.0:1772473341.864438:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154496 00000100:00100000:0.0:1772473341.864443:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154496 00000100:00100000:0.0:1772473341.864480:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1493 00000100:00100000:0.0:1772473341.864488:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170154496:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473341.864517:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170154496:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473341.864524:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1493 00000100:00080000:2.0:1772473341.865241:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473341.869696:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473341.869785:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170154880 00000100:00100000:3.0:1772473341.869795:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170154880 00000100:00100000:3.0:1772473341.869870:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1545 00000100:00100000:3.0:1772473341.869881:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170154880:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473341.869954:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170154880:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 75us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473341.869962:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1545 00000100:00080000:2.0:1772473341.870101:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772473342.390916:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473343.419651:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473343.544192:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186041856:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544270:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473343.544330:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186042368:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544358:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473343.544388:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473343.544400:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186041984:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544597:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473343.544635:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041856 00000100:00100000:2.0:1772473343.544643:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041856 00000100:00100000:2.0:1772473343.544685:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000100:00100000:2.0:1772473343.544695:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186041856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544789:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186041856:12345-0@lo:400:kworker.0 Request processed in 94us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.544797:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00100000:2.0:1772473343.544815:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041984 00000100:00100000:2.0:1772473343.544819:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041984 00000100:00100000:2.0:1772473343.544850:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:2.0:1772473343.544857:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186041984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544888:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186041984:12345-0@lo:400:kworker.0 Request processed in 32us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.544894:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00100000:2.0:1772473343.544913:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042368 00000100:00100000:2.0:1772473343.544916:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042368 00000100:00100000:2.0:1772473343.544946:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:2.0:1772473343.544953:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186042368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.544983:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186042368:12345-0@lo:400:kworker.0 Request processed in 31us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.544999:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00080000:2.0:1772473343.545023:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473343.545029:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473343.545067:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186041984:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.545079:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186041856:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.545088:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186042368:0@lo:400:kworker.0 00000100:00100000:3.0:1772473343.548203:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186041728:0@lo:400:kworker.0 00000100:00100000:3.0:1772473343.548278:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473343.548345:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186042240:0@lo:400:kworker.0 00000100:00100000:3.0:1772473343.548372:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473343.548402:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473343.548409:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186042112:0@lo:400:kworker.0 00000100:00100000:3.0:1772473343.548430:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473343.548458:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186041728 00000100:00100000:3.0:1772473343.548462:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042112 00000100:00100000:3.0:1772473343.548469:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042112 00000100:00100000:2.0:1772473343.548469:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186041728 00000100:00100000:3.0:1772473343.548517:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1772473343.548524:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1772473343.548529:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186042112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.548537:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186041728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473343.548599:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186042112:12345-0@lo:400:kworker.0 Request processed in 72us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.548602:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186041728:12345-0@lo:400:kworker.0 Request processed in 67us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473343.548611:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:2.0:1772473343.548613:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:2.0:1772473343.548654:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042240 00000100:00100000:3.0:1772473343.548657:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186042112:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.548658:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042240 00000100:00100000:3.0:1772473343.548671:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186041728:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.548698:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:2.0:1772473343.548706:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186042240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.548784:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186042240:12345-0@lo:400:kworker.0 Request processed in 78us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.548790:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00080000:2.0:1772473343.548811:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473343.548816:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473343.549080:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186042240:0@lo:400:kworker.0 00000100:00100000:2.0:1772473343.622361:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473343.622448:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155008 00000100:00100000:0.0:1772473343.622459:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155008 00000100:00100000:0.0:1772473343.622535:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1247 00000100:00100000:0.0:1772473343.622546:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155008:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473343.622641:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155008:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 97us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473343.622649:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1247 00000100:00080000:2.0:1772473343.623569:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473343.634218:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473343.634254:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155136 00000100:00100000:3.0:1772473343.634263:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155136 00000100:00100000:3.0:1772473343.634323:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 685 00000100:00100000:3.0:1772473343.634333:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58529:x1858570170155136:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473343.634622:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58529:x1858570170155136:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 289us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473343.634630:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 685 00000100:00080000:3.0:1772473343.634650:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473343.646162:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473343.646621:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155264 00000100:00100000:2.0:1772473343.646632:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155264 00000100:00100000:2.0:1772473343.646723:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 686 00000100:00100000:2.0:1772473343.646733:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58529:x1858570170155264:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:2.0:1772473343.647266:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58529:x1858570170155264:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 533us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473343.647274:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 686 00000100:00080000:0.0:1772473343.647557:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473343.652127:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473343.652270:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155392 00000100:00100000:1.0:1772473343.652282:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155392 00000100:00100000:1.0:1772473343.652341:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1248 00000100:00100000:1.0:1772473343.652351:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155392:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473343.652544:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155392:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 193us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473343.652555:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1248 00000100:00100000:3.0:1772473343.660512:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473343.661360:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155520 00000100:00100000:0.0:1772473343.661371:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155520 00000100:00100000:0.0:1772473343.661438:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:0.0:1772473343.661448:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155520:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473343.661549:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155520:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 102us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473343.661561:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1249 00000100:00100000:1.0:1772473343.665828:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473343.666013:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155648 00000100:00100000:3.0:1772473343.666024:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155648 00000100:00100000:3.0:1772473343.666075:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 687 00000100:00100000:3.0:1772473343.666085:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58529:x1858570170155648:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473343.666388:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58529:x1858570170155648:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 303us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473343.666396:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 687 00000100:00100000:0.0:1772473343.669149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473343.669281:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155776 00000100:00100000:3.0:1772473343.669291:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155776 00000100:00100000:3.0:1772473343.669347:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 688 00000100:00100000:3.0:1772473343.669359:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58529:x1858570170155776:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473343.669642:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+6:58529:x1858570170155776:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 285us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473343.669650:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 688 00000100:00100000:3.0:1772473343.677375:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473343.677473:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170155904 00000100:00100000:1.0:1772473343.677485:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170155904 00000100:00100000:1.0:1772473343.677587:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1250 00000100:00100000:1.0:1772473343.677599:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155904:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:1.0:1772473343.677967:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58529:x1858570170155904:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 369us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473343.677975:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1250 00000100:00100000:0.0:1772473343.783619:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473343.783811:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156160 00000100:00100000:3.0:1772473343.783821:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156160 00000100:00100000:3.0:1772473343.783884:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1251 00000100:00100000:3.0:1772473343.783895:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58533:x1858570170156160:12345-192.168.201.48@tcp:36:rm.60003 00010000:00010000:3.0:1772473343.783950:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473343.783978:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d400/0xc2ef6d41852e2772 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13359 expref: 8 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784012:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff90c4052b6600) 00010000:00010000:3.0:1772473343.784022:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772473343.784044:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784058:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784066:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784078:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784084:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784090:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784215:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784227:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473343.784233:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772473343.784655:0:5810:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].39, 64 off10688 00000004:00080000:3.0:1772473343.785065:0:5810:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2769617324353ns, next at 2770616922849ns, rc = 0 00010000:00010000:2.0:1772473343.785997:0:5810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786012:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786022:0:5810:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786030:0:5810:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786036:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786042:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786067:0:5810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772473343.786091:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786097:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786103:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786109:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473343.786114:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786121:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786132:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:2.0:1772473343.786135:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772473343.786139:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786144:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4c600/0xc2ef6d41852e2795 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786162:0:5810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786169:0:5810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786175:0:5810:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786179:0:5810:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d000 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473343.786182:0:5810:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786187:0:5810:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786193:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78800) 00010000:00010000:2.0:1772473343.786195:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473343.786198:0:5810:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.786203:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4d000/0xc2ef6d41852e2787 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772473343.786211:0:5810:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f7bd4d73 reply state 00000000a7534811 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473343.786219:0:5810:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772473343.786343:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58533:x1858570170156160:12345-192.168.201.48@tcp:36:rm.60003 Request processed in 2447us (2732us total) trans 4294967779 rc 0/0 00000100:00100000:2.0:1772473343.786353:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1251 00010000:00010000:0.0:1772473343.788980:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473343.789004:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473343.789016:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54e00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473343.789020:0:5799:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473343.789032:0:5799:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473343.789051:0:5799:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x66:0x0].0x0 (ffff90c4052b6c00) 00010000:00010000:0.0:1772473343.789054:0:5799:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772473343.789059:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473343.789064:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54e00/0xc2ef6d41852e279c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473343.789090:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473343.789092:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473343.789094:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473343.795164:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795183:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795190:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795197:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4ca00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:2.0:1772473343.795202:0:3328:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795210:0:3328:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795228:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x7c633847 (ffff90c4052b6400) 00010000:00010000:2.0:1772473343.795231:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772473343.795235:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473343.795242:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c4ca00/0xc2ef6d41852e278e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x61:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5810 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473344.055781:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473344.055810:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186042496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473344.055892:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473344.056138:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042496 00000100:00100000:3.0:1772473344.056146:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042496 00000100:00100000:3.0:1772473344.056205:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1772473344.056215:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186042496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473344.056253:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1772473344.056318:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303fde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186042496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473344.056326:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1772473344.056377:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186042496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473344.059464:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473344.059485:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186042624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473344.059552:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473344.059669:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042624 00000100:00100000:1.0:1772473344.059677:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042624 00000100:00100000:1.0:1772473344.059732:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1772473344.059772:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186042624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473344.059810:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473344.059873:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186042624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473344.059881:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1772473344.060086:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186042624:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473344.454306:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473345.464662:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772473346.163224:0:100039:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2771995481185ns, next at 2763004540034ns, rc = 0 00000004:00080000:0.0:1772473346.163485:0:100039:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2771995744843ns, next at 2770616922849ns, rc = 0 00000004:00080000:3.0:1772473346.213224:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 109 committed 00000004:00080000:3.0:1772473346.213260:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 108 committed 00000001:00080000:3.0:1772473346.213283:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000004:00080000:3.0:1772473346.213289:0:5832:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 108 committed 00000100:00100000:1.0:1772473346.213588:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473346.213609:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186042752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772473346.213690:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473346.213784:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186042752 00000100:00100000:1.0:1772473346.213793:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186042752 00000100:00100000:1.0:1772473346.213847:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1772473346.213857:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186042752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772473346.213889:0:6591:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:39 count 1 00010000:00010000:1.0:1772473346.213929:0:6591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.213959:0:6591:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.213968:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473346.213970:0:6591:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772473346.213974:0:6591:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.214004:0:6591:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 5 pid: 32804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.214018:0:6591:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 5 pid: 32804 timeout: 2872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473346.214032:0:6591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570186042880:192.168.201.48@tcp:104: 00000100:00100000:1.0:1772473346.214085:0:6591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40549b0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1772473346.215280:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473346.218888:0:6591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6591:1858570186042880:192.168.201.48@tcp:104: 00010000:00010000:1.0:1772473346.218933:0:6591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473346.223609:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473346.224169:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156288 00000100:00100000:3.0:1772473346.224181:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156288 00010000:00010000:3.0:1772473346.224256:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 2872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473346.224294:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 468 00000100:00100000:3.0:1772473346.224305:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170156288:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772473346.224321:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473346.224327:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 2872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.224342:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 2872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.224367:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024372a4d/0xc2ef6d41852e2780 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.48@tcp remote: 0x68dea27622c13360 expref: 6 pid: 32804 timeout: 2872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.224386:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473346.224389:0:6605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772473346.224394:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.224404:0:6605:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.224432:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473346.224480:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2357:x1858570170156288:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 176us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473346.224489:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 468 00000100:00080000:1.0:1772473346.224620:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772473346.224650:0:6591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.224664:0:6591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.224674:0:6591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.224681:0:6591:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473346.224702:0:6591:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772473346.225307:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1858570186042752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11450us (11615us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1772473346.225315:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000004:00080000:1.0:1772473346.225469:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90c3057bea00/2, rc 0, transno 4294967375 00000100:00100000:1.0:1772473346.225485:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186042752:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772473346.226151:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473346.226162:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.226174:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473346.226179:0:5800:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.226189:0:5800:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.226206:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.226213:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da7fa267/0xc2ef6d41852e27a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473346.226235:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473346.226237:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473346.226238:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473346.498610:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473346.981441:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473346.981534:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473346.981580:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473346.981608:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473346.981639:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156544 00000100:00100000:0.0:1772473346.981665:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156544 00000100:00100000:0.0:1772473346.981770:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2007 00000100:00100000:0.0:1772473346.981783:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170156544:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473346.981894:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170156544:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 113us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473346.981913:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2007 00000100:00100000:0.0:1772473346.981953:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156672 00000100:00100000:0.0:1772473346.981957:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156672 00000100:00100000:0.0:1772473346.981986:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156800 00000100:00100000:0.0:1772473346.981989:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156800 00000100:00100000:0.0:1772473346.982011:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1548 00000100:00100000:0.0:1772473346.982017:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170156672:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473346.982049:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170156672:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 32us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473346.982056:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1548 00000100:00100000:0.0:1772473346.982068:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1549 00000100:00100000:0.0:1772473346.982075:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170156800:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473346.982101:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170156800:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 26us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473346.982108:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1549 00000100:00080000:0.0:1772473346.982127:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473346.982133:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473346.986043:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156416 00000100:00100000:3.0:1772473346.986062:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156416 00000100:00100000:3.0:1772473346.986139:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1495 00000100:00100000:3.0:1772473346.986152:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170156416:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473346.986527:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170156416:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 376us (5103us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473346.986538:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1495 00010000:00010000:0.0:1772473347.516761:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473348.535174:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473348.663861:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186043136:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.663941:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664002:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186043648:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664029:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664052:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772473348.664058:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186043008:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664083:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664104:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186043520:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664124:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664148:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186043264:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664169:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664185:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473348.664190:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186043392:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664212:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473348.664258:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043136 00000100:00100000:0.0:1772473348.664266:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043136 00000100:00100000:0.0:1772473348.664304:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043520 00000100:00100000:0.0:1772473348.664307:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043520 00000100:00100000:0.0:1772473348.664328:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043264 00000100:00100000:0.0:1772473348.664330:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043264 00000100:00100000:0.0:1772473348.664348:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:0.0:1772473348.664356:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186043136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664408:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186043136:12345-0@lo:400:kworker.0 Request processed in 53us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473348.664416:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00000100:00100000:0.0:1772473348.664432:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:0.0:1772473348.664439:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186043520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664465:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186043520:12345-0@lo:400:kworker.0 Request processed in 26us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473348.664470:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:0.0:1772473348.664480:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:0.0:1772473348.664486:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186043264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664512:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186043264:12345-0@lo:400:kworker.0 Request processed in 27us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473348.664517:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:0.0:1772473348.664538:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043648 00000100:00100000:0.0:1772473348.664541:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043648 00000100:00100000:0.0:1772473348.664564:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043392 00000100:00100000:0.0:1772473348.664566:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043392 00000100:00100000:0.0:1772473348.664583:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:0.0:1772473348.664589:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570186043648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664616:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3345:x1858570186043648:12345-0@lo:400:kworker.0 Request processed in 27us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473348.664621:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:0.0:1772473348.664632:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1772473348.664639:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186043392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664663:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186043392:12345-0@lo:400:kworker.0 Request processed in 25us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473348.664671:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00080000:0.0:1772473348.664695:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473348.664698:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473348.664700:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473348.664733:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186043392:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664771:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186043264:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664804:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186043520:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664813:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186043136:0@lo:400:kworker.0 00000100:00100000:0.0:1772473348.664822:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186043648:0@lo:400:kworker.0 00000100:00100000:2.0:1772473348.664974:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043008 00000100:00100000:2.0:1772473348.664980:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043008 00000100:00100000:2.0:1772473348.665016:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1772473348.665023:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186043008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473348.665060:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186043008:12345-0@lo:400:kworker.0 Request processed in 38us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473348.665066:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:2.0:1772473348.665102:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186043008:0@lo:400:kworker.0 00000001:00080000:3.0:1772473348.723796:0:7470:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000100:00100000:3.0:1772473349.174958:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186043776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473349.175028:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473349.175101:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043776 00000100:00100000:3.0:1772473349.175110:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043776 00000100:00100000:3.0:1772473349.175161:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1772473349.175170:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186043776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473349.175207:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473349.175255:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186043776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473349.175263:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1772473349.175302:0:3342:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:3.0:1772473349.175308:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90c3057bea00, transno 4294967375 00000100:00100000:3.0:1772473349.175325:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186043776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473349.175704:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186043904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473349.175733:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473349.186173:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186043904 00000100:00100000:0.0:1772473349.186188:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186043904 00000100:00100000:3.0:1772473349.186409:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1772473349.186419:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186043904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473349.186456:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473349.186537:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186043904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (10803us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473349.186544:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1772473349.189018:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186043904:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473349.559037:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473350.583054:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473351.607169:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473352.105480:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473352.105557:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473352.105683:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170156928 00000100:00100000:3.0:1772473352.105694:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170156928 00000100:00100000:3.0:1772473352.105771:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1497 00000100:00100000:3.0:1772473352.105782:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170156928:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473352.105875:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170156928:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473352.105883:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1497 00000100:00100000:1.0:1772473352.108440:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157056 00000100:00100000:1.0:1772473352.108456:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157056 00000100:00100000:1.0:1772473352.108619:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2011 00000100:00100000:1.0:1772473352.108631:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170157056:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473352.108732:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2359:x1858570170157056:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 101us (3173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473352.108756:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2011 00000100:00080000:0.0:1772473352.112928:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473352.114359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473352.114411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473352.114616:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157312 00000100:00100000:1.0:1772473352.114627:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157312 00000100:00100000:1.0:1772473352.114705:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157184 00000100:00100000:1.0:1772473352.114708:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157184 00000100:00100000:1.0:1772473352.114764:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1552 00000100:00100000:1.0:1772473352.114777:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170157312:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473352.114859:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170157312:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 85us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473352.114867:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1552 00000100:00100000:1.0:1772473352.114885:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1553 00000100:00100000:1.0:1772473352.114892:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170157184:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473352.114922:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170157184:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 31us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473352.114927:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1553 00000100:00080000:2.0:1772473352.115020:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473352.115026:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772473352.631073:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473353.655423:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473353.784894:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186044416:0@lo:400:kworker.0 00000100:00100000:0.0:1772473353.784965:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473353.785033:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772473353.785040:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186044288:0@lo:400:kworker.0 00000100:00100000:0.0:1772473353.785066:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473353.785099:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044288 00000100:00100000:0.0:1772473353.785106:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044288 00000100:00100000:0.0:1772473353.785163:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:0.0:1772473353.785173:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186044288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473353.786016:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186044288:12345-0@lo:400:kworker.0 Request processed in 842us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473353.786026:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00000100:00100000:0.0:1772473353.786103:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186044288:0@lo:400:kworker.0 00000100:00100000:0.0:1772473353.786132:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044416 00000100:00100000:0.0:1772473353.786137:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044416 00000100:00100000:0.0:1772473353.786174:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1772473353.786182:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186044416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473353.786244:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186044416:12345-0@lo:400:kworker.0 Request processed in 62us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473353.786250:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1772473353.786271:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186044416:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.786553:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186044160:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.786589:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473353.786619:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186044672:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.786640:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473353.786661:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772473353.786667:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186044032:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.786702:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473353.786724:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186044544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.786773:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473353.786903:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044160 00000100:00100000:2.0:1772473353.786908:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044160 00000100:00100000:2.0:1772473353.786937:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044544 00000100:00100000:2.0:1772473353.786939:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044544 00000100:00100000:2.0:1772473353.786962:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013 00000100:00100000:2.0:1772473353.786971:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186044160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787007:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186044160:12345-0@lo:400:kworker.0 Request processed in 38us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473353.787013:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013 00000100:00100000:2.0:1772473353.787027:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1772473353.787033:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186044544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787056:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186044544:12345-0@lo:400:kworker.0 Request processed in 24us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473353.787061:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:2.0:1772473353.787076:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044032 00000100:00100000:2.0:1772473353.787078:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044032 00000100:00100000:2.0:1772473353.787102:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1772473353.787107:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186044032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787133:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186044032:12345-0@lo:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473353.787139:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:2.0:1772473353.787171:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186044032:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787183:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186044544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787190:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186044160:0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.787216:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044672 00000100:00080000:1.0:1772473353.787769:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473353.787777:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473353.789171:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044672 00000100:00100000:2.0:1772473353.789524:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1772473353.789536:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186044672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473353.789626:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186044672:12345-0@lo:400:kworker.0 Request processed in 94us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473353.789633:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1772473353.789689:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186044672:0@lo:400:kworker.0 00000100:00080000:2.0:1772473353.789723:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473354.295042:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186044800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473354.295132:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473354.295343:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044800 00000100:00100000:3.0:1772473354.295351:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044800 00000100:00100000:3.0:1772473354.295403:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1772473354.295412:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186044800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473354.295454:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473354.295513:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186044800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473354.295521:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1772473354.295688:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186044800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473354.296011:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473354.296021:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186044928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473354.296054:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473354.296135:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186044928 00000100:00100000:1.0:1772473354.296141:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186044928 00000100:00100000:1.0:1772473354.296178:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1772473354.296185:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186044928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473354.296206:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473354.296248:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186044928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473354.296254:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1772473354.296403:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186044928:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473354.679308:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473355.704305:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473356.727579:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473357.223297:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473357.223363:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473357.223396:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473357.223430:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473357.223464:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157696 00000100:00100000:0.0:1772473357.223473:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157696 00000100:00100000:0.0:1772473357.223530:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157824 00000100:00100000:0.0:1772473357.223534:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157824 00000100:00100000:0.0:1772473357.223559:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1556 00000100:00100000:0.0:1772473357.223570:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170157696:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473357.223639:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170157696:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 71us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473357.223646:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1556 00000100:00100000:0.0:1772473357.223663:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1557 00000100:00100000:0.0:1772473357.223670:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170157824:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473357.223696:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170157824:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473357.223701:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1557 00000100:00080000:0.0:1772473357.223718:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473357.223722:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473357.223959:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157440 00000100:00100000:2.0:1772473357.223964:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157440 00000100:00100000:2.0:1772473357.224000:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1499 00000100:00100000:2.0:1772473357.224007:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170157440:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473357.224042:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170157440:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473357.224048:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1499 00000100:00100000:3.0:1772473357.224154:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157568 00000100:00100000:3.0:1772473357.224158:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157568 00000100:00100000:3.0:1772473357.224204:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2015 00000100:00100000:3.0:1772473357.224212:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170157568:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473357.224247:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:2358:x1858570170157568:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 35us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473357.224253:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2015 00000100:00080000:2.0:1772473357.224380:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772473357.751168:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473358.774958:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473358.903326:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186045312:0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.903401:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473358.903460:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473358.903468:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186045440:0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.903494:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473358.903535:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186045056:0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.903570:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473358.903600:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186045568:0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.903625:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473358.903644:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772473358.903648:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045056 00000100:00100000:1.0:1772473358.903649:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186045184:0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.903655:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045056 00000100:00100000:1.0:1772473358.903667:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473358.903679:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186045696:0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.903696:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1772473358.903696:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473358.903704:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186045056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.903717:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045312 00000100:00100000:1.0:1772473358.903720:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045312 00000100:00100000:1.0:1772473358.903785:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045568 00000100:00100000:1.0:1772473358.903789:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045568 00000100:00100000:3.0:1772473358.903791:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186045056:12345-0@lo:400:kworker.0 Request processed in 87us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473358.903798:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1772473358.903806:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045184 00000100:00100000:1.0:1772473358.903808:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045184 00000100:00100000:1.0:1772473358.903819:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1772473358.903825:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186045312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.904015:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:3.0:1772473358.904023:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186045568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.904026:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186045312:12345-0@lo:400:kworker.0 Request processed in 201us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473358.904032:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1772473358.904046:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1772473358.904049:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186045568:12345-0@lo:400:kworker.0 Request processed in 28us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473358.904052:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186045184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.904055:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:1.0:1772473358.904075:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186045184:12345-0@lo:400:kworker.0 Request processed in 23us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473358.904080:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1772473358.904084:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045440 00000100:00100000:3.0:1772473358.904088:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045440 00000100:00100000:3.0:1772473358.904110:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045696 00000100:00100000:1.0:1772473358.904112:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186045312:0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.904113:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045696 00000100:00100000:3.0:1772473358.904131:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1772473358.904137:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186045440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.904170:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186045440:12345-0@lo:400:kworker.0 Request processed in 33us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473358.904175:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1772473358.904186:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1772473358.904191:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186045696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473358.904217:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186045696:12345-0@lo:400:kworker.0 Request processed in 26us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473358.904223:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:1.0:1772473358.904243:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186045184:0@lo:400:kworker.0 00000100:00080000:2.0:1772473358.904649:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473358.904654:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473358.904657:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473358.904830:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186045440:0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.905659:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186045696:0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.905679:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186045056:0@lo:400:kworker.0 00000100:00100000:1.0:1772473358.905690:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186045568:0@lo:400:kworker.0 00000100:00100000:0.0:1772473359.416373:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186045824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473359.416440:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473359.416570:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045824 00000100:00100000:3.0:1772473359.416579:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045824 00000100:00100000:3.0:1772473359.416631:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1772473359.416639:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186045824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473359.416673:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473359.416729:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186045824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473359.416736:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1772473359.416792:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b99d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186045824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473359.417762:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186045952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473359.417815:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473359.417919:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186045952 00000100:00100000:2.0:1772473359.417926:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186045952 00000100:00100000:2.0:1772473359.417973:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1772473359.417983:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186045952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473359.418011:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473359.418059:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186045952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473359.418066:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1772473359.418186:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186045952:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473359.802022:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473360.384924:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.391138:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170157952 00000100:00100000:2.0:1772473360.391204:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170157952 00000100:00100000:2.0:1772473360.393130:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1252 00000100:00100000:2.0:1772473360.393145:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170157952:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473360.393399:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170157952:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 256us (8483us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473360.393407:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1252 00000100:00080000:0.0:1772473360.397862:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473360.399027:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473360.399059:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158080 00000100:00100000:1.0:1772473360.399068:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158080 00000100:00100000:1.0:1772473360.399129:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 690 00000100:00100000:1.0:1772473360.399138:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158080:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473360.399721:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158080:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 581us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473360.399730:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 690 00000100:00080000:1.0:1772473360.399779:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473360.406562:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473360.406599:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158208 00000100:00100000:3.0:1772473360.406608:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158208 00000100:00100000:3.0:1772473360.406680:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 691 00000100:00100000:3.0:1772473360.406691:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158208:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:3.0:1772473360.407018:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158208:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 329us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473360.407026:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 691 00000100:00080000:3.0:1772473360.407051:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473360.418322:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.418361:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158336 00000100:00100000:2.0:1772473360.418371:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158336 00000100:00100000:2.0:1772473360.418422:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1253 00000100:00100000:2.0:1772473360.418431:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158336:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:2.0:1772473360.418785:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158336:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 354us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473360.418794:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1253 00000100:00100000:1.0:1772473360.430205:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473360.430437:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158464 00000100:00100000:3.0:1772473360.430448:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158464 00000100:00100000:3.0:1772473360.430516:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1254 00000100:00100000:3.0:1772473360.430526:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158464:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:3.0:1772473360.430632:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158464:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 107us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473360.430640:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1254 00000100:00100000:3.0:1772473360.434838:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473360.436537:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158592 00000100:00100000:1.0:1772473360.436552:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158592 00000100:00100000:1.0:1772473360.436692:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 692 00000100:00100000:1.0:1772473360.436812:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158592:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473360.441881:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158592:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 5061us (7039us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473360.441896:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 692 00000100:00100000:2.0:1772473360.465207:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473360.465488:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158720 00000100:00100000:1.0:1772473360.465499:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158720 00000100:00100000:1.0:1772473360.465561:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 693 00000100:00100000:1.0:1772473360.465571:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158720:12345-192.168.201.48@tcp:19:lfs.60003 00000100:00100000:1.0:1772473360.465902:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:58710:x1858570170158720:12345-192.168.201.48@tcp:19:lfs.60003 Request processed in 332us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473360.465910:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 693 00000100:00100000:1.0:1772473360.475402:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473360.476125:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158848 00000100:00100000:0.0:1772473360.476136:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158848 00000100:00100000:0.0:1772473360.476186:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1255 00000100:00100000:0.0:1772473360.476196:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158848:12345-192.168.201.48@tcp:48:lfs.60003 00000100:00100000:0.0:1772473360.476502:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58710:x1858570170158848:12345-192.168.201.48@tcp:48:lfs.60003 Request processed in 306us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473360.476511:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1255 00000100:00100000:3.0:1772473360.533474:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473360.533565:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170158976 00000100:00100000:0.0:1772473360.533576:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170158976 00000100:00100000:0.0:1772473360.533642:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1256 00000100:00100000:0.0:1772473360.533655:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+7:58711:x1858570170158976:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:0.0:1772473360.533677:0:61615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473360.533709:0:61615:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13367 expref: -99 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533796:0:61615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533810:0:61615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533824:0:61615:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473360.533892:0:61615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00000004:00200000:0.0:1772473360.533896:0:61615:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473360.533922:0:61615:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 61615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533947:0:61615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13367 expref: 9 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533965:0:61615:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13367 expref: 8 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.533974:0:61615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78800) 00010000:00010000:0.0:1772473360.533976:0:61615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473360.533980:0:61615:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772473360.534049:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58711:x1858570170158976:12345-192.168.201.48@tcp:101:rm.0 Request processed in 398us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473360.534056:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1256 00000100:00100000:2.0:1772473360.543948:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.543990:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170159104 00000100:00100000:2.0:1772473360.544084:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170159104 00000100:00100000:2.0:1772473360.544143:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 204 00000100:00100000:2.0:1772473360.544155:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58711:x1858570170159104:12345-192.168.201.48@tcp:49:rm.0 00000100:00100000:2.0:1772473360.544356:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58711:x1858570170159104:12345-192.168.201.48@tcp:49:rm.0 Request processed in 204us (419us total) trans 0 rc -61/-61 00000100:00100000:2.0:1772473360.544365:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 204 00000100:00100000:3.0:1772473360.546985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.547041:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170159360 00000100:00100000:2.0:1772473360.547050:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170159360 00000100:00100000:2.0:1772473360.547104:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1257 00000100:00100000:2.0:1772473360.547115:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+8:58711:x1858570170159360:12345-192.168.201.48@tcp:101:rm.0 00010000:00010000:2.0:1772473360.547137:0:5810:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473360.547159:0:5810:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e27b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c1336e expref: -99 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772473360.547291:0:5810:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00010000:2.0:1772473360.547538:0:5810:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e27b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1336e expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473360.547554:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:2.0:1772473360.547557:0:5810:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772473360.547563:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55e00/0xc2ef6d41852e27b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1336e expref: 10 pid: 5810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473360.547577:0:5810:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772473360.547629:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58711:x1858570170159360:12345-192.168.201.48@tcp:101:rm.0 Request processed in 516us (652us total) trans 4294967780 rc 301/301 00000100:00100000:2.0:1772473360.547636:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1257 00000100:00100000:0.0:1772473360.553072:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.553127:0:52473:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170159488 00000100:00100000:2.0:1772473360.553137:0:52473:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170159488 00000100:00100000:2.0:1772473360.553200:0:52473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 205 00000100:00100000:2.0:1772473360.553211:0:52473:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58711:x1858570170159488:12345-192.168.201.48@tcp:37:rm.0 00000100:00100000:1.0:1772473360.568449:0:52473:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58711:x1858570170159488:12345-192.168.201.48@tcp:37:rm.0 Request processed in 15231us (15379us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473360.568463:0:52473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 205 00000100:00100000:3.0:1772473360.582221:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473360.582293:0:5814:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170159744 00000100:00100000:2.0:1772473360.582304:0:5814:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170159744 00000100:00100000:2.0:1772473360.582363:0:5814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 206 00000100:00100000:2.0:1772473360.582375:0:5814:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58711:x1858570170159744:12345-192.168.201.48@tcp:35:rm.0 00000100:00100000:2.0:1772473360.582619:0:5814:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58711:x1858570170159744:12345-192.168.201.48@tcp:35:rm.0 Request processed in 244us (408us total) trans 4294967781 rc 0/0 00000100:00100000:2.0:1772473360.582628:0:5814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 206 00000100:00100000:0.0:1772473360.603092:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473360.603135:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160000 00000100:00100000:0.0:1772473360.603144:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160000 00000100:00100000:0.0:1772473360.603204:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1258 00000100:00100000:0.0:1772473360.603215:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+10:58711:x1858570170160000:12345-192.168.201.48@tcp:36:rm.0 00010000:00010000:0.0:1772473360.603273:0:5811:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1772473360.603303:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb600/0xc2ef6d41852e27b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13367 expref: 10 pid: 61615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603324:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c55000/0xc2ef6d41852e2756 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x61:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13352 expref: 9 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603336:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c424f78800) 00010000:00010000:0.0:1772473360.603352:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c433c54200/0xc2ef6d41852e2470 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1329c expref: 8 pid: 5812 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603361:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c424f78e00) 00010000:00010000:0.0:1772473360.603367:0:5811:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772473360.603405:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603417:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603429:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603443:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603449:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603458:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603604:0:5811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603613:0:5811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.603620:0:5811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473360.604252:0:5811:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x61:0x0]: returning size 11776 00010000:00010000:0.0:1772473360.604270:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604277:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604283:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604288:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473360.604293:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604300:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604311:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x61:0x0].0x0 (ffff90c410b8a900) 00010000:00010000:0.0:1772473360.604315:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772473360.604320:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604325:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cbe00/0xc2ef6d41852e27d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x61:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604344:0:5811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604350:0:5811:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604355:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604360:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473360.604362:0:5811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604367:0:5811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604374:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8ac00) 00010000:00010000:0.0:1772473360.604376:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473360.604378:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.604383:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351cb800/0xc2ef6d41852e27c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772473360.604396:0:5811:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000b0d7a0f reply state 000000008a84f0c0 transno 4294967782 ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473360.604410:0:5811:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772473360.604494:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+9:58711:x1858570170160000:12345-192.168.201.48@tcp:36:rm.0 Request processed in 1280us (1407us total) trans 4294967782 rc 0/0 00000100:00100000:0.0:1772473360.604502:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1258 00010000:00010000:0.0:1772473360.607449:0:3329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607466:0:3329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607474:0:3329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607480:0:3329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351caa00 already unused, calling callback (ffffffffc1fab4f0) 00010000:00010000:0.0:1772473360.607485:0:3329:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607493:0:3329:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607510:0:3329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff90c410b8a100) 00010000:00010000:0.0:1772473360.607514:0:3329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772473360.607519:0:3329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.607526:0:3329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351caa00/0xc2ef6d41852e27cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473360.829046:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473361.831080:0:100212:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbe672f70 20000000:00000080:2.0:1772473361.831095:0:100212:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302ae5000 uarg=0000000000000000 00010000:00010000:2.0:1772473361.833441:0:100212:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1772473361.833455:0:100212:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1772473361.833495:0:100212:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473361.833511:0:100212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.833525:0:100212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.833531:0:100212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.833569:0:100212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.833583:0:100212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 17 pid: 5803 timeout: 2937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473361.833602:0:100212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100212:1858570186046080:0@lo:104: 00000100:00100000:2.0:1772473361.833661:0:100212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473361.833721:0:100212:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303960240 going to sleep for 11 seconds 00000100:00100000:1.0:1772473361.833864:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046080 00000100:00100000:1.0:1772473361.833871:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046080 00000100:00100000:1.0:1772473361.833912:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1772473361.833919:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100212:x1858570186046080:12345-0@lo:104: 00010000:00010000:1.0:1772473361.833929:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473361.834161:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473361.834169:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100212:x1858570186046080:12345-0@lo:104: Request processed in 249us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473361.834177:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00010000:00010000:3.0:1772473361.834235:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473361.834242:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834250:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473361.834255:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834263:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473361.834270:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473361.834277:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473361.834316:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834323:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473361.834347:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834354:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e245b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2462 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834372:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473361.834374:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473361.834376:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473361.834390:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186046208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473361.834421:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473361.834463:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046208 00000100:00100000:3.0:1772473361.834467:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046208 00010000:00010000:3.0:1772473361.834487:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 18 pid: 5803 timeout: 2937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473361.834507:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1772473361.834513:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186046208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473361.834524:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473361.834529:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 18 pid: 5803 timeout: 2937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834539:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 18 pid: 5803 timeout: 2937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834555:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834564:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834578:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834584:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834590:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834596:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834600:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473361.834604:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834611:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834619:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473361.834628:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473361.834653:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186046208:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473361.834659:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1772473361.834705:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186046208:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473361.837273:0:100212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c800/0xc2ef6d41852e2462 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e245b expref: 17 pid: 5803 timeout: 2937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473361.837292:0:100212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100212:1858570186046080:0@lo:104: 00010000:00010000:2.0:1772473361.837317:0:100212:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.837328:0:100212:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.837334:0:100212:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473361.837340:0:100212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55200/0xc2ef6d41852e27db lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473361.848876:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772473362.056478:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967782 is committed 00000100:00100000:0.0:1772473362.345033:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473362.345084:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473362.345111:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473362.345137:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473362.345166:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160384 00000100:00100000:0.0:1772473362.345176:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160384 00000100:00100000:0.0:1772473362.345231:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160512 00000100:00100000:0.0:1772473362.345234:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160512 00000100:00100000:0.0:1772473362.345258:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1560 00000100:00100000:0.0:1772473362.345268:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160384:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473362.345335:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160384:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473362.345342:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1560 00000100:00100000:0.0:1772473362.345359:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1561 00000100:00100000:0.0:1772473362.345376:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160512:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473362.345401:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160512:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 36us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473362.345407:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1561 00000100:00100000:1.0:1772473362.345469:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160128 00000100:00100000:1.0:1772473362.345473:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160128 00000100:00100000:1.0:1772473362.345508:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1501 00000100:00100000:1.0:1772473362.345515:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170160128:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473362.345543:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170160128:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 29us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473362.345552:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1501 00000100:00100000:3.0:1772473362.349968:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160256 00000100:00100000:3.0:1772473362.349985:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160256 00000100:00100000:3.0:1772473362.350071:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2019 00000100:00100000:3.0:1772473362.350082:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160256:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473362.350160:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170160256:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 81us (5048us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473362.350169:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2019 00000100:00080000:3.0:1772473362.350192:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473362.350197:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473362.350199:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1772473362.782215:0:100263:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff008c0f60 20000000:00000080:0.0:1772473362.782235:0:100263:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c43c9c2800 uarg=0000000000000000 00010000:00010000:0.0:1772473362.782815:0:100263:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473362.782830:0:100263:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473362.782857:0:100263:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473362.782880:0:100263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782898:0:100263:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782910:0:100263:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782918:0:100263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782925:0:100263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782931:0:100263:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782937:0:100263:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cae00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473362.782941:0:100263:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782949:0:100263:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782962:0:100263:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782969:0:100263:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473362.782975:0:100263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e27e2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473362.873816:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473363.318807:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473363.318816:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473363.318822:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473363.318864:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473363.318874:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473363.318883:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473363.318908:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186046336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473363.318985:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473363.319034:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046336 00000100:00100000:1.0:1772473363.319038:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404998a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772473363.319042:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046336 00000100:00100000:2.0:1772473363.319092:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1772473363.319102:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186046336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473363.319117:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473363.319132:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e27e9 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.319158:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.319168:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.319177:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55400, rc 0) 00000100:00100000:2.0:1772473363.319217:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186046336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473363.319224:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1772473363.319574:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c4068b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186046336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473363.319586:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473363.319593:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473363.319611:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473363.319615:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473363.319620:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1772473363.623184:0:100311:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde09e1f80 20000000:00000080:3.0:1772473363.623202:0:100311:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435288c00 uarg=0000000000000000 00010000:00010000:3.0:1772473363.623442:0:100311:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473363.623459:0:100311:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473363.623490:0:100311:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473363.623512:0:100311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.623532:0:100311:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.623543:0:100311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.623581:0:100311:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.623595:0:100311:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 17 pid: 5805 timeout: 2939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473363.623611:0:100311:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100311:1858570186046464:0@lo:104: 00000100:00100000:3.0:1772473363.626583:0:100311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473363.626656:0:100311:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404aff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473363.627357:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046464 00000100:00100000:0.0:1772473363.627368:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046464 00000100:00100000:0.0:1772473363.627430:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1772473363.627441:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100311:x1858570186046464:12345-0@lo:104: 00010000:00010000:0.0:1772473363.627458:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473363.627532:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473363.627539:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100311:x1858570186046464:12345-0@lo:104: Request processed in 101us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473363.627546:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:2.0:1772473363.627568:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473363.627576:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.627584:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473363.627588:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.627596:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473363.627603:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473363.627609:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473363.627667:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.627674:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473363.627700:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.627712:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e54600/0xc2ef6d41852e27e9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e27f0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.627732:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473363.627734:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473363.627736:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473363.627812:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186046592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473363.627853:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473363.628050:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046592 00000100:00100000:2.0:1772473363.628055:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046592 00010000:00010000:2.0:1772473363.628076:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 18 pid: 5805 timeout: 2939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473363.628105:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1772473363.628112:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186046592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473363.628122:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473363.628127:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 18 pid: 5805 timeout: 2939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628136:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 18 pid: 5805 timeout: 2939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628151:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628159:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628174:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628185:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628192:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628198:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628203:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473363.628207:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628214:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628221:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473363.628229:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473363.628301:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186046592:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473363.628307:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00010000:00010000:3.0:1772473363.630277:0:100311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e27f0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e27e9 expref: 17 pid: 5805 timeout: 2939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473363.630299:0:100311:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100311:1858570186046464:0@lo:104: 00010000:00010000:3.0:1772473363.630322:0:100311:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.630333:0:100311:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.630339:0:100311:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473363.630346:0:100311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e27f7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473363.641562:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186046592:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473363.901931:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473364.023448:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186046848:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.023519:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473364.023597:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473364.023604:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186046720:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.023626:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473364.023658:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186047232:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.023683:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473364.023710:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186047104:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.023733:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473364.023777:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473364.023783:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186046976:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.023805:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473364.023848:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046848 00000100:00100000:1.0:1772473364.023857:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046848 00000100:00100000:1.0:1772473364.023910:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046720 00000100:00100000:1.0:1772473364.023913:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046720 00000100:00100000:1.0:1772473364.023931:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047104 00000100:00100000:1.0:1772473364.023934:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047104 00000100:00100000:1.0:1772473364.024129:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1772473364.024138:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186046848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024199:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186046848:12345-0@lo:400:kworker.0 Request processed in 62us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473364.024208:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1772473364.024226:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1772473364.024232:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186046720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024259:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186046720:12345-0@lo:400:kworker.0 Request processed in 28us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473364.024264:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1772473364.024273:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:1.0:1772473364.024278:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186047104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024308:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186047104:12345-0@lo:400:kworker.0 Request processed in 29us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473364.024314:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:1.0:1772473364.024333:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047232 00000100:00100000:1.0:1772473364.024337:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047232 00000100:00100000:1.0:1772473364.024361:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186046976 00000100:00100000:1.0:1772473364.024364:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186046976 00000100:00100000:1.0:1772473364.024382:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1772473364.024387:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186047232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024414:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186047232:12345-0@lo:400:kworker.0 Request processed in 27us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473364.024420:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1772473364.024430:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:1.0:1772473364.024435:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186046976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024457:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186046976:12345-0@lo:400:kworker.0 Request processed in 23us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473364.024462:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00080000:1.0:1772473364.024484:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473364.024488:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473364.024490:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473364.024796:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186046976:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.024809:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186047104:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.028701:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186046720:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.028731:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186047232:0@lo:400:kworker.0 00000100:00100000:1.0:1772473364.028759:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186046848:0@lo:400:kworker.0 00000100:00100000:3.0:1772473364.541873:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473364.541897:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186047360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473364.541964:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473364.542029:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047360 00000100:00100000:3.0:1772473364.542038:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047360 00000100:00100000:3.0:1772473364.542086:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1772473364.542095:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186047360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473364.542131:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473364.542173:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186047360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473364.542180:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1772473364.542232:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186047360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473364.542550:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186047488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473364.542577:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473364.542657:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047488 00000100:00100000:2.0:1772473364.542662:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047488 00000100:00100000:2.0:1772473364.542695:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1772473364.542703:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186047488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473364.542722:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473364.542791:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186047488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473364.542798:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1772473364.542828:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186047488:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473364.919956:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473365.432298:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473365.432306:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473365.432311:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473365.432361:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473365.432374:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473365.432387:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473365.432413:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186047616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473365.432481:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473365.432529:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c405f5b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772473365.432826:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047616 00000100:00100000:3.0:1772473365.432836:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047616 00000100:00100000:3.0:1772473365.432897:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:3.0:1772473365.432907:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186047616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473365.432933:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473365.432950:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e27fe expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.432975:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.432986:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.432995:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4ca00, rc 0) 00000100:00100000:3.0:1772473365.433055:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186047616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473365.433062:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:3.0:1772473365.433114:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186047616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473365.433130:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.433143:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473365.433163:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473365.433169:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.433176:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473365.949127:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473366.967173:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473367.463146:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473367.463191:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473367.463224:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473367.463251:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473367.463481:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160640 00000100:00100000:1.0:1772473367.463492:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160640 00000100:00100000:1.0:1772473367.463549:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1504 00000100:00100000:1.0:1772473367.463559:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170160640:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473367.463646:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170160640:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 89us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473367.463654:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1504 00000100:00100000:1.0:1772473367.463689:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160768 00000100:00100000:1.0:1772473367.463693:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160768 00000100:00100000:1.0:1772473367.463730:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2023 00000100:00100000:1.0:1772473367.463771:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170160768:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473367.463804:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170160768:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 68us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473367.463811:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2023 00000100:00100000:1.0:1772473367.463829:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170160896 00000100:00100000:1.0:1772473367.463833:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170160896 00000100:00100000:1.0:1772473367.463854:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161024 00000100:00100000:1.0:1772473367.463857:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161024 00000100:00100000:1.0:1772473367.463875:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1564 00000100:00100000:1.0:1772473367.463881:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170160896:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473367.463908:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170160896:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 27us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473367.463913:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1564 00000100:00100000:1.0:1772473367.463924:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1565 00000100:00100000:1.0:1772473367.463930:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161024:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473367.463952:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161024:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473367.463959:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1565 00000100:00080000:1.0:1772473367.464111:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473367.464116:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772473367.464118:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1772473367.942083:0:100508:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1b56c3a0 20000000:00000080:1.0:1772473367.942101:0:100508:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433db9800 uarg=0000000000000000 00010000:00010000:1.0:1772473367.943242:0:100508:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473367.943259:0:100508:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473367.943285:0:100508:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473367.943302:0:100508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.943540:0:100508:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.943551:0:100508:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.943606:0:100508:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.943619:0:100508:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 17 pid: 5803 timeout: 2943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473367.943634:0:100508:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100508:1858570186047744:0@lo:104: 00000100:00100000:1.0:1772473367.943707:0:100508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473367.943784:0:100508:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c406294300 going to sleep for 11 seconds 00000100:00100000:2.0:1772473367.944249:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047744 00000100:00100000:2.0:1772473367.944258:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047744 00000100:00100000:2.0:1772473367.944320:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1772473367.944330:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100508:x1858570186047744:12345-0@lo:104: 00010000:00010000:2.0:1772473367.944344:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944408:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473367.944414:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:100508:x1858570186047744:12345-0@lo:104: Request processed in 86us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473367.944421:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1772473367.944725:0:100508:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100508:1858570186047744:0@lo:104: 00010000:00010000:1.0:1772473367.944781:0:100508:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944870:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473367.944877:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944884:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473367.944888:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944895:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473367.944902:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473367.944912:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473367.944941:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944947:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473367.944975:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944982:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb000/0xc2ef6d41852e27fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2805 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.944999:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473367.945001:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473367.945002:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473367.945010:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473367.945021:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186047872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473367.945054:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473367.945088:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186047872 00000100:00100000:2.0:1772473367.945092:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186047872 00010000:00010000:2.0:1772473367.945417:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 2943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473367.945545:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1772473367.945554:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186047872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473367.945581:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473367.945587:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 2943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945603:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 2943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945617:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4ca00/0xc2ef6d41852e2805 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e27fe expref: 18 pid: 5803 timeout: 2943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945632:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945640:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945653:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945661:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945668:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945675:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945681:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473367.945685:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945692:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945715:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473367.945724:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473367.945787:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186047872:12345-0@lo:103:ldlm_bl.0 Request processed in 235us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473367.945794:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1772473367.945834:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186047872:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473367.946020:0:100508:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.946031:0:100508:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473367.946037:0:100508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e280c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473367.992735:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473369.022271:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473369.144182:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186048000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144252:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144294:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186048512:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144320:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144348:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473369.144355:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186048128:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144377:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144394:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186048640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144416:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144460:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186048256:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144483:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144680:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473369.144687:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186048384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144712:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473369.144762:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048000 00000100:00100000:2.0:1772473369.144770:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048000 00000100:00100000:2.0:1772473369.144814:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772473369.144822:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186048000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.144881:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186048000:12345-0@lo:400:kworker.0 Request processed in 60us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.144889:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772473369.144918:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048512 00000100:00100000:2.0:1772473369.144921:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048512 00000100:00100000:2.0:1772473369.144952:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048128 00000100:00100000:2.0:1772473369.144955:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048128 00000100:00100000:2.0:1772473369.144969:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048256 00000100:00100000:2.0:1772473369.144971:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048256 00000100:00100000:2.0:1772473369.144985:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:2.0:1772473369.144990:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186048512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145021:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186048512:12345-0@lo:400:kworker.0 Request processed in 31us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.145027:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:2.0:1772473369.145037:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:2.0:1772473369.145043:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186048128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145067:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186048128:12345-0@lo:400:kworker.0 Request processed in 25us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.145073:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:2.0:1772473369.145084:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:2.0:1772473369.145089:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186048256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145117:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fddc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186048256:12345-0@lo:400:kworker.0 Request processed in 28us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.145122:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:2.0:1772473369.145141:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048640 00000100:00100000:2.0:1772473369.145145:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048640 00000100:00100000:2.0:1772473369.145169:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048384 00000100:00100000:2.0:1772473369.145172:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048384 00000100:00100000:2.0:1772473369.145193:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1772473369.145199:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186048640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145229:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186048640:12345-0@lo:400:kworker.0 Request processed in 30us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.145234:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:2.0:1772473369.145244:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1772473369.145250:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186048384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145273:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186048384:12345-0@lo:400:kworker.0 Request processed in 24us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473369.145278:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1772473369.145323:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186048128:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145333:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186048640:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145342:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186048000:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145350:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186048512:0@lo:400:kworker.0 00000100:00080000:2.0:1772473369.145383:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473369.145387:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473369.145390:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473369.145412:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435207480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186048384:0@lo:400:kworker.0 00000100:00100000:2.0:1772473369.145421:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186048256:0@lo:400:kworker.0 10000000:01000000:0.0:1772473369.463170:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473369.463178:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473369.463183:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473369.463239:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473369.463251:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473369.463263:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473369.463294:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186048768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473369.463393:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473369.463455:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303ec7840 going to sleep for 11 seconds 00000100:00100000:3.0:1772473369.464866:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048768 00000100:00100000:3.0:1772473369.464878:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048768 00000100:00100000:3.0:1772473369.464957:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:3.0:1772473369.464967:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186048768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473369.464985:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473369.465003:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2813 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473369.465030:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473369.465058:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473369.465068:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d000, rc 0) 00000100:00100000:3.0:1772473369.465142:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186048768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473369.465149:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1772473369.465258:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186048768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473369.465276:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473369.465286:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473369.465308:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473369.465313:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473369.465321:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473369.655075:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473369.655099:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186048896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473369.655167:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473369.655837:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186048896 00000100:00100000:3.0:1772473369.655856:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186048896 00000100:00100000:3.0:1772473369.655915:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1772473369.655924:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186048896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473369.655960:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473369.656015:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186048896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473369.656022:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1772473369.656087:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186048896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473369.658661:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473369.658685:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186049024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473369.658788:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473369.658916:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049024 00000100:00100000:1.0:1772473369.658924:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049024 00000100:00100000:1.0:1772473369.658981:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1772473369.658991:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186049024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473369.659032:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473369.659091:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186049024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473369.659098:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1772473369.659800:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186049024:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473370.040892:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473371.064477:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473372.087918:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473372.579955:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473372.580347:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473372.580445:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161280 00000100:00100000:2.0:1772473372.580467:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161280 00000100:00100000:3.0:1772473372.580510:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473372.580541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473372.580558:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2027 00000100:00100000:3.0:1772473372.580564:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161408 00000100:00100000:3.0:1772473372.580567:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161408 00000100:00100000:2.0:1772473372.580571:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170161280:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473372.580596:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161536 00000100:00100000:3.0:1772473372.580598:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161536 00000100:00100000:3.0:1772473372.580622:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1568 00000100:00100000:3.0:1772473372.580629:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161408:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473372.580663:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161408:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473372.580671:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1568 00000100:00100000:3.0:1772473372.580690:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1569 00000100:00100000:3.0:1772473372.580696:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170161536:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473372.580764:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161152 00000100:00100000:1.0:1772473372.580768:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161152 00000100:00100000:1.0:1772473372.580798:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1507 00000100:00100000:1.0:1772473372.580805:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170161152:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473372.583873:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170161280:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3285us (3907us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473372.583895:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2027 00000100:00080000:2.0:1772473372.583958:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473372.583966:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473372.583971:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473372.584369:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170161536:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 3669us (3823us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473372.584382:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1569 00000100:00100000:1.0:1772473372.585240:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170161152:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 4368us (4827us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473372.585256:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1507 00010000:00010000:2.0:1772473373.112444:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473374.146081:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473374.271706:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186049536:0@lo:400:kworker.0 00000100:00100000:3.0:1772473374.271819:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473374.271877:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473374.271883:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186049408:0@lo:400:kworker.0 00000100:00100000:3.0:1772473374.271917:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.272404:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186049280:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.272440:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.272486:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186049792:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.272509:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.272539:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473374.272545:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186049152:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.272575:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.272599:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186049664:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.272622:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.272652:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049152 00000100:00100000:1.0:1772473374.272661:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049152 00000100:00100000:1.0:1772473374.272712:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1772473374.272723:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186049152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473374.273133:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049536 00000100:00100000:0.0:1772473374.273139:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049536 00000100:00100000:0.0:1772473374.273172:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049792 00000100:00100000:0.0:1772473374.273175:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049792 00000100:00100000:0.0:1772473374.273194:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1772473374.273202:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186049536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473374.273256:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186049536:12345-0@lo:400:kworker.0 Request processed in 55us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473374.273265:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1772473374.273287:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1772473374.273293:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186049792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473374.273416:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049408 00000100:00100000:2.0:1772473374.273421:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049408 00000100:00100000:2.0:1772473374.273449:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049280 00000100:00100000:2.0:1772473374.273453:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049280 00000100:00100000:2.0:1772473374.273485:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049664 00000100:00100000:2.0:1772473374.273488:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049664 00000100:00100000:2.0:1772473374.273503:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028 00000100:00100000:2.0:1772473374.273509:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186049408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473374.273546:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186049408:12345-0@lo:400:kworker.0 Request processed in 38us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473374.273553:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028 00000100:00100000:2.0:1772473374.273567:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:2.0:1772473374.273572:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186049280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473374.273661:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:3.0:1772473374.273672:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186049664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473374.274202:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186049792:12345-0@lo:400:kworker.0 Request processed in 907us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473374.274211:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1772473374.274325:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186049280:12345-0@lo:400:kworker.0 Request processed in 752us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473374.274332:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00080000:2.0:1772473374.274858:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772473374.274864:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473374.274867:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473374.275656:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186049664:12345-0@lo:400:kworker.0 Request processed in 1982us (3027us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473374.275667:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:3.0:1772473374.275773:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186049408:0@lo:400:kworker.0 00000100:00100000:3.0:1772473374.275788:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186049536:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.279522:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186049152:12345-0@lo:400:kworker.0 Request processed in 6792us (6936us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473374.279538:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1772473374.279619:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186049152:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.279640:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186049664:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.279653:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186049280:0@lo:400:kworker.0 00000100:00100000:1.0:1772473374.279665:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186049792:0@lo:400:kworker.0 00000100:00100000:2.0:1772473374.775286:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186049920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473374.775357:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473374.775622:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186049920 00000100:00100000:0.0:1772473374.775631:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186049920 00000100:00100000:0.0:1772473374.775694:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1772473374.775704:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186049920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473374.775780:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473374.775837:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186049920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473374.775844:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1772473374.776299:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186049920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473374.777169:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186050048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473374.777224:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473374.777325:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050048 00000100:00100000:1.0:1772473374.777332:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050048 00000100:00100000:1.0:1772473374.777380:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1772473374.777389:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186050048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473374.777430:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473374.777490:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186050048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473374.777498:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1772473374.777701:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186050048:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473375.165257:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473376.182949:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473377.206984:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473377.702919:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473377.702969:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473377.703000:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473377.703038:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473377.703290:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161664 00000100:00100000:1.0:1772473377.703304:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161664 00000100:00100000:1.0:1772473377.703367:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1509 00000100:00100000:1.0:1772473377.703380:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170161664:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473377.703487:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170161664:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 110us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473377.703497:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1509 00000100:00100000:2.0:1772473377.703707:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161920 00000100:00100000:2.0:1772473377.703713:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161920 00000100:00100000:2.0:1772473377.703786:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162048 00000100:00100000:2.0:1772473377.703790:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162048 00000100:00080000:1.0:1772473377.703917:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473377.703923:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473377.704005:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1572 00000100:00100000:2.0:1772473377.704014:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161920:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473377.704059:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161920:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 46us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473377.704066:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1572 00000100:00100000:2.0:1772473377.704089:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1573 00000100:00100000:2.0:1772473377.704096:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170162048:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473377.704117:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170162048:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 23us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473377.704123:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1573 00000100:00100000:0.0:1772473377.704354:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170161792 00000100:00100000:0.0:1772473377.704361:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170161792 00000100:00100000:0.0:1772473377.704425:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2031 00000100:00100000:0.0:1772473377.704434:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161792:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473377.704472:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170161792:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 40us (1471us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473377.704479:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2031 00000100:00080000:1.0:1772473377.704534:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473378.236158:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772473378.283054:0:100853:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23a: test mapped regular ACLs ========= 12:42:56 (1772473376) 00010000:00010000:2.0:1772473379.258410:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473379.385092:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186050304:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385189:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385256:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186050816:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385285:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385318:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772473379.385324:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186050176:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385355:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385397:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186050688:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385419:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385448:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186050432:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385473:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385493:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473379.385498:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186050560:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385532:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473379.385571:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050304 00000100:00100000:3.0:1772473379.385580:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050304 00000100:00100000:3.0:1772473379.385635:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050688 00000100:00100000:3.0:1772473379.385638:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050688 00000100:00100000:3.0:1772473379.385666:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050432 00000100:00100000:3.0:1772473379.385670:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050432 00000100:00100000:3.0:1772473379.385689:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1772473379.385699:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186050304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385788:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186050304:12345-0@lo:400:kworker.0 Request processed in 90us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.385797:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1772473379.385815:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1772473379.385821:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186050688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385848:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186050688:12345-0@lo:400:kworker.0 Request processed in 28us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.385854:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1772473379.385864:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1772473379.385870:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186050432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.385896:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186050432:12345-0@lo:400:kworker.0 Request processed in 26us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.385902:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1772473379.385921:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050816 00000100:00100000:3.0:1772473379.385924:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050816 00000100:00100000:3.0:1772473379.385951:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050560 00000100:00100000:3.0:1772473379.385955:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050560 00000100:00100000:3.0:1772473379.385980:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1772473379.385986:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186050816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386017:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186050816:12345-0@lo:400:kworker.0 Request processed in 31us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.386023:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1772473379.386032:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1772473379.386038:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186050560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386063:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186050560:12345-0@lo:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.386068:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1772473379.386087:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050176 00000100:00100000:3.0:1772473379.386091:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050176 00000100:00100000:3.0:1772473379.386114:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:3.0:1772473379.386120:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186050176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386148:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186050176:12345-0@lo:400:kworker.0 Request processed in 29us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473379.386154:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00080000:3.0:1772473379.386196:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473379.386200:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473379.386203:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473379.386251:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186050560:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386263:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186050432:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386295:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186050176:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386304:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186050688:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386313:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186050304:0@lo:400:kworker.0 00000100:00100000:3.0:1772473379.386322:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186050816:0@lo:400:kworker.0 00000100:00100000:1.0:1772473379.896373:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186050944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473379.896469:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473379.897342:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186050944 00000100:00100000:1.0:1772473379.897354:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186050944 00000100:00100000:1.0:1772473379.897432:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772473379.897442:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186050944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772473379.897490:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473379.897551:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186050944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473379.897560:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1772473379.897626:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186050944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473379.897945:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473379.897955:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186051072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473379.897987:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473379.898026:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051072 00000100:00100000:1.0:1772473379.898030:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051072 00000100:00100000:1.0:1772473379.898058:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1772473379.898065:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186051072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473379.898088:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473379.898122:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186051072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473379.898129:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1772473379.898160:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186051072:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1772473380.217975:0:100901:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23a Need 2 clients at least 00010000:00010000:2.0:1772473380.282396:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473381.304893:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1772473381.753470:0:100949:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23b: test mapped default ACLs ========= 12:43:00 (1772473380) 00010000:00010000:2.0:1772473382.328939:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473382.828263:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473382.828400:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473382.828436:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162304 00000100:00100000:3.0:1772473382.828458:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162304 00000100:00100000:3.0:1772473382.828569:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2035 00000100:00100000:3.0:1772473382.828580:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170162304:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473382.828662:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170162304:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 84us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473382.828669:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2035 00000100:00080000:3.0:1772473382.828691:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473382.828983:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162176 00000100:00100000:0.0:1772473382.828988:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162176 00000100:00100000:0.0:1772473382.829023:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00100000:0.0:1772473382.829030:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170162176:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473382.829071:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170162176:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 41us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473382.829077:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1511 00000100:00100000:3.0:1772473382.836367:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473382.837138:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162432 00000100:00100000:0.0:1772473382.837149:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162432 00000100:00100000:0.0:1772473382.837224:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 694 00000100:00100000:0.0:1772473382.837235:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170162432:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:0.0:1772473382.837264:0:32804:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e20cd 00000100:00080000:0.0:1772473382.837273:0:32804:0:(import.c:65:import_set_state_nolock()) ffff90c43418d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772473382.837326:0:32804:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967375 00000100:00080000:3.0:1772473382.837572:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772473382.837732:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473382.846900:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170162432:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 9655us (10531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473382.846917:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 694 00000100:00100000:3.0:1772473382.847026:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473382.847955:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162560 00000100:00100000:0.0:1772473382.847967:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162560 00000100:00100000:0.0:1772473382.848017:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 695 00000100:00100000:0.0:1772473382.848025:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2356:x1858570170162560:12345-192.168.201.48@tcp:9:kworker.0 00000020:00000080:0.0:1772473382.848055:0:6592:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852e217c 00000100:00080000:3.0:1772473382.848163:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473382.848949:0:6592:0:(import.c:65:import_set_state_nolock()) ffff90c421e3e000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772473382.849003:0:6592:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00010000:00010000:3.0:1772473382.849101:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473382.849372:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c0ff5e87-1156-4399-941d-f315c9d668ae+2:2356:x1858570170162560:12345-192.168.201.48@tcp:9:kworker.0 Request processed in 1345us (2347us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473382.849383:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 695 00000001:02000400:2.0:1772473383.245223:0:100997:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23b Need 2 clients at least 00010000:00010000:2.0:1772473383.352909:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473384.386033:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473384.503487:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186051328:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503562:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503623:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186051840:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503650:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503674:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772473384.503679:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186051200:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503703:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503722:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186051712:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503765:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503795:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186051456:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503818:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503836:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473384.503840:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186051584:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.503860:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473384.503891:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051328 00000100:00100000:0.0:1772473384.503998:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051840 00000100:00100000:0.0:1772473384.504005:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051840 00000100:00100000:0.0:1772473384.504059:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051584 00000100:00100000:0.0:1772473384.504062:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051584 00000100:00100000:0.0:1772473384.504086:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1772473384.504097:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186051840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504167:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186051840:12345-0@lo:400:kworker.0 Request processed in 72us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473384.504175:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1772473384.504194:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1772473384.504200:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186051584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504231:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186051584:12345-0@lo:400:kworker.0 Request processed in 30us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473384.504237:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00080000:0.0:1772473384.504254:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473384.504257:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772473384.504302:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051712 00000100:00100000:0.0:1772473384.504305:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051712 00000100:00100000:0.0:1772473384.504335:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051456 00000100:00100000:0.0:1772473384.504338:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051456 00000100:00100000:0.0:1772473384.504356:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1772473384.504363:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186051712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504394:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186051712:12345-0@lo:400:kworker.0 Request processed in 30us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473384.504399:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1772473384.504409:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:0.0:1772473384.504414:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186051456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504437:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186051456:12345-0@lo:400:kworker.0 Request processed in 23us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473384.504443:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00100000:0.0:1772473384.504458:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051200 00000100:00100000:0.0:1772473384.504461:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051200 00000100:00100000:0.0:1772473384.504483:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1772473384.504489:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186051200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504517:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402cbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186051200:12345-0@lo:400:kworker.0 Request processed in 28us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473384.504523:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00080000:0.0:1772473384.504559:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473384.504597:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186051200:0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504611:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186051712:0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504620:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186051840:0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504661:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186051584:0@lo:400:kworker.0 00000100:00100000:0.0:1772473384.504671:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186051456:0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.504800:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051328 00000100:00100000:1.0:1772473384.504827:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:1.0:1772473384.504833:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186051328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473384.504872:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1858570186051328:12345-0@lo:400:kworker.0 Request processed in 39us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473384.504878:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:1.0:1772473384.507209:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3343:1858570186051328:0@lo:400:kworker.0 00000001:00100000:3.0:1772473384.579777:0:7470:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473384.579790:0:7470:0:(genops.c:904:class_export_put()) final put ffff90c421e3f000/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:1.0:1772473384.579882:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c421e3f000/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0001 00000020:00000080:1.0:1772473384.579968:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c421e3e000 for lustre-OST0001 00000001:00100000:3.0:1772473384.596564:0:6615:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473384.596578:0:6615:0:(genops.c:904:class_export_put()) final put ffff90c43418b800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:0.0:1772473384.596930:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff90c43418b800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-OST0000 00000020:00000080:0.0:1772473384.597925:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c43418d800 for lustre-OST0000 00000100:00100000:3.0:1772473385.016018:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473385.016048:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186051968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473385.016140:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473385.016216:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186051968 00000100:00100000:3.0:1772473385.016226:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186051968 00000100:00100000:3.0:1772473385.016296:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1772473385.016307:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186051968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473385.016359:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473385.016411:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186051968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473385.016419:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1772473385.016478:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186051968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473385.017582:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186052096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473385.017655:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473385.017734:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052096 00000100:00100000:1.0:1772473385.017759:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052096 00000100:00100000:1.0:1772473385.017806:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1772473385.017815:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43556b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186052096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473385.017852:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473385.023522:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43556b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186052096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5694us (5852us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473385.023540:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1772473385.024439:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186052096:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1772473385.098560:0:101047:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 24: check nodemap proc files for LBUGs and Oopses ========================================================== 12:43:03 (1772473383) 00010000:00010000:2.0:1772473385.399098:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1772473386.288108:0:101095:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1772473386.298535:0:101095:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1772473386.431189:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473387.077974:0:101143:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe922341c0 20000000:00000080:2.0:1772473387.077995:0:101143:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c433dba000 uarg=0000000000000000 10000000:01000000:2.0:1772473387.078609:0:101143:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473387.078630:0:101143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.078647:0:101143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.078655:0:101143:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.079050:0:101143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.079065:0:101143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 17 pid: 5803 timeout: 2962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473387.079081:0:101143:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101143:1858570186052224:0@lo:104: 00000100:00100000:2.0:1772473387.079141:0:101143:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473387.079310:0:101143:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca51a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772473387.079353:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052224 00000100:00100000:1.0:1772473387.079359:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052224 00000100:00100000:1.0:1772473387.079435:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1772473387.079444:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101143:x1858570186052224:12345-0@lo:104: 00010000:00010000:1.0:1772473387.079458:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473387.079522:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473387.079528:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101143:x1858570186052224:12345-0@lo:104: Request processed in 86us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473387.079535:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1772473387.079592:0:101143:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101143:1858570186052224:0@lo:104: 00010000:00010000:2.0:1772473387.079610:0:101143:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079663:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473387.079669:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079676:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473387.079680:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079698:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473387.079705:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473387.079710:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473387.079769:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079776:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473387.079796:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079807:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb600/0xc2ef6d41852e2813 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e281a expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.079821:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473387.079823:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473387.079824:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473387.079832:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473387.079842:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186052352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473387.079875:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473387.080058:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052352 00000100:00100000:0.0:1772473387.080063:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052352 00010000:00010000:0.0:1772473387.080085:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 2962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473387.080117:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1772473387.080124:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186052352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473387.080135:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473387.080141:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 2962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080150:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 2962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080162:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d000/0xc2ef6d41852e281a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2813 expref: 18 pid: 5803 timeout: 2962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080173:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080180:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080192:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080328:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080340:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080347:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080353:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473387.080357:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.080365:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.080598:0:101143:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473387.080606:0:101143:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.086469:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.086489:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54600/0xc2ef6d41852e2821 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473387.086513:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473387.091196:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186052352:12345-0@lo:103:ldlm_bl.0 Request processed in 11064us (11311us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473387.091211:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1772473387.094576:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186052352:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473387.447353:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473387.940828:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473387.940883:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473387.940967:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162816 00000100:00100000:1.0:1772473387.940978:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162816 00000100:00100000:1.0:1772473387.941053:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2039 00000100:00100000:1.0:1772473387.941063:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170162816:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473387.941133:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170162816:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 72us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473387.941141:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2039 00000100:00080000:3.0:1772473387.941471:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473387.942095:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162688 00000100:00100000:2.0:1772473387.942102:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162688 00000100:00100000:2.0:1772473387.942150:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1513 00000100:00100000:2.0:1772473387.942160:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170162688:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473387.942344:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170162688:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 185us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473387.942353:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1513 00000020:00000080:3.0:1772473387.950440:0:101193:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdb2c0a00 20000000:00000080:3.0:1772473387.950457:0:101193:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c3037f5000 uarg=0000000000000000 10000000:01000000:3.0:1772473387.951360:0:101193:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473387.951382:0:101193:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951397:0:101193:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951407:0:101193:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951413:0:101193:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951423:0:101193:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951430:0:101193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951435:0:101193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473387.951439:0:101193:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951446:0:101193:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951458:0:101193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951465:0:101193:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473387.951470:0:101193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e2828 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101193 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473388.470945:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473388.717581:0:101241:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe285fa090 20000000:00000080:1.0:1772473388.717601:0:101241:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed0800 uarg=0000000000000000 10000000:01000000:1.0:1772473388.718268:0:101241:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473388.718294:0:101241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718316:0:101241:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718326:0:101241:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718333:0:101241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718339:0:101241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718346:0:101241:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718351:0:101241:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473388.718356:0:101241:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718365:0:101241:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718474:0:101241:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718483:0:101241:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473388.718489:0:101241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e282f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473389.116399:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473389.116407:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473389.116412:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473389.116455:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.116467:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.116478:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473389.116501:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186052480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473389.116562:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473389.116607:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43519a780 going to sleep for 11 seconds 00000100:00100000:3.0:1772473389.116702:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052480 00000100:00100000:3.0:1772473389.116709:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052480 00000100:00100000:3.0:1772473389.116780:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:3.0:1772473389.116788:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186052480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473389.116801:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473389.116815:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2836 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.116837:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.116846:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.116856:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4c600, rc 0) 00000100:00100000:3.0:1772473389.116893:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186052480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473389.116900:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:3.0:1772473389.116939:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186052480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473389.116955:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.116965:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473389.116981:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473389.116985:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.116992:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1772473389.410630:0:101289:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd093bb1e0 20000000:00000080:1.0:1772473389.410646:0:101289:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed3800 uarg=0000000000000000 10000000:01000000:1.0:1772473389.411252:0:101289:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473389.411274:0:101289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.411292:0:101289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.411301:0:101289:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.411341:0:101289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473389.411361:0:101289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 17 pid: 5803 timeout: 2965 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473389.411375:0:101289:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101289:1858570186052608:0@lo:104: 00000100:00100000:1.0:1772473389.411430:0:101289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473389.411525:0:101289:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473389.411608:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052608 00000100:00100000:0.0:1772473389.411615:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052608 00000100:00100000:0.0:1772473389.411692:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1772473389.411702:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101289:x1858570186052608:12345-0@lo:104: 00010000:00010000:0.0:1772473389.411713:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473389.411866:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473389.411872:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101289:x1858570186052608:12345-0@lo:104: Request processed in 172us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473389.411879:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00010000:00010000:3.0:1772473389.411925:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473389.411932:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.411944:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473389.411947:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.411955:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473389.411962:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473389.411968:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473389.411996:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412002:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473389.412021:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412028:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e2836 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e283d expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412044:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473389.412045:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473389.412047:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473389.412065:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186052736:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473389.412094:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473389.412135:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052736 00000100:00100000:3.0:1772473389.412140:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052736 00010000:00010000:3.0:1772473389.412158:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 18 pid: 5803 timeout: 2965 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473389.412202:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1772473389.412210:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186052736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473389.412220:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473389.412226:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 18 pid: 5803 timeout: 2965 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412235:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 18 pid: 5803 timeout: 2965 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412250:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412258:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412272:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412279:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412285:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412291:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412297:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473389.412300:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412308:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412316:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.412328:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473389.412355:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3343:x1858570186052736:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473389.412361:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1772473389.412397:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186052736:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473389.412666:0:101289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c600/0xc2ef6d41852e283d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2836 expref: 17 pid: 5803 timeout: 2965 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473389.412678:0:101289:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101289:1858570186052608:0@lo:104: 00010000:00010000:2.0:1772473389.412692:0:101289:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473389.412701:0:101289:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473389.412706:0:101289:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473389.412713:0:101289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55a00/0xc2ef6d41852e2844 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473389.495012:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473389.627524:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186052992:0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.627536:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186052864:0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.627610:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473389.627663:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186053376:0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.627690:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473389.627732:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052864 00000100:00100000:2.0:1772473389.627759:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052864 00000100:00100000:2.0:1772473389.627821:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1772473389.627829:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186052864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.627884:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186052864:12345-0@lo:400:kworker.0 Request processed in 56us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473389.627892:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1772473389.628108:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053376 00000100:00100000:2.0:1772473389.628113:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053376 00000100:00100000:2.0:1772473389.628165:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1772473389.628173:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186053376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772473389.628178:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772473389.628218:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186053376:12345-0@lo:400:kworker.0 Request processed in 45us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473389.628224:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1772473389.628267:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186052864:0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.628276:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186053376:0@lo:400:kworker.0 00000100:00100000:3.0:1772473389.628420:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473389.628575:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186053120:0@lo:400:kworker.0 00000100:00100000:3.0:1772473389.628611:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473389.628635:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473389.628642:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186053248:0@lo:400:kworker.0 00000100:00100000:0.0:1772473389.628662:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053120 00000100:00100000:0.0:1772473389.628669:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053120 00000100:00100000:3.0:1772473389.628674:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473389.628708:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00080000:1.0:1772473389.628709:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473389.628720:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186053120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.629418:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186052992 00000100:00100000:2.0:1772473389.629429:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186052992 00000100:00100000:2.0:1772473389.629537:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053248 00000100:00100000:2.0:1772473389.629542:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053248 00000100:00080000:3.0:1772473389.629625:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473389.629733:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:2.0:1772473389.629765:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186052992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.629835:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186052992:12345-0@lo:400:kworker.0 Request processed in 73us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473389.629843:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:2.0:1772473389.629861:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1772473389.629867:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186053248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.629915:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186053248:12345-0@lo:400:kworker.0 Request processed in 48us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473389.629922:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1772473389.629977:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3055e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186052992:0@lo:400:kworker.0 00000100:00100000:2.0:1772473389.630013:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186053248:0@lo:400:kworker.0 00000100:00100000:0.0:1772473389.632895:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186053120:12345-0@lo:400:kworker.0 Request processed in 4169us (4273us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473389.632924:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1772473389.633068:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186053120:0@lo:400:kworker.0 00000100:00100000:3.0:1772473390.136900:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473390.136943:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186053504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473390.137034:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473390.137113:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053504 00000100:00100000:3.0:1772473390.137123:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053504 00000100:00100000:3.0:1772473390.137195:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1772473390.137206:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186053504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473390.137256:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473390.137308:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186053504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473390.137316:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1772473390.137375:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186053504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473390.137779:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473390.137791:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186053632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473390.137827:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473390.137859:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053632 00000100:00100000:2.0:1772473390.137865:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053632 00000100:00100000:2.0:1772473390.137897:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1772473390.137919:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186053632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473390.137946:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473390.137981:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186053632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473390.137989:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1772473390.138025:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186053632:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1772473390.222820:0:101339:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffced63a4e0 20000000:00000080:0.0:1772473390.222840:0:101339:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435271c00 uarg=0000000000000000 10000000:01000000:0.0:1772473390.223262:0:101339:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473390.223301:0:101339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223319:0:101339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223331:0:101339:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223338:0:101339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223345:0:101339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223352:0:101339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223359:0:101339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbc00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473390.223364:0:101339:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223372:0:101339:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223384:0:101339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223393:0:101339:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473390.223403:0:101339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e284b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473390.521762:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473391.121631:0:101388:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5a751fe0 20000000:00000080:1.0:1772473391.121648:0:101388:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed1800 uarg=0000000000000000 10000000:01000000:1.0:1772473391.122755:0:101388:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473391.122782:0:101388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122798:0:101388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122808:0:101388:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122814:0:101388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122820:0:101388:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122826:0:101388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122832:0:101388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473391.122838:0:101388:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122846:0:101388:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122859:0:101388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122865:0:101388:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.122871:0:101388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e2852 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473391.416696:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473391.416705:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473391.416709:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473391.416775:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473391.416788:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473391.416799:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473391.416826:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186053760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473391.416894:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473391.416955:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40a9e93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772473391.417189:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053760 00000100:00100000:3.0:1772473391.417197:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053760 00000100:00100000:3.0:1772473391.417293:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1772473391.417301:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186053760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473391.417316:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473391.417329:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2859 expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473391.417352:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473391.417363:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473391.417373:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d200, rc 0) 00000100:00100000:3.0:1772473391.417428:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186053760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473391.417436:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:1.0:1772473391.417524:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186053760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473391.417545:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.417554:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473391.417574:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473391.417580:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473391.417588:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473391.542958:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473392.567105:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473393.061411:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473393.061559:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473393.062047:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163072 00000100:00100000:0.0:1772473393.062058:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163072 00000100:00100000:0.0:1772473393.062142:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2043 00000100:00100000:0.0:1772473393.062153:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170163072:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473393.062237:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2359:x1858570170163072:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 87us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473393.062245:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2043 00000100:00080000:3.0:1772473393.062884:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473393.062975:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170162944 00000100:00100000:1.0:1772473393.062982:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170162944 00000100:00100000:1.0:1772473393.063054:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1516 00000100:00100000:1.0:1772473393.063062:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170162944:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473393.063121:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170162944:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (1722us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473393.063128:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1516 00010000:00010000:0.0:1772473393.590929:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473394.120124:0:101536:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3f9773b0 20000000:00000080:2.0:1772473394.120144:0:101536:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303410000 uarg=0000000000000000 10000000:01000000:2.0:1772473394.121077:0:101536:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473394.121101:0:101536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.121133:0:101536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.121142:0:101536:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.121192:0:101536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.121209:0:101536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 17 pid: 5805 timeout: 2969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473394.121223:0:101536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101536:1858570186053888:0@lo:104: 00000100:00100000:2.0:1772473394.121287:0:101536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473394.121422:0:101536:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404819f00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473394.127221:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772473394.127253:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186053888 00000100:00100000:1.0:1772473394.127264:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186053888 00000100:00100000:1.0:1772473394.127336:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1772473394.127346:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43528b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101536:x1858570186053888:12345-0@lo:104: 00010000:00010000:1.0:1772473394.127366:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473394.127460:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473394.127466:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43528b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101536:x1858570186053888:12345-0@lo:104: Request processed in 123us (6179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473394.127473:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00010000:00010000:3.0:1772473394.128162:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473394.128172:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.128193:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473394.128198:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.128209:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473394.128217:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473394.128223:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473394.128266:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.128273:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473394.128306:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.128314:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cb400/0xc2ef6d41852e2859 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2860 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.128333:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473394.128335:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473394.128337:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473394.128347:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473394.128363:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186054016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473394.128413:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473394.128502:0:101536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101536:1858570186053888:0@lo:104: 00010000:00010000:3.0:1772473394.128524:0:101536:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473394.128722:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054016 00000100:00100000:2.0:1772473394.128729:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054016 00010000:00010000:2.0:1772473394.128786:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 2969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473394.128821:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1772473394.128829:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186054016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473394.128842:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473394.128847:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 2969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128859:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 2969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128875:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d200/0xc2ef6d41852e2860 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2859 expref: 18 pid: 5805 timeout: 2969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128889:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128898:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128912:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128919:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128926:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128932:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128937:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473394.128942:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128949:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128959:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473394.128967:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473394.129007:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186054016:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473394.129014:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1772473394.129045:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186054016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473394.129329:0:101536:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.129337:0:101536:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473394.129344:0:101536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54400/0xc2ef6d41852e2867 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473394.619268:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473394.748518:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186054400:0@lo:400:kworker.0 00000100:00100000:2.0:1772473394.748608:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473394.748672:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473394.748678:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186054528:0@lo:400:kworker.0 00000100:00100000:2.0:1772473394.748707:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473394.748814:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054400 00000100:00100000:2.0:1772473394.748824:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054400 00000100:00100000:2.0:1772473394.748880:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1772473394.748890:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186054400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473394.748947:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186054400:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473394.748955:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1772473394.748980:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054528 00000100:00100000:2.0:1772473394.748984:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054528 00000100:00100000:2.0:1772473394.749014:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1772473394.749022:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186054528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473394.749051:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186054528:12345-0@lo:400:kworker.0 Request processed in 31us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473394.749057:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1772473394.749111:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186054528:0@lo:400:kworker.0 00000100:00100000:2.0:1772473394.749124:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186054400:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.749645:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186054272:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.749679:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473394.749725:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186054784:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.749774:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473394.749798:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772473394.749807:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186054144:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.749837:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473394.749865:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186054656:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.749890:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473394.749925:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054784 00000100:00100000:1.0:1772473394.749930:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054784 00000100:00100000:1.0:1772473394.749973:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1772473394.749982:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186054784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.750027:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186054784:12345-0@lo:400:kworker.0 Request processed in 47us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473394.750033:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1772473394.750053:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054144 00000100:00100000:1.0:1772473394.750058:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054144 00000100:00080000:3.0:1772473394.750091:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473394.750092:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00080000:3.0:1772473394.750097:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772473394.750112:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186054144:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772473394.750114:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473394.750144:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186054144:12345-0@lo:400:kworker.0 Request processed in 44us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473394.750150:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1772473394.750179:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054272 00000100:00100000:1.0:1772473394.750183:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054272 00000100:00100000:1.0:1772473394.750216:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054656 00000100:00100000:1.0:1772473394.750220:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054656 00000100:00100000:1.0:1772473394.750244:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:1.0:1772473394.750250:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186054272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473394.750266:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:3.0:1772473394.750278:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186054656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.750283:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186054272:12345-0@lo:400:kworker.0 Request processed in 32us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473394.750290:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:1.0:1772473394.750332:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186054144:0@lo:400:kworker.0 00000100:00100000:3.0:1772473394.750333:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c305628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186054656:12345-0@lo:400:kworker.0 Request processed in 56us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473394.750346:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:1.0:1772473394.750353:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186054656:0@lo:400:kworker.0 00000100:00080000:3.0:1772473394.750367:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473394.750370:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186054272:0@lo:400:kworker.0 00000100:00100000:1.0:1772473394.750383:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186054784:0@lo:400:kworker.0 00000020:00000080:1.0:1772473395.017700:0:101584:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee614ad60 20000000:00000080:1.0:1772473395.017720:0:101584:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed2c00 uarg=0000000000000000 10000000:01000000:1.0:1772473395.017952:0:101584:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473395.017971:0:101584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.017987:0:101584:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.017998:0:101584:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018004:0:101584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018011:0:101584:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018018:0:101584:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018024:0:101584:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473395.018029:0:101584:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018037:0:101584:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018054:0:101584:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018062:0:101584:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.018069:0:101584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55000/0xc2ef6d41852e286e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473395.257367:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fdde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186054912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473395.257441:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473395.258937:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473395.258954:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186055040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473395.259003:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473395.264320:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186054912 00000100:00100000:1.0:1772473395.264335:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186054912 00000100:00100000:3.0:1772473395.266200:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055040 00000100:00100000:3.0:1772473395.266213:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055040 00000100:00100000:3.0:1772473395.266268:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1772473395.266282:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186054912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473395.266336:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473395.266439:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186054912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (8996us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473395.266447:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1772473395.266467:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1772473395.266473:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186055040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473395.266492:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473395.266521:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186055040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (7518us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473395.266527:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1772473395.266724:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186055040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473395.266760:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fdde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186054912:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473395.639032:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473395.642204:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473395.642213:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473395.642218:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473395.642278:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473395.642290:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473395.642302:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473395.642329:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186055168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473395.642395:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473395.642468:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404998300 going to sleep for 11 seconds 00000100:00100000:1.0:1772473395.643785:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055168 00000100:00100000:1.0:1772473395.643799:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055168 00000100:00100000:1.0:1772473395.643857:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1772473395.643870:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186055168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473395.643890:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473395.643907:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2875 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.643933:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.643944:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473395.643953:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e54600, rc 0) 00000100:00100000:1.0:1772473395.644023:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186055168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (1627us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473395.644031:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:2.0:1772473395.644113:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186055168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473395.644133:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473395.644144:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473395.644168:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473395.644174:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473395.644180:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473396.663006:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473397.687086:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473398.001642:0:101734:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd38239080 20000000:00000080:0.0:1772473398.001660:0:101734:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c435273c00 uarg=0000000000000000 00010000:00010000:0.0:1772473398.002430:0:101734:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1772473398.002446:0:101734:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1772473398.002467:0:101734:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473398.002488:0:101734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473398.002504:0:101734:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473398.002513:0:101734:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473398.002559:0:101734:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473398.002580:0:101734:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 17 pid: 5806 timeout: 2973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473398.002597:0:101734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101734:1858570186055296:0@lo:104: 00000100:00100000:0.0:1772473398.002666:0:101734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473398.003067:0:101734:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1772473398.003219:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055296 00000100:00100000:2.0:1772473398.003228:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055296 00000100:00100000:2.0:1772473398.003307:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1772473398.003317:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101734:x1858570186055296:12345-0@lo:104: 00010000:00010000:2.0:1772473398.003331:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473398.003485:0:101734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101734:1858570186055296:0@lo:104: 00010000:00010000:1.0:1772473398.003504:0:101734:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473398.003616:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473398.003624:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101734:x1858570186055296:12345-0@lo:104: Request processed in 309us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473398.003632:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00010000:00010000:3.0:1772473398.003670:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473398.003678:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.003685:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473398.003689:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.003698:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473398.003706:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473398.003712:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473398.003773:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.003780:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473398.003801:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.003808:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c55800/0xc2ef6d41852e2875 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e287c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.003825:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473398.003827:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473398.003828:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473398.003839:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186055424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473398.003888:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473398.003929:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055424 00000100:00100000:3.0:1772473398.003932:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055424 00010000:00010000:3.0:1772473398.003951:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 2973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473398.003973:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1772473398.003979:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186055424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473398.003990:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473398.003997:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 2973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004008:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 2973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004020:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54600/0xc2ef6d41852e287c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2875 expref: 18 pid: 5806 timeout: 2973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004033:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004040:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004064:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004070:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004076:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004081:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004086:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473398.004090:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004097:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004106:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473398.004114:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473398.004138:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186055424:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473398.004145:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1772473398.004173:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186055424:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473398.004437:0:101734:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473398.004445:0:101734:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473398.004450:0:101734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e2883 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473398.196175:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473398.197110:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:2.0:1772473398.198094:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163328 00000100:00100000:2.0:1772473398.198110:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163328 00000100:00100000:2.0:1772473398.198205:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2047 00000100:00100000:2.0:1772473398.198215:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163328:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:2.0:1772473398.198309:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163328:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473398.198317:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2047 00000100:00080000:3.0:1772473398.199514:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473398.200079:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163200 00000100:00100000:1.0:1772473398.200089:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163200 00000100:00100000:1.0:1772473398.200154:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1519 00000100:00100000:1.0:1772473398.200165:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170163200:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473398.200223:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170163200:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 59us (4060us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473398.200230:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1519 00010000:00010000:2.0:1772473398.715229:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1772473399.225040:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473399.225047:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473399.225051:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473399.225108:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473399.225120:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473399.225131:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473399.225158:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186055552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473399.225227:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473399.225279:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404998180 going to sleep for 11 seconds 00000100:00100000:1.0:1772473399.227180:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055552 00000100:00100000:1.0:1772473399.227192:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055552 00000100:00100000:1.0:1772473399.227254:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:1.0:1772473399.227264:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186055552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473399.227281:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473399.227300:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e288a expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473399.227328:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473399.227341:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473399.227351:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55c00, rc 0) 00000100:00100000:1.0:1772473399.227425:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186055552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (2198us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473399.227432:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1772473399.227525:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186055552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473399.227544:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473399.227554:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473399.227580:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473399.227585:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473399.227594:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473399.742102:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473399.865680:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186055808:0@lo:400:kworker.0 00000100:00100000:2.0:1772473399.865767:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473399.865821:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473399.865828:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186055936:0@lo:400:kworker.0 00000100:00100000:2.0:1772473399.865855:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473399.865883:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055936 00000100:00100000:2.0:1772473399.865890:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055936 00000100:00100000:2.0:1772473399.865941:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1772473399.865949:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186055936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473399.866001:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186055936:12345-0@lo:400:kworker.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473399.866008:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1772473399.866295:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186055680:0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866328:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473399.866346:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186056192:0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866365:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473399.866383:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473399.866388:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186056064:0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866408:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473399.866438:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055808 00000100:00100000:1.0:1772473399.866442:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055808 00000100:00100000:1.0:1772473399.866470:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186055680 00000100:00100000:1.0:1772473399.866473:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186055680 00000100:00100000:1.0:1772473399.866490:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056064 00000100:00100000:1.0:1772473399.866493:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056064 00000100:00100000:1.0:1772473399.866507:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:1.0:1772473399.866513:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186055808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866543:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186055808:12345-0@lo:400:kworker.0 Request processed in 31us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473399.866550:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:1.0:1772473399.866563:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:1.0:1772473399.866569:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186055680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866598:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186055680:12345-0@lo:400:kworker.0 Request processed in 29us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473399.866604:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00100000:1.0:1772473399.866614:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:1.0:1772473399.866620:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186056064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866644:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186056064:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473399.866649:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:1.0:1772473399.866667:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056192 00000100:00100000:1.0:1772473399.866670:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056192 00000100:00100000:1.0:1772473399.866693:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1772473399.866699:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186056192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866726:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fdde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186056192:12345-0@lo:400:kworker.0 Request processed in 27us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473399.866732:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1772473399.866787:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186056064:0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866798:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186055680:0@lo:400:kworker.0 00000100:00100000:1.0:1772473399.866807:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186056192:0@lo:400:kworker.0 00000100:00080000:3.0:1772473399.867169:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473399.867174:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473399.867176:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473399.870240:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186055936:0@lo:400:kworker.0 00000100:00100000:3.0:1772473399.870819:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186055808:0@lo:400:kworker.0 00000100:00100000:2.0:1772473400.374871:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473400.374891:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186056320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473400.374955:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473400.375040:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056320 00000100:00100000:2.0:1772473400.375049:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056320 00000100:00100000:2.0:1772473400.375096:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1772473400.375107:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186056320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473400.375145:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473400.375190:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186056320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473400.375197:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1772473400.375245:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186056320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473400.375599:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186056448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473400.375625:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473400.375685:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056448 00000100:00100000:0.0:1772473400.375691:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056448 00000100:00100000:0.0:1772473400.375718:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1772473400.375725:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186056448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473400.375768:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473400.379282:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186056448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3547us (3646us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473400.379297:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1772473400.379426:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186056448:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473400.763130:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473401.790494:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473402.488818:0:101977:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd315f8a0 20000000:00000080:3.0:1772473402.488847:0:101977:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303439000 uarg=0000000000000000 00010000:00010000:3.0:1772473402.490905:0:101977:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473402.490930:0:101977:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473402.498481:0:101977:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473402.498513:0:101977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473402.498534:0:101977:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473402.498543:0:101977:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473402.498586:0:101977:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473402.498602:0:101977:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 17 pid: 5803 timeout: 2978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473402.498616:0:101977:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101977:1858570186056576:0@lo:104: 00000100:00100000:3.0:1772473402.498678:0:101977:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473402.498721:0:101977:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404828180 going to sleep for 11 seconds 00000100:00100000:0.0:1772473402.499113:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056576 00000100:00100000:0.0:1772473402.499122:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056576 00000100:00100000:0.0:1772473402.499187:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1772473402.499196:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101977:x1858570186056576:12345-0@lo:104: 00010000:00010000:0.0:1772473402.499209:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473402.499268:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473402.499286:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:101977:x1858570186056576:12345-0@lo:104: Request processed in 91us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473402.499293:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1772473402.499500:0:101977:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101977:1858570186056576:0@lo:104: 00010000:00010000:3.0:1772473402.499520:0:101977:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500074:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473402.500082:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500090:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473402.500094:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500102:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473402.500110:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473402.500115:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473402.500155:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500162:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473402.500194:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500201:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54200/0xc2ef6d41852e288a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2891 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500218:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473402.500220:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473402.500221:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473402.500387:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473402.500407:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186056704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473402.500458:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473402.500729:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056704 00000100:00100000:2.0:1772473402.500786:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056704 00010000:00010000:2.0:1772473402.500816:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 2978 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473402.500942:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1772473402.500951:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186056704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473402.500964:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473402.500980:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 2978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.500993:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 2978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501009:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e2891 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e288a expref: 18 pid: 5803 timeout: 2978 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501025:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501035:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501050:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501058:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501066:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501073:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501080:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4c000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473402.501083:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.501092:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473402.509098:0:101977:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473402.509123:0:101977:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.509401:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.509416:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c000/0xc2ef6d41852e2898 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101977 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473402.509442:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473402.510077:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186056704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473402.510143:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186056704:12345-0@lo:103:ldlm_bl.0 Request processed in 8985us (9476us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473402.510156:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00010000:00010000:1.0:1772473402.806939:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473403.086181:0:102026:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0b588db0 20000000:00000080:1.0:1772473403.086200:0:102026:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303ed2000 uarg=0000000000000000 00010000:00010000:1.0:1772473403.086504:0:102026:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1772473403.086521:0:102026:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1772473403.086547:0:102026:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473403.086567:0:102026:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086586:0:102026:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086598:0:102026:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086606:0:102026:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086614:0:102026:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086622:0:102026:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086629:0:102026:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473403.086634:0:102026:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086643:0:102026:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086657:0:102026:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086664:0:102026:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473403.086671:0:102026:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55c00/0xc2ef6d41852e289f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102026 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473403.301298:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473403.301343:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473403.301789:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163584 00000100:00100000:1.0:1772473403.301800:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163584 00000100:00100000:1.0:1772473403.301879:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2051 00000100:00100000:1.0:1772473403.301890:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163584:12345-192.168.201.48@tcp:400:kworker.0 00000100:00080000:3.0:1772473403.301964:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473403.301983:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163584:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 95us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473403.301991:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2051 00000100:00100000:0.0:1772473403.302202:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163456 00000100:00100000:0.0:1772473403.302207:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163456 00000100:00100000:0.0:1772473403.302240:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1521 00000100:00100000:0.0:1772473403.302247:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170163456:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473403.302284:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b38050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170163456:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 37us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473403.302290:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1521 00000020:00000080:3.0:1772473403.778647:0:102074:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd7cdc900 20000000:00000080:3.0:1772473403.778666:0:102074:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301ddb400 uarg=0000000000000000 00010000:00010000:3.0:1772473403.779010:0:102074:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473403.779024:0:102074:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473403.779046:0:102074:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473403.779064:0:102074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779081:0:102074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779092:0:102074:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779100:0:102074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779107:0:102074:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779115:0:102074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779120:0:102074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473403.779125:0:102074:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779133:0:102074:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779145:0:102074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779151:0:102074:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473403.779158:0:102074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d400/0xc2ef6d41852e28a6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473403.833546:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1772473404.278817:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473404.278828:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473404.278834:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473404.278886:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473404.278899:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473404.278910:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473404.278950:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186056832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473404.279023:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473404.279078:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59af00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473404.279454:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056832 00000100:00100000:1.0:1772473404.279463:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056832 00000100:00100000:1.0:1772473404.279522:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1772473404.279531:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186056832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473404.279546:0:5805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473404.279560:0:5805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e28ad expref: -99 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473404.279589:0:5805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473404.279600:0:5805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 18 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473404.279608:0:5805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473404.279660:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186056832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473404.279667:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1772473404.281145:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186056832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473404.281168:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473404.281181:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473404.281206:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473404.281212:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473404.281224:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473404.857844:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473404.989912:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186057344:0@lo:400:kworker.0 00000100:00100000:0.0:1772473404.989998:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473404.990056:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772473404.990063:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186056960:0@lo:400:kworker.0 00000100:00100000:0.0:1772473404.990083:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473404.990098:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186057472:0@lo:400:kworker.0 00000100:00100000:0.0:1772473404.990119:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473404.990148:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057472 00000100:00100000:0.0:1772473404.990156:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057472 00000100:00100000:0.0:1772473404.990210:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1772473404.990219:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186057472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473404.990281:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186057472:12345-0@lo:400:kworker.0 Request processed in 63us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473404.990288:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1772473404.990333:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186057472:0@lo:400:kworker.0 00000100:00100000:1.0:1772473404.992577:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057344 00000100:00100000:1.0:1772473404.992595:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057344 00000100:00100000:1.0:1772473404.992658:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186056960 00000100:00100000:1.0:1772473404.992662:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186056960 00000100:00100000:1.0:1772473404.992688:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1772473404.992698:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186057344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473404.992806:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186057344:12345-0@lo:400:kworker.0 Request processed in 109us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473404.992812:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1772473404.992830:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:1.0:1772473404.992836:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186056960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473404.992863:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186056960:12345-0@lo:400:kworker.0 Request processed in 28us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473404.992869:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:1.0:1772473404.992937:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186056960:0@lo:400:kworker.0 00000100:00100000:1.0:1772473404.992952:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186057344:0@lo:400:kworker.0 00000100:00100000:2.0:1772473404.993619:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186057216:0@lo:400:kworker.0 00000100:00100000:2.0:1772473404.993665:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473404.993787:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772473404.993794:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186057088:0@lo:400:kworker.0 00000100:00100000:2.0:1772473404.993819:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473404.994063:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057088 00000100:00100000:0.0:1772473404.994070:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057088 00000100:00100000:0.0:1772473404.994118:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1772473404.994126:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186057088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473404.994167:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1858570186057088:12345-0@lo:400:kworker.0 Request processed in 43us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473404.994173:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:0.0:1772473404.994219:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3343:1858570186057088:0@lo:400:kworker.0 00000100:00080000:3.0:1772473404.995069:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473404.995077:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772473404.995371:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057216 00000100:00100000:1.0:1772473404.995380:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057216 00000100:00100000:1.0:1772473404.995474:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1772473404.995484:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186057216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473404.995578:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186057216:12345-0@lo:400:kworker.0 Request processed in 95us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473404.995585:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:0.0:1772473404.995677:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186057216:0@lo:400:kworker.0 00000100:00080000:3.0:1772473404.995872:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772473405.495878:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186057600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473405.495970:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473405.496043:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057600 00000100:00100000:2.0:1772473405.496051:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057600 00000100:00100000:2.0:1772473405.496097:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1772473405.496106:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186057600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473405.496145:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473405.496190:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186057600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473405.496198:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1772473405.496249:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186057600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473405.496863:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473405.496874:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186057728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473405.497018:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473405.497092:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057728 00000100:00100000:2.0:1772473405.497097:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057728 00000100:00100000:2.0:1772473405.497136:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1772473405.497145:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186057728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473405.497168:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473405.497203:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186057728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473405.497209:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1772473405.497276:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186057728:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772473405.885716:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473406.905143:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473407.066197:0:102270:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9d8b44f0 20000000:00000080:3.0:1772473407.066217:0:102270:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301ddb400 uarg=0000000000000000 00010000:00010000:3.0:1772473407.066463:0:102270:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1772473407.066478:0:102270:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1772473407.066504:0:102270:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473407.066526:0:102270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.066545:0:102270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.066557:0:102270:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.066601:0:102270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 17 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.066615:0:102270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 17 pid: 5805 timeout: 2982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473407.066630:0:102270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102270:1858570186057856:0@lo:104: 00000100:00100000:3.0:1772473407.066695:0:102270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473407.066780:0:102270:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43b59af00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473407.066939:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057856 00000100:00100000:1.0:1772473407.066947:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057856 00000100:00100000:1.0:1772473407.066994:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1772473407.067004:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102270:x1858570186057856:12345-0@lo:104: 00010000:00010000:1.0:1772473407.067019:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473407.067076:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473407.067083:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102270:x1858570186057856:12345-0@lo:104: Request processed in 81us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473407.067090:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00010000:00010000:2.0:1772473407.067160:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772473407.067167:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067175:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d400 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:2.0:1772473407.067178:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067188:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772473407.067195:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473407.067200:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1772473407.067239:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067246:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772473407.067269:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067275:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4d400/0xc2ef6d41852e28ad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28b4 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067296:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473407.067298:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473407.067299:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473407.067312:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186057984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772473407.067346:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473407.067393:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186057984 00000100:00100000:2.0:1772473407.067397:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186057984 00010000:00010000:2.0:1772473407.067420:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 18 pid: 5805 timeout: 2982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473407.067443:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1772473407.067450:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186057984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473407.067461:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772473407.067466:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 18 pid: 5805 timeout: 2982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067477:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 18 pid: 5805 timeout: 2982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067495:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067504:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067521:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067529:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067537:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067544:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067550:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473407.067554:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067562:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067573:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473407.067583:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772473407.067612:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186057984:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473407.067619:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1772473407.067700:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186057984:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473407.067838:0:102270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e28b4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e28ad expref: 17 pid: 5805 timeout: 2982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473407.067850:0:102270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102270:1858570186057856:0@lo:104: 00010000:00010000:3.0:1772473407.067863:0:102270:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.067874:0:102270:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.067882:0:102270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473407.067903:0:102270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473407.927227:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473408.312659:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473408.312667:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473408.312672:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473408.312721:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473408.312733:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473408.312772:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473408.312801:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186058112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473408.312886:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473408.312941:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c41842ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1772473408.313013:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058112 00000100:00100000:2.0:1772473408.313022:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058112 00000100:00100000:2.0:1772473408.313082:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:2.0:1772473408.313092:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186058112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473408.313108:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772473408.313121:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e28c2 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473408.313150:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473408.313161:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473408.313170:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c55e00, rc 0) 00000100:00100000:2.0:1772473408.313207:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186058112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473408.313214:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:1.0:1772473408.313540:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186058112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473408.313557:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473408.313567:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473408.313591:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473408.313596:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473408.313605:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473408.422228:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473408.422281:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473408.422877:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163712 00000100:00100000:0.0:1772473408.422889:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163712 00000100:00100000:0.0:1772473408.422953:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1524 00000100:00100000:0.0:1772473408.422964:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170163712:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473408.423054:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2360:x1858570170163712:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 91us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473408.423067:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1524 00000100:00100000:1.0:1772473408.423642:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163840 00000100:00100000:1.0:1772473408.423649:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163840 00000100:00100000:1.0:1772473408.423729:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2055 00000100:00100000:1.0:1772473408.423782:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163840:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473408.423838:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2360:x1858570170163840:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 102us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473408.423846:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2055 00000100:00080000:0.0:1772473408.424278:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473408.956245:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473409.974998:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473410.104176:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186058624:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104244:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104305:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772473410.104311:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186058240:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104340:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104363:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186058752:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104386:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104410:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186058368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104430:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104445:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186058880:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104464:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104478:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473410.104483:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186058496:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104502:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.104529:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058240 00000100:00100000:1.0:1772473410.104536:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058240 00000100:00100000:1.0:1772473410.104577:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1772473410.104585:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186058240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.104635:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186058240:12345-0@lo:400:kworker.0 Request processed in 50us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473410.104642:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1772473410.104689:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186058240:0@lo:400:kworker.0 00000100:00100000:2.0:1772473410.104893:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058752 00000100:00100000:2.0:1772473410.104908:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058752 00000100:00100000:2.0:1772473410.104945:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058368 00000100:00100000:2.0:1772473410.104948:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058368 00000100:00100000:2.0:1772473410.104965:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058496 00000100:00100000:2.0:1772473410.104968:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058496 00000100:00100000:2.0:1772473410.104982:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:2.0:1772473410.104989:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186058752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473410.105032:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186058752:12345-0@lo:400:kworker.0 Request processed in 44us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473410.105039:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:2.0:1772473410.105053:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:2.0:1772473410.105059:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186058368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473410.105088:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186058368:12345-0@lo:400:kworker.0 Request processed in 29us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473410.105093:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:2.0:1772473410.105105:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1772473410.105111:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186058496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473410.105135:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186058496:12345-0@lo:400:kworker.0 Request processed in 25us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473410.105141:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:0.0:1772473410.105594:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058624 00000100:00100000:0.0:1772473410.105600:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058624 00000100:00100000:0.0:1772473410.105642:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186058880 00000100:00100000:0.0:1772473410.105646:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186058880 00000100:00100000:0.0:1772473410.105675:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1772473410.105698:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186058624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473410.105761:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186058624:12345-0@lo:400:kworker.0 Request processed in 57us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473410.105767:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1772473410.105781:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1772473410.105787:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186058880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473410.105814:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186058880:12345-0@lo:400:kworker.0 Request processed in 28us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473410.105819:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00080000:0.0:1772473410.105858:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473410.105861:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473410.105864:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772473410.106539:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186058496:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.106552:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186058368:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.106561:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186058880:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.106848:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186058752:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.106860:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186058624:0@lo:400:kworker.0 00000100:00100000:1.0:1772473410.616028:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473410.616057:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186059008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473410.616126:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473410.616231:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186059136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473410.616253:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473410.616442:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059008 00000100:00100000:2.0:1772473410.616450:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059008 00000100:00100000:2.0:1772473410.616499:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059136 00000100:00100000:2.0:1772473410.616502:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059136 00000100:00100000:2.0:1772473410.616528:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1772473410.616538:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186059008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473410.616577:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473410.616623:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c4068b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186059008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473410.616631:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1772473410.616648:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1772473410.616654:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186059136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473410.616673:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473410.616704:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186059136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473410.616710:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1772473410.617178:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186059136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473410.617213:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186059008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772473411.018233:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473412.028476:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473413.047318:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473413.546350:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473413.546456:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473413.546533:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164096 00000100:00100000:0.0:1772473413.546543:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164096 00000100:00100000:0.0:1772473413.546618:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2059 00000100:00100000:0.0:1772473413.546631:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170164096:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473413.546712:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+5:2358:x1858570170164096:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 83us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473413.546720:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2059 00000100:00100000:3.0:1772473413.547018:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170163968 00000100:00100000:3.0:1772473413.547023:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170163968 00000100:00100000:3.0:1772473413.547073:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1526 00000100:00100000:3.0:1772473413.547088:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170163968:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:3.0:1772473413.547121:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+9:2358:x1858570170163968:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 42us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473413.547127:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1526 00000100:00080000:1.0:1772473413.547578:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772473414.073796:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772473415.098362:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473415.223035:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186059648:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223153:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473415.223230:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772473415.223238:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186059264:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223270:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473415.223295:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186059776:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223323:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473415.223355:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186059392:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223379:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473415.223396:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186059904:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223418:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473415.223438:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473415.223443:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186059520:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.223463:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473415.223997:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059776 00000100:00100000:3.0:1772473415.224010:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059776 00000100:00100000:3.0:1772473415.224084:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059392 00000100:00100000:3.0:1772473415.224088:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059392 00000100:00100000:3.0:1772473415.224103:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059520 00000100:00100000:3.0:1772473415.224105:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059520 00000100:00100000:3.0:1772473415.224124:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1772473415.224133:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186059776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473415.224212:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1858570186059776:12345-0@lo:400:kworker.0 Request processed in 79us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473415.224220:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1772473415.224240:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:3.0:1772473415.224245:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186059392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473415.224275:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186059392:12345-0@lo:400:kworker.0 Request processed in 30us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473415.224280:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:3.0:1772473415.224289:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:3.0:1772473415.224294:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186059520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473415.224318:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186059520:12345-0@lo:400:kworker.0 Request processed in 24us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473415.224323:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:3.0:1772473415.224347:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059264 00000100:00100000:3.0:1772473415.224350:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059264 00000100:00100000:3.0:1772473415.224375:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1772473415.224381:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186059264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473415.224408:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b39c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186059264:12345-0@lo:400:kworker.0 Request processed in 28us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473415.224414:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00080000:3.0:1772473415.224440:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473415.224955:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059648 00000100:00100000:2.0:1772473415.224961:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059648 00000100:00100000:2.0:1772473415.225012:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186059904 00000100:00100000:2.0:1772473415.225015:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186059904 00000100:00100000:2.0:1772473415.225049:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1772473415.225058:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186059648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.225102:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186059648:12345-0@lo:400:kworker.0 Request processed in 46us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473415.225108:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1772473415.225120:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1772473415.225125:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186059904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.225151:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3055e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186059904:12345-0@lo:400:kworker.0 Request processed in 26us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473415.225156:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1772473415.228185:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186059520:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.228212:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186059392:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.228225:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186059904:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.228282:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186059264:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.228298:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3344:1858570186059776:0@lo:400:kworker.0 00000100:00100000:2.0:1772473415.228312:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186059648:0@lo:400:kworker.0 00000100:00080000:1.0:1772473415.231887:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772473415.232265:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1772473415.716615:0:102615:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25a: test save and reload nodemap config ========================================================== 12:43:34 (1772473414) 00000100:00100000:0.0:1772473415.736052:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772473415.736082:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186060032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473415.736172:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473415.736259:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060032 00000100:00100000:0.0:1772473415.736268:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060032 00000100:00100000:0.0:1772473415.736327:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1772473415.736337:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186060032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772473415.736383:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473415.736433:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186060032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473415.736441:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1772473415.736508:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186060032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473415.738027:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473415.744091:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186060160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473415.744201:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473415.744404:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060160 00000100:00100000:0.0:1772473415.744416:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060160 00000100:00100000:0.0:1772473415.744481:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1772473415.744491:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186060160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473415.744542:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473415.744614:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186060160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473415.744622:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1772473415.745350:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b8ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186060160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473416.122628:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473417.112697:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473417.112798:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164224 00000100:00100000:0.0:1772473417.112813:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164224 00000100:00080000:1.0:1772473417.112927:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473417.112929:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1259 00000100:00100000:0.0:1772473417.112943:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+5:61214:x1858570170164224:12345-192.168.201.48@tcp:101:lsof.0 00010000:00010000:0.0:1772473417.112976:0:8978:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473417.113009:0:8978:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e28d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x68dea27622c13375 expref: -99 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113088:0:8978:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113105:0:8978:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113123:0:8978:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772473417.113223:0:8978:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 11776 00000004:00200000:0.0:1772473417.113228:0:8978:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1772473417.113285:0:8978:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8978 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113331:0:8978:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca600/0xc2ef6d41852e28d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13375 expref: 7 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113354:0:8978:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13375 expref: 6 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473417.113366:0:8978:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772473417.113369:0:8978:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473417.113374:0:8978:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351ca000, rc 0) 00000100:00100000:0.0:1772473417.113459:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0ff5e87-1156-4399-941d-f315c9d668ae+6:61214:x1858570170164224:12345-192.168.201.48@tcp:101:lsof.0 Request processed in 520us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473417.113467:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1259 00010000:00010000:1.0:1772473417.143128:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473418.167708:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473418.663379:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:3.0:1772473418.663731:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473418.663861:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164480 00000100:00100000:0.0:1772473418.663877:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164480 00000100:00100000:0.0:1772473418.663953:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 2063 00000100:00100000:0.0:1772473418.663964:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170164480:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:0.0:1772473418.664067:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2357:x1858570170164480:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 105us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473418.664074:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 2063 00000100:00100000:1.0:1772473418.665547:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164352 00000100:00100000:1.0:1772473418.665565:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164352 00000100:00100000:1.0:1772473418.665639:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1528 00000100:00100000:1.0:1772473418.665649:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170164352:12345-192.168.201.48@tcp:400:kworker.0 00000100:00100000:1.0:1772473418.665763:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b3bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d4efb080-c4c4-416d-a178-b720eed48f56+9:2357:x1858570170164352:12345-192.168.201.48@tcp:400:kworker.0 Request processed in 115us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473418.665771:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1528 00010000:00010000:1.0:1772473419.191543:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473419.685666:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473419.685730:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473419.685828:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473419.686076:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164864 00000100:00100000:1.0:1772473419.686091:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164864 00000100:00100000:1.0:1772473419.686180:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164608 00000100:00100000:1.0:1772473419.686184:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164608 00000100:00100000:1.0:1772473419.686210:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170164736 00000100:00100000:1.0:1772473419.686213:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170164736 00000100:00100000:1.0:1772473419.686484:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 19 00000100:00100000:1.0:1772473419.686508:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+11:2358:x1858570170164864:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473419.686531:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473419.686559:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c41c9bca00/0xc2ef6d41852dc2e0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c122ea expref: 11 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473419.686582:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473419.686645:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+10:2358:x1858570170164864:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 151us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473419.686657:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 19 00000100:00100000:1.0:1772473419.686692:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 20 00000100:00100000:1.0:1772473419.686698:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+9:2359:x1858570170164608:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473419.686705:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473419.686714:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4014f0a00/0xc2ef6d41852dc269 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c122d5 expref: 9 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473419.686725:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473419.686785:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+8:2359:x1858570170164608:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 86us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473419.686791:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 20 00000100:00100000:1.0:1772473419.686804:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 21 00000100:00100000:1.0:1772473419.686811:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+7:2359:x1858570170164736:12345-192.168.201.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772473419.686819:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473419.686827:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4c200/0xc2ef6d41852dc1cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c1229d expref: 7 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473419.686837:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473419.686852:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d4efb080-c4c4-416d-a178-b720eed48f56+6:2359:x1858570170164736:12345-192.168.201.48@tcp:103:ldlm_bl.0 Request processed in 43us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473419.686858:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 21 00000100:00100000:2.0:1772473419.738481:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:1.0:1772473419.738613:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170165120 00000100:00100000:1.0:1772473419.738627:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170165120 00000100:00100000:1.0:1772473419.738848:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1260 00000100:00100000:1.0:1772473419.738861:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+6:2356:x1858570170165120:12345-192.168.201.48@tcp:39:umount.0 00000020:00000080:1.0:1772473419.738929:0:61615:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dc1dd 00000020:00010000:1.0:1772473419.738940:0:61615:0:(genops.c:1940:obd_stale_export_put()) Put export ffff90c433c97800: total 0 00000100:00080000:1.0:1772473419.738946:0:61615:0:(import.c:65:import_set_state_nolock()) ffff90c303729000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1772473419.738985:0:61615:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967782 00000020:00010000:0.0:1772473419.739005:0:5800:0:(genops.c:1926:obd_stale_export_get()) Get export ffff90c433c97800: total 0 00010000:00010000:0.0:1772473419.739103:0:5800:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c433c97800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1772473419.739148:0:5800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90c410b8a200) 00010000:00010000:0.0:1772473419.739153:0:5800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772473419.739165:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90c4351ca000/0xc2ef6d41852e28d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c13375 expref: 5 pid: 8978 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473419.739198:0:5800:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c433c97800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1772473419.739210:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473419.739213:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473419.739216:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473419.739517:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b8ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0ff5e87-1156-4399-941d-f315c9d668ae+3:2356:x1858570170165120:12345-192.168.201.48@tcp:39:umount.0 Request processed in 658us (1050us total) trans 4294967783 rc 0/0 00000100:00100000:1.0:1772473419.739527:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1260 00000100:00080000:3.0:1772473419.741336:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473419.769291:0:3337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.48@tcp (source: 12345-192.168.201.48@tcp) 00000100:00100000:0.0:1772473419.769389:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570170165376 00000100:00100000:0.0:1772473419.769405:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570170165376 00000100:00100000:0.0:1772473419.769551:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.48@tcp, seq: 1529 00000100:00100000:0.0:1772473419.769578:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+6:2356:x1858570170165376:12345-192.168.201.48@tcp:251:umount.0 00000020:00000080:0.0:1772473419.769640:0:5803:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xc2ef6d41852dc1ba 00000020:00010000:0.0:1772473419.769651:0:5803:0:(genops.c:1940:obd_stale_export_put()) Put export ffff90c3033fc800: total 0 00000100:00080000:0.0:1772473419.769658:0:5803:0:(import.c:65:import_set_state_nolock()) ffff90c3033fa000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1772473419.769849:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d4efb080-c4c4-416d-a178-b720eed48f56+3:2356:x1858570170165376:12345-192.168.201.48@tcp:251:umount.0 Request processed in 274us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473419.769859:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.48@tcp, seq: 1529 00000020:00010000:2.0:1772473419.769966:0:5799:0:(genops.c:1926:obd_stale_export_get()) Get export ffff90c3033fc800: total 0 00010000:00010000:2.0:1772473419.769973:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473419.770027:0:5799:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff90c3033fc800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1772473419.770068:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c40166a000/0xc2ef6d41852dc270 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.201.48@tcp remote: 0x68dea27622c122dc expref: 2 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473419.770093:0:5799:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff90c3033fc800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1772473419.770104:0:5799:0:(genops.c:904:class_export_put()) final put ffff90c3033fc800/d4efb080-c4c4-416d-a178-b720eed48f56 00010000:00010000:2.0:1772473419.770118:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473419.770121:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473419.770122:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1772473419.770387:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c3033fc800/d4efb080-c4c4-416d-a178-b720eed48f56 for MGS 00000020:00000080:3.0:1772473419.770442:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c3033fa000 for MGS 00010000:00010000:0.0:1772473420.215089:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473420.343326:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186060416:0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.343425:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473420.343492:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186060928:0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.343525:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473420.343556:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772473420.343561:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186060544:0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.343581:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473420.343619:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060416 00000100:00100000:2.0:1772473420.343628:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060416 00000100:00100000:2.0:1772473420.343695:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060544 00000100:00100000:2.0:1772473420.343698:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060544 00000100:00100000:2.0:1772473420.343729:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1772473420.343767:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186060416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.343825:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c410b7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186060416:12345-0@lo:400:kworker.0 Request processed in 87us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473420.343833:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1772473420.343851:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1772473420.343857:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186060544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.343881:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186060544:12345-0@lo:400:kworker.0 Request processed in 24us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473420.343888:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1772473420.343911:0:32804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060928 00000100:00100000:2.0:1772473420.343925:0:32804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060928 00000100:00100000:2.0:1772473420.347114:0:32804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1772473420.347188:0:32804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186060928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.347332:0:32804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186060928:12345-0@lo:400:kworker.0 Request processed in 180us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473420.347456:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186060288:0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.347515:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473420.347557:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186060800:0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.347582:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473420.347612:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772473420.347618:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186060672:0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.347639:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1772473420.347685:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473420.347692:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473420.347706:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060288 00000100:00100000:3.0:1772473420.347715:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060288 00000100:00100000:3.0:1772473420.347780:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1772473420.347787:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186060288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.347821:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186060288:12345-0@lo:400:kworker.0 Request processed in 35us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473420.347828:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1772473420.347860:0:6592:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060672 00000100:00100000:3.0:1772473420.347863:0:6592:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060672 00000100:00100000:1.0:1772473420.347945:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186060800 00000100:00100000:1.0:1772473420.347950:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186060800 00000100:00100000:1.0:1772473420.347997:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1772473420.348005:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186060800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473420.348043:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186060800:12345-0@lo:400:kworker.0 Request processed in 39us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473420.348050:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1772473420.348808:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186060544:0@lo:400:kworker.0 00000100:00100000:1.0:1772473420.348826:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c30396f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186060416:0@lo:400:kworker.0 00000100:00100000:1.0:1772473420.348838:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186060928:0@lo:400:kworker.0 00000100:00100000:1.0:1772473420.350783:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43b181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186060288:0@lo:400:kworker.0 00000100:00100000:1.0:1772473420.350811:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186060800:0@lo:400:kworker.0 00000100:00100000:2.0:1772473420.365070:0:32804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:3.0:1772473420.365377:0:6592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:3.0:1772473420.365408:0:6592:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186060672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.367365:0:6592:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186060672:12345-0@lo:400:kworker.0 Request processed in 1961us (19708us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473420.367383:0:6592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00080000:3.0:1772473420.367433:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772473420.367441:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772473420.371402:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186060672:0@lo:400:kworker.0 00000100:00100000:3.0:1772473420.856778:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186061056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473420.856874:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473420.858803:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473420.858830:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186061184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473420.858914:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473420.858998:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061056 00000100:00100000:2.0:1772473420.859009:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061056 00000100:00100000:2.0:1772473420.859066:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061184 00000100:00100000:2.0:1772473420.859069:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061184 00000100:00100000:2.0:1772473420.859097:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1772473420.859107:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186061056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473420.859157:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473420.859217:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186061056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473420.859226:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1772473420.859247:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1772473420.859254:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186061184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473420.859274:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473420.859307:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186061184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473420.859313:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1772473420.859374:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186061184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473420.859698:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186061056:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1772473421.238939:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1772473421.442175:0:102664:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1772473421.442185:0:102664:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:0.0:1772473422.269364:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473422.611060:0:102712:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4d992eb0 20000000:00000080:2.0:1772473422.611090:0:102712:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c419a3dc00 uarg=0000000000000000 10000000:01000000:2.0:1772473422.612092:0:102712:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473422.612124:0:102712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.612150:0:102712:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.612161:0:102712:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.612225:0:102712:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.612248:0:102712:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 17 pid: 5803 timeout: 2998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473422.612268:0:102712:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102712:1858570186061312:0@lo:104: 00000100:00100000:2.0:1772473422.612669:0:102712:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473422.612829:0:102712:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096300 going to sleep for 11 seconds 00000100:00100000:1.0:1772473422.613137:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061312 00000100:00100000:1.0:1772473422.613149:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061312 00000100:00100000:1.0:1772473422.613251:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1772473422.613264:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102712:x1858570186061312:12345-0@lo:104: 00010000:00010000:1.0:1772473422.613285:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473422.613407:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473422.613415:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102712:x1858570186061312:12345-0@lo:104: Request processed in 154us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473422.613423:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1772473422.613532:0:102712:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102712:1858570186061312:0@lo:104: 00010000:00010000:2.0:1772473422.613564:0:102712:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.613698:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473422.613709:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.613717:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473422.613723:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.613734:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473422.614078:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473422.614085:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473422.614176:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614184:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473422.614217:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614229:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55c00/0xc2ef6d41852e28c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28c9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614251:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473422.614253:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473422.614255:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473422.614266:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473422.614287:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186061440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473422.614348:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473422.614406:0:5798:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061440 00000100:00100000:3.0:1772473422.614412:0:5798:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061440 00010000:00010000:3.0:1772473422.614440:0:5798:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 2998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473422.614472:0:5798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1772473422.614494:0:5798:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3344:x1858570186061440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473422.614510:0:5798:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473422.614516:0:5798:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 2998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614528:0:5798:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 2998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614543:0:5798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55e00/0xc2ef6d41852e28c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e28c2 expref: 18 pid: 5803 timeout: 2998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.614560:0:5798:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617168:0:5798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617199:0:5798:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617206:0:5798:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617213:0:5798:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617220:0:5798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617228:0:5798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473422.617232:0:5798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617240:0:5798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617272:0:5798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473422.617288:0:5798:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473422.617520:0:102712:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.617539:0:102712:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473422.617547:0:102712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55400/0xc2ef6d41852e28de lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473422.620800:0:5798:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3344:x1858570186061440:12345-0@lo:103:ldlm_bl.0 Request processed in 6295us (6439us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473422.620819:0:5798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1772473422.621021:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186061440:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473423.294522:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1772473423.531654:0:5832:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c0ff5e87-1156-4399-941d-f315c9d668ae 00000001:00080000:3.0:1772473423.531683:0:5832:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967783 is committed 00000020:00000080:3.0:1772473423.531691:0:5832:0:(genops.c:904:class_export_put()) final put ffff90c433c97800/c0ff5e87-1156-4399-941d-f315c9d668ae 00000020:00000080:3.0:1772473423.531727:0:2606:0:(genops.c:863:class_export_destroy()) destroying export ffff90c433c97800/c0ff5e87-1156-4399-941d-f315c9d668ae for lustre-MDT0000 00000020:00000080:3.0:1772473423.531821:0:2606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff90c303729000 for lustre-MDT0000 00000020:00000080:3.0:1772473423.667248:0:102760:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe46c042f0 20000000:00000080:3.0:1772473423.667283:0:102760:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301dd9000 uarg=0000000000000000 10000000:01000000:3.0:1772473423.668298:0:102760:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473423.668330:0:102760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668352:0:102760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668376:0:102760:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668383:0:102760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668390:0:102760:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668397:0:102760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668404:0:102760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4d600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473423.668409:0:102760:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668418:0:102760:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668443:0:102760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668451:0:102760:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473423.668458:0:102760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28e5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473424.247878:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473424.247887:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473424.247893:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473424.247952:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473424.247964:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473424.247976:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473424.248005:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186061568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473424.248087:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473424.248147:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9780 going to sleep for 11 seconds 00000100:00100000:3.0:1772473424.248236:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061568 00000100:00100000:3.0:1772473424.248245:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061568 00000100:00100000:3.0:1772473424.248306:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1772473424.248313:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186061568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473424.248331:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473424.248348:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e28ec expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.248376:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.248385:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.248393:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4d600, rc 0) 00000100:00100000:3.0:1772473424.248438:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186061568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473424.248443:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1772473424.248525:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186061568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772473424.248538:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473424.248545:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772473424.248570:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1772473424.248574:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473424.248579:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.311281:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473424.510817:0:102808:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea1510f30 20000000:00000080:1.0:1772473424.510844:0:102808:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303439000 uarg=0000000000000000 10000000:01000000:1.0:1772473424.511413:0:102808:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473424.511444:0:102808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.511468:0:102808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.511479:0:102808:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.511532:0:102808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.511551:0:102808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 17 pid: 5803 timeout: 3000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473424.511571:0:102808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102808:1858570186061696:0@lo:104: 00000100:00100000:1.0:1772473424.511668:0:102808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473424.511834:0:102808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404affc00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473424.512198:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061696 00000100:00100000:0.0:1772473424.512208:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061696 00000100:00100000:0.0:1772473424.512302:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1772473424.512315:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102808:x1858570186061696:12345-0@lo:104: 00010000:00010000:0.0:1772473424.512331:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473424.512454:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473424.512462:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102808:x1858570186061696:12345-0@lo:104: Request processed in 149us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473424.512470:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1772473424.512572:0:102808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c302c39880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102808:1858570186061696:0@lo:104: 00010000:00010000:2.0:1772473424.512612:0:102808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.512679:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473424.512688:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.512696:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca800 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473424.512701:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.512710:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473424.512718:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473424.512725:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473424.512984:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.512992:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1772473424.513039:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186061824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473424.513090:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772473424.513218:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.513227:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351ca800/0xc2ef6d41852e28ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e28f3 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473424.513247:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473424.513249:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473424.513251:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473424.513447:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061824 00000100:00100000:1.0:1772473424.513453:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061824 00010000:00010000:1.0:1772473424.513479:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 3000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473424.513548:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1772473424.513557:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186061824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473424.513572:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473424.513579:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 3000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513605:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 3000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513621:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4d600/0xc2ef6d41852e28f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e28ec expref: 18 pid: 5803 timeout: 3000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513636:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513646:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513661:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513669:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513676:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513683:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513690:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473424.513695:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513703:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513723:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473424.513733:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473424.513939:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186061824:12345-0@lo:103:ldlm_bl.0 Request processed in 383us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473424.513947:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00010000:00010000:2.0:1772473424.514010:0:102808:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473424.514020:0:102808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473424.514027:0:102808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e54200/0xc2ef6d41852e28fa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473424.515393:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186061824:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473425.335908:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473425.413236:0:102856:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc15df2d90 20000000:00000080:1.0:1772473425.413258:0:102856:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c30343b000 uarg=0000000000000000 10000000:01000000:1.0:1772473425.413520:0:102856:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1772473425.413547:0:102856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413567:0:102856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413592:0:102856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413599:0:102856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413606:0:102856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413615:0:102856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413622:0:102856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473425.413627:0:102856:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413635:0:102856:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413651:0:102856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413659:0:102856:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473425.413665:0:102856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e2901 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473425.468715:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186061952:0@lo:400:kworker.0 00000100:00100000:2.0:1772473425.468852:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473425.468976:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186061952 00000100:00100000:2.0:1772473425.468987:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186061952 00000100:00100000:2.0:1772473425.469053:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1772473425.469063:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186061952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473425.469124:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186061952:12345-0@lo:400:kworker.0 Request processed in 62us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473425.469132:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1772473425.469184:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186061952:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.473548:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186062080:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.473670:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473425.473729:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473425.473755:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186062208:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.473778:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473425.473823:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062080 00000100:00100000:3.0:1772473425.473833:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062080 00000100:00100000:3.0:1772473425.473882:0:5810:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062208 00000100:00100000:3.0:1772473425.473885:0:5810:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062208 00000100:00100000:3.0:1772473425.473922:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067 00000100:00100000:3.0:1772473425.473931:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186062080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.473992:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1858570186062080:12345-0@lo:400:kworker.0 Request processed in 62us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473425.474000:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067 00000100:00100000:3.0:1772473425.474021:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:3.0:1772473425.474028:0:5810:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186062208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.474053:0:5810:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186062208:12345-0@lo:400:kworker.0 Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473425.474060:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00080000:3.0:1772473425.474081:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473425.474120:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186062208:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.474132:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3344:1858570186062080:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.474661:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772473425.474673:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186062336:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.474709:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473425.474826:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062336 00000100:00100000:3.0:1772473425.474833:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062336 00000100:00100000:3.0:1772473425.474883:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:3.0:1772473425.474891:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186062336:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772473425.474917:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473425.474929:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186062336:12345-0@lo:400:kworker.0 Request processed in 40us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473425.474936:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:3.0:1772473425.474970:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186062336:0@lo:400:kworker.0 00000100:00100000:1.0:1772473425.475023:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186062464:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.475024:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186062592:0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.475047:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473425.475050:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473425.475075:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062592 00000100:00100000:1.0:1772473425.475076:0:8978:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062464 00000100:00100000:3.0:1772473425.475079:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062592 00000100:00100000:1.0:1772473425.475079:0:8978:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062464 00000100:00100000:1.0:1772473425.478084:0:8978:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1772473425.478105:0:8978:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186062464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473425.478248:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:3.0:1772473425.478258:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186062592:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772473425.478271:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772473425.478279:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772473425.478327:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186062592:12345-0@lo:400:kworker.0 Request processed in 71us (3277us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473425.478335:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:3.0:1772473425.478417:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186062592:0@lo:400:kworker.0 00000100:00100000:1.0:1772473425.480387:0:8978:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43b181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1858570186062464:12345-0@lo:400:kworker.0 Request processed in 2279us (5325us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473425.480406:0:8978:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1772473425.480520:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3343:1858570186062464:0@lo:400:kworker.0 00000100:00100000:2.0:1772473425.975956:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186062720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473425.976059:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473425.976159:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062720 00000100:00100000:2.0:1772473425.976168:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062720 00000100:00100000:2.0:1772473425.976227:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1772473425.976238:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186062720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473425.976289:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473425.976340:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186062720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473425.976348:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1772473425.976426:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186062720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473425.976811:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772473425.976824:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186062848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473425.976858:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473425.977020:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062848 00000100:00100000:2.0:1772473425.977025:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062848 00000100:00100000:2.0:1772473425.977060:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1772473425.977069:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186062848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473425.977094:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473425.977132:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c30396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186062848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473425.977138:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1772473425.977171:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186062848:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1772473426.230927:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1772473426.230938:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:2.0:1772473426.230946:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1772473426.231014:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473426.231030:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473426.231044:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473426.231082:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186062976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772473426.231180:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473426.231245:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c40e083600 going to sleep for 11 seconds 00000100:00100000:0.0:1772473426.231466:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186062976 00000100:00100000:0.0:1772473426.231479:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186062976 00000100:00100000:0.0:1772473426.231568:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:0.0:1772473426.231580:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186062976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473426.231600:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473426.231621:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2908 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.231654:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.231667:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.231678:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb600, rc 0) 00000100:00100000:0.0:1772473426.231812:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186062976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 234us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473426.231820:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1772473426.232017:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435204700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186062976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473426.232039:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.232051:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473426.232081:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473426.232087:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.232096:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772473426.366401:0:102904:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe28dad0d0 20000000:00000080:0.0:1772473426.366423:0:102904:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb4400 uarg=0000000000000000 00010000:00010000:3.0:1772473426.369829:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473426.370855:0:102904:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473426.370885:0:102904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.370912:0:102904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.370920:0:102904:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.370975:0:102904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473426.370994:0:102904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 17 pid: 5806 timeout: 3002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473426.371011:0:102904:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102904:1858570186063104:0@lo:104: 00000100:00100000:0.0:1772473426.371092:0:102904:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473426.371328:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063104 00000100:00100000:1.0:1772473426.371338:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063104 00000100:00100000:1.0:1772473426.371404:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1772473426.371415:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102904:x1858570186063104:12345-0@lo:104: 00010000:00010000:1.0:1772473426.371431:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473426.371487:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473426.371494:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:102904:x1858570186063104:12345-0@lo:104: Request processed in 81us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473426.371501:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1772473426.371701:0:102904:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c43bbe9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772473426.371733:0:102904:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102904:1858570186063104:0@lo:104: 00010000:00010000:0.0:1772473426.371958:0:102904:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.372774:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473426.372786:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.372796:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54c00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473426.372802:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.372813:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473426.372823:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473426.372830:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473426.373003:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.373010:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473426.373043:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.373050:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c54c00/0xc2ef6d41852e2908 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e290f expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.373080:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473426.373082:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473426.373084:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473426.373095:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473426.373117:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186063232:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473426.373185:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473426.373243:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063232 00000100:00100000:3.0:1772473426.373249:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063232 00010000:00010000:3.0:1772473426.373282:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 3002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473426.373916:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1772473426.373929:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186063232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473426.373946:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473426.373953:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 3002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.373967:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 3002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.373984:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e290f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2908 expref: 18 pid: 5806 timeout: 3002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374000:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374010:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374033:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374042:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374049:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374055:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374061:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473426.374067:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374076:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374086:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473426.374097:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473426.374149:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186063232:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473426.374156:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1772473426.374210:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186063232:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473426.383643:0:102904:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473426.383669:0:102904:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473426.383677:0:102904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e2916 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473427.383829:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473427.601442:0:102954:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe889c3c20 20000000:00000080:2.0:1772473427.601460:0:102954:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303c71c00 uarg=0000000000000000 10000000:01000000:2.0:1772473427.601704:0:102954:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473427.601727:0:102954:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602601:0:102954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602617:0:102954:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602625:0:102954:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602632:0:102954:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602639:0:102954:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602646:0:102954:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54a00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473427.602650:0:102954:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602658:0:102954:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602671:0:102954:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602678:0:102954:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473427.602684:0:102954:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54a00/0xc2ef6d41852e291d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473427.770667:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473427.770676:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473427.770682:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473427.770735:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473427.770771:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473427.770784:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473427.770813:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186063360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473427.770893:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473427.770949:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063360 00000100:00100000:0.0:1772473427.770959:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063360 00000100:00100000:3.0:1772473427.770960:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772473427.771026:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:0.0:1772473427.771036:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186063360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473427.771051:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473427.771066:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2924 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473427.771088:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473427.771100:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473427.771109:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cbc00, rc 0) 00000100:00100000:0.0:1772473427.771145:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186063360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473427.771152:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1772473427.771269:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186063360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473427.771283:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473427.771291:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473427.771310:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1772473427.771315:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473427.771322:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473428.413561:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473429.442372:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473430.457563:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473430.587005:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186063616:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587114:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587177:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186064128:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587210:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587242:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772473430.587249:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186063488:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587280:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587305:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186064000:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587328:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587555:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186063744:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587583:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587604:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473430.587609:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186063872:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587632:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473430.587668:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063616 00000100:00100000:3.0:1772473430.587678:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063616 00000100:00100000:3.0:1772473430.587728:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064000 00000100:00100000:3.0:1772473430.587731:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064000 00000100:00100000:3.0:1772473430.587791:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063744 00000100:00100000:3.0:1772473430.587795:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063744 00000100:00100000:3.0:1772473430.587814:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1772473430.587822:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186063616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587885:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3345:x1858570186063616:12345-0@lo:400:kworker.0 Request processed in 62us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.587894:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1772473430.587913:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1772473430.587919:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186064000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587945:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186064000:12345-0@lo:400:kworker.0 Request processed in 27us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.587950:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1772473430.587960:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:3.0:1772473430.587966:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186063744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.587993:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186063744:12345-0@lo:400:kworker.0 Request processed in 27us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.587999:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00100000:3.0:1772473430.588018:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064128 00000100:00100000:3.0:1772473430.588022:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064128 00000100:00100000:3.0:1772473430.588054:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063872 00000100:00100000:3.0:1772473430.588057:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063872 00000100:00100000:3.0:1772473430.588075:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1772473430.592860:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186064128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.592985:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186064128:12345-0@lo:400:kworker.0 Request processed in 1709us (5773us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.592999:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1772473430.593048:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1772473430.593058:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186063872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593091:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186063872:12345-0@lo:400:kworker.0 Request processed in 36us (5459us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.593096:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1772473430.593120:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186063488 00000100:00100000:3.0:1772473430.593130:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186063488 00000100:00100000:3.0:1772473430.593184:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1772473430.593191:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186063488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593226:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c402f01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186063488:12345-0@lo:400:kworker.0 Request processed in 36us (5946us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473430.593232:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1772473430.593327:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186063872:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593344:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186063744:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593408:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186063488:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593422:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186064000:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593434:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43fd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3345:1858570186063616:0@lo:400:kworker.0 00000100:00100000:3.0:1772473430.593444:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186064128:0@lo:400:kworker.0 00000100:00080000:3.0:1772473430.597328:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473430.598271:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473430.598275:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473431.100702:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186064256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473431.100813:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473431.100908:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064256 00000100:00100000:0.0:1772473431.100917:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064256 00000100:00100000:0.0:1772473431.100979:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1772473431.100989:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186064256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772473431.101054:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473431.101115:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186064256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473431.101123:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1772473431.101186:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186064256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772473431.104604:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186064384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473431.104699:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473431.105171:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064384 00000100:00100000:2.0:1772473431.105183:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064384 00000100:00100000:2.0:1772473431.105250:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1772473431.105261:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186064384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473431.105312:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1772473431.105542:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3343:1858570186064384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473431.105590:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1858570186064384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 330us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473431.105599:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000020:00000080:3.0:1772473431.118506:0:103101:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb759c1e0 20000000:00000080:3.0:1772473431.118529:0:103101:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c302a63000 uarg=0000000000000000 10000000:01000000:3.0:1772473431.119510:0:103101:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1772473431.119539:0:103101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.119563:0:103101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.119573:0:103101:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.119624:0:103101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.119645:0:103101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 17 pid: 5803 timeout: 3006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473431.119662:0:103101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103101:1858570186064512:0@lo:104: 00000100:00100000:3.0:1772473431.120224:0:103101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473431.120296:0:103101:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1772473431.120458:0:5794:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772473431.120487:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064512 00000100:00100000:1.0:1772473431.120498:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064512 00000100:00100000:1.0:1772473431.120564:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1772473431.120575:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103101:x1858570186064512:12345-0@lo:104: 00010000:00010000:1.0:1772473431.120594:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473431.120683:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473431.120689:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ed3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103101:x1858570186064512:12345-0@lo:104: Request processed in 117us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473431.120697:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00010000:00010000:0.0:1772473431.121146:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772473431.121157:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121170:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4de00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:0.0:1772473431.121174:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121184:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772473431.121191:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473431.121198:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1772473431.121251:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121259:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772473431.121295:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121302:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c433c4de00/0xc2ef6d41852e2924 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e292b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121326:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473431.121328:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772473431.121330:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473431.121340:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473431.121358:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186064640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473431.121420:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473431.121468:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064640 00000100:00100000:0.0:1772473431.121482:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064640 00010000:00010000:0.0:1772473431.121513:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 18 pid: 5803 timeout: 3006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473431.121541:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1772473431.121549:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ae2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186064640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473431.121563:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473431.121570:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 18 pid: 5803 timeout: 3006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121583:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 18 pid: 5803 timeout: 3006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121606:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121616:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121633:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121641:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121647:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121653:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121658:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c4da00 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473431.121664:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121671:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121679:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473431.121689:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473431.121719:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ae2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186064640:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473431.121725:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00010000:00010000:3.0:1772473431.122087:0:103101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cbc00/0xc2ef6d41852e292b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2924 expref: 17 pid: 5803 timeout: 3006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473431.122101:0:103101:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103101:1858570186064512:0@lo:104: 00010000:00010000:3.0:1772473431.122123:0:103101:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.122132:0:103101:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.122137:0:103101:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473431.122144:0:103101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2932 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473431.124097:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186064640:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473431.481170:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473432.039490:0:103149:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe50b491a0 20000000:00000080:2.0:1772473432.039507:0:103149:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303c71000 uarg=0000000000000000 10000000:01000000:2.0:1772473432.039736:0:103149:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473432.039961:0:103149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.039978:0:103149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.039990:0:103149:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.039996:0:103149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040003:0:103149:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040010:0:103149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040017:0:103149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54200 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:2.0:1772473432.040365:0:103149:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040375:0:103149:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040389:0:103149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040397:0:103149:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473432.040403:0:103149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54200/0xc2ef6d41852e2939 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473432.504639:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473433.079131:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1772473433.079144:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:1.0:1772473433.079197:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1772473433.079265:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473433.079281:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473433.079294:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473433.079329:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186064768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473433.079424:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473433.079503:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404819840 going to sleep for 11 seconds 00000100:00100000:3.0:1772473433.080537:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064768 00000100:00100000:3.0:1772473433.080554:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064768 00000100:00100000:3.0:1772473433.080693:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:3.0:1772473433.080705:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186064768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473433.080732:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473433.083954:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2940 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473433.084009:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473433.084025:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473433.084038:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4da00, rc 0) 00000100:00100000:3.0:1772473433.084152:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186064768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3447us (4725us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473433.084162:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1772473433.087146:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186064768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473433.087236:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473433.087252:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473433.087292:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473433.087299:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473433.087306:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473433.528118:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473434.551208:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1772473435.406350:0:103299:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed5dd2e80 20000000:00000080:2.0:1772473435.406535:0:103299:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c303c72800 uarg=0000000000000000 10000000:01000000:2.0:1772473435.407110:0:103299:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473435.407138:0:103299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.407160:0:103299:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.407171:0:103299:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.407224:0:103299:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.407242:0:103299:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 17 pid: 5806 timeout: 3011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473435.407260:0:103299:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103299:1858570186064896:0@lo:104: 00000100:00100000:2.0:1772473435.407337:0:103299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473435.407474:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186064896 00000100:00100000:1.0:1772473435.407484:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186064896 00000100:00100000:1.0:1772473435.407556:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1772473435.407565:0:103299:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c301dbd900 going to sleep for 11 seconds 00000100:00100000:1.0:1772473435.407568:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103299:x1858570186064896:12345-0@lo:104: 00010000:00010000:1.0:1772473435.407584:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473435.407659:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473435.407666:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435204700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103299:x1858570186064896:12345-0@lo:104: Request processed in 102us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473435.407673:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00010000:00010000:3.0:1772473435.407717:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473435.407727:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.407736:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c410e55a00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473435.407760:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.407771:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473435.407780:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473435.407791:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1772473435.407915:0:103299:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c435206a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103299:1858570186064896:0@lo:104: 00010000:00010000:2.0:1772473435.407936:0:103299:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408117:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408125:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473435.408159:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408167:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c410e55a00/0xc2ef6d41852e2940 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2947 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408188:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473435.408191:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473435.408192:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473435.408197:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186065024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772473435.408234:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473435.408279:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065024 00000100:00100000:3.0:1772473435.408284:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065024 00010000:00010000:3.0:1772473435.408306:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 3011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473435.408327:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1772473435.408333:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186065024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473435.408345:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473435.408350:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 3011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408376:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 3011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408390:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c4da00/0xc2ef6d41852e2947 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2940 expref: 18 pid: 5806 timeout: 3011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408412:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408421:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408435:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408443:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408450:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408457:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408462:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c55000 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473435.408467:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408474:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408491:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473435.408499:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473435.408534:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186065024:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473435.408541:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00010000:00010000:2.0:1772473435.408586:0:103299:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.408594:0:103299:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473435.408602:0:103299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c55000/0xc2ef6d41852e294e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473435.408782:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186065024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473435.574926:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772473435.703095:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186065152:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703187:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473435.703243:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186065664:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703271:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473435.703299:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772473435.703305:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186065280:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703325:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473435.703355:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186065536:0@lo:400:kworker.0 00000100:00100000:3.0:1772473435.703378:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065152 00000100:00100000:3.0:1772473435.703388:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065152 00000100:00100000:1.0:1772473435.703399:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473435.703420:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772473435.703425:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186065408:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703447:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473435.703449:0:5811:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065280 00000100:00100000:3.0:1772473435.703452:0:5811:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065280 00000100:00100000:1.0:1772473435.703473:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065536 00000100:00100000:1.0:1772473435.703476:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065536 00000100:00100000:3.0:1772473435.703485:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00100000:3.0:1772473435.703495:0:5811:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186065152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703497:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1772473435.703503:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186065280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703553:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1858570186065280:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473435.703562:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1772473435.703581:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:1.0:1772473435.703587:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186065536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.703627:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43fd19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3345:x1858570186065536:12345-0@lo:400:kworker.0 Request processed in 40us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473435.703633:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:2.0:1772473435.706444:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3345:1858570186065536:0@lo:400:kworker.0 00000100:00100000:3.0:1772473435.706937:0:5811:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186065152:12345-0@lo:400:kworker.0 Request processed in 3439us (3747us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473435.706952:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00000100:00100000:3.0:1772473435.707008:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065664 00000100:00100000:3.0:1772473435.707016:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065664 00000100:00100000:3.0:1772473435.707110:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065408 00000100:00100000:3.0:1772473435.707114:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065408 00000100:00100000:2.0:1772473435.707572:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1772473435.707585:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186065664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473435.707682:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c302c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186065664:12345-0@lo:400:kworker.0 Request processed in 100us (4408us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473435.707689:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1772473435.707716:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:2.0:1772473435.707723:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186065408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473435.707783:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3032d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186065408:12345-0@lo:400:kworker.0 Request processed in 61us (4334us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473435.707789:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:2.0:1772473435.707829:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186065408:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.711604:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3342:1858570186065280:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.711636:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186065152:0@lo:400:kworker.0 00000100:00100000:1.0:1772473435.712501:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186065664:0@lo:400:kworker.0 00000100:00080000:3.0:1772473435.715531:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772473435.715544:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772473435.715548:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772473436.218534:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772473436.218558:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186065792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473436.218635:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473436.218700:0:6593:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065792 00000100:00100000:3.0:1772473436.218708:0:6593:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065792 00000100:00100000:3.0:1772473436.218770:0:6593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1772473436.218781:0:6593:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186065792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473436.218817:0:6593:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473436.218873:0:6593:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186065792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473436.218881:0:6593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1772473436.218986:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186065792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473436.223431:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186065920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473436.223501:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473436.223616:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186065920 00000100:00100000:1.0:1772473436.223624:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186065920 00000100:00100000:1.0:1772473436.223674:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1772473436.223684:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186065920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772473436.223721:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1772473436.223810:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c435206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186065920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473436.223818:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1772473436.223887:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186065920:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1772473436.599072:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1772473437.118795:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473437.118804:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473437.118810:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473437.118856:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.118869:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.118881:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473437.118909:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186066048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473437.118978:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473437.119023:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4352ee840 going to sleep for 11 seconds 00000100:00100000:0.0:1772473437.119102:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066048 00000100:00100000:0.0:1772473437.119110:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066048 00000100:00100000:0.0:1772473437.119158:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1772473437.119168:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186066048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473437.119184:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473437.119199:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2955 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.119224:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.119235:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.119245:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb800, rc 0) 00000100:00100000:0.0:1772473437.119281:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186066048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473437.119289:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1772473437.119335:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186066048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473437.119349:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.119359:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473437.119392:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473437.119398:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473437.119405:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473437.625607:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473438.648627:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473439.170567:0:103495:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9ce29710 20000000:00000080:0.0:1772473439.170585:0:103495:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301dd9800 uarg=0000000000000000 10000000:01000000:0.0:1772473439.171025:0:103495:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473439.171146:0:103495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.171179:0:103495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.171190:0:103495:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.171230:0:103495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.171250:0:103495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 17 pid: 5803 timeout: 3015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473439.171264:0:103495:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103495:1858570186066176:0@lo:104: 00000100:00100000:0.0:1772473439.171325:0:103495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473439.171391:0:103495:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c302843180 going to sleep for 11 seconds 00000100:00100000:2.0:1772473439.172305:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066176 00000100:00100000:2.0:1772473439.172315:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066176 00000100:00100000:2.0:1772473439.172456:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1772473439.172466:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103495:x1858570186066176:12345-0@lo:104: 00010000:00010000:2.0:1772473439.172481:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473439.172554:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772473439.172559:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103495:x1858570186066176:12345-0@lo:104: Request processed in 96us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473439.172566:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1772473439.172732:0:103495:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103495:1858570186066176:0@lo:104: 00010000:00010000:0.0:1772473439.172873:0:103495:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173179:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473439.173185:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173191:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cbe00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473439.173194:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173201:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473439.173206:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473439.173209:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473439.173242:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173246:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473439.173268:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173275:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cbe00/0xc2ef6d41852e2955 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e295c expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473439.173286:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186066304:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473439.173290:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473439.173291:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473439.173293:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473439.173323:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473439.173376:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066304 00000100:00100000:3.0:1772473439.173380:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066304 00010000:00010000:3.0:1772473439.173401:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 3015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473439.173459:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1772473439.173467:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3345:x1858570186066304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473439.173478:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473439.173482:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 3015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173489:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 3015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173500:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb800/0xc2ef6d41852e295c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2955 expref: 18 pid: 5803 timeout: 3015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173510:0:5796:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173516:0:5796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173525:0:5796:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173529:0:5796:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173534:0:5796:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173539:0:5796:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173543:0:5796:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473439.173546:0:5796:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173551:0:5796:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173564:0:5796:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473439.173572:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772473439.173584:0:103495:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473439.173592:0:103495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473439.173598:0:103495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca600/0xc2ef6d41852e2963 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473439.173602:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3345:x1858570186066304:12345-0@lo:103:ldlm_bl.0 Request processed in 137us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473439.173607:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1772473439.174984:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3925c63c-c473-40f7-a1ec-33b8892eacf0:3345:1858570186066304:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473439.675901:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1772473439.806586:0:103543:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffceaab5500 20000000:00000080:0.0:1772473439.806602:0:103543:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c301eb6c00 uarg=0000000000000000 10000000:01000000:0.0:1772473439.806932:0:103543:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1772473439.806950:0:103543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806963:0:103543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806971:0:103543:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806976:0:103543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806980:0:103543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806988:0:103543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.806993:0:103543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351ca400 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:0.0:1772473439.806996:0:103543:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.807002:0:103543:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.807011:0:103543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.807015:0:103543:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473439.807019:0:103543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351ca400/0xc2ef6d41852e296a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473440.697528:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473440.824727:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186066432:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.824811:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.824850:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186066944:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.824896:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.824920:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772473440.824926:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186066560:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.824945:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.824958:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186067072:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.824977:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.825015:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186066688:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825034:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.825049:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772473440.825054:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186066816:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825072:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473440.825100:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066432 00000100:00100000:0.0:1772473440.825106:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066432 00000100:00100000:0.0:1772473440.825149:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1772473440.825157:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186066432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825204:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186066432:12345-0@lo:400:kworker.0 Request processed in 48us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825212:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1772473440.825245:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066944 00000100:00100000:0.0:1772473440.825249:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066944 00000100:00100000:0.0:1772473440.825297:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066560 00000100:00100000:0.0:1772473440.825300:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066560 00000100:00100000:0.0:1772473440.825325:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066688 00000100:00100000:0.0:1772473440.825328:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066688 00000100:00100000:0.0:1772473440.825340:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1772473440.825345:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186066944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825375:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186066944:12345-0@lo:400:kworker.0 Request processed in 30us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825380:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:0.0:1772473440.825391:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:0.0:1772473440.825397:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186066560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825421:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186066560:12345-0@lo:400:kworker.0 Request processed in 24us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825426:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00100000:0.0:1772473440.825436:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1772473440.825442:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186066688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825470:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186066688:12345-0@lo:400:kworker.0 Request processed in 28us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825475:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1772473440.825495:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067072 00000100:00100000:0.0:1772473440.825499:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067072 00000100:00100000:0.0:1772473440.825522:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186066816 00000100:00100000:0.0:1772473440.825525:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186066816 00000100:00100000:0.0:1772473440.825544:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:0.0:1772473440.825549:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186067072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825577:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186067072:12345-0@lo:400:kworker.0 Request processed in 28us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825582:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:0.0:1772473440.825592:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1772473440.825598:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186066816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825624:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186066816:12345-0@lo:400:kworker.0 Request processed in 26us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473440.825629:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00080000:0.0:1772473440.825652:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473440.825655:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473440.825657:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473440.825692:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186066816:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825700:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186066688:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825727:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186066560:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825734:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186067072:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825769:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186066432:0@lo:400:kworker.0 00000100:00100000:0.0:1772473440.825777:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186066944:0@lo:400:kworker.0 10000000:01000000:0.0:1772473441.016287:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1772473441.016296:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:0.0:1772473441.016311:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1772473441.016362:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016374:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016384:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473441.016411:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186067200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473441.016473:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473441.016519:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c4011ca780 going to sleep for 11 seconds 00000100:00100000:0.0:1772473441.016552:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067200 00000100:00100000:0.0:1772473441.016559:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067200 00000100:00100000:0.0:1772473441.016602:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1772473441.016610:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186067200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473441.016634:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473441.016647:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e2971 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016674:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016685:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016694:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cae00, rc 0) 00000100:00100000:0.0:1772473441.016729:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186067200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473441.016736:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1772473441.016808:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186067200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473441.016821:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016829:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473441.016846:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1772473441.016850:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473441.016857:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473441.341888:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186067328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473441.341953:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473441.342115:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067328 00000100:00100000:2.0:1772473441.342123:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067328 00000100:00100000:2.0:1772473441.342168:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1772473441.342176:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186067328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473441.342213:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473441.342256:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186067328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473441.342262:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1772473441.342323:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c3057bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186067328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473441.342508:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186067456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473441.342534:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473441.342968:0:6594:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067456 00000100:00100000:3.0:1772473441.342974:0:6594:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067456 00000100:00100000:2.0:1772473441.343192:0:6594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1772473441.343200:0:6594:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186067456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772473441.343224:0:6594:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473441.343274:0:6594:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c3057bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186067456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473441.343281:0:6594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1772473441.343351:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186067456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1772473441.719896:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772473442.746218:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1772473442.838462:0:103739:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd26b87bf0 20000000:00000080:1.0:1772473442.838485:0:103739:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff90c405791000 uarg=0000000000000000 10000000:01000000:2.0:1772473442.841422:0:103739:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1772473442.841449:0:103739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.841468:0:103739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.841478:0:103739:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.841779:0:103739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 17 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.841797:0:103739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 17 pid: 5806 timeout: 3018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772473442.841811:0:103739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103739:1858570186067584:0@lo:104: 00000100:00100000:2.0:1772473442.841873:0:103739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473442.841980:0:103739:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c42ca51f00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473442.842197:0:5795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067584 00000100:00100000:0.0:1772473442.842205:0:5795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067584 00000100:00100000:0.0:1772473442.842298:0:5795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1772473442.842308:0:5795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103739:x1858570186067584:12345-0@lo:104: 00010000:00010000:0.0:1772473442.842321:0:5795:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473442.842386:0:5795:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772473442.842393:0:5795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103739:x1858570186067584:12345-0@lo:104: Request processed in 87us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473442.842400:0:5795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1772473442.842472:0:103739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103739:1858570186067584:0@lo:104: 00010000:00010000:2.0:1772473442.842495:0:103739:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842556:0:5799:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473442.842563:0:5799:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842580:0:5799:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cba00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473442.842591:0:5799:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842601:0:5799:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473442.842609:0:5799:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473442.842614:0:5799:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1772473442.842654:0:5799:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842661:0:5799:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473442.842684:0:5799:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842691:0:5799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4351cba00/0xc2ef6d41852e2971 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852e2978 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842708:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473442.842710:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473442.842712:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473442.842723:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186067712:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772473442.842773:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473442.842812:0:5797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067712 00000100:00100000:3.0:1772473442.842817:0:5797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067712 00010000:00010000:3.0:1772473442.842837:0:5797:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 3018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473442.842860:0:5797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1772473442.842867:0:5797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186067712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473442.842879:0:5797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473442.842885:0:5797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 3018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842896:0:5797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 3018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842909:0:5797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cae00/0xc2ef6d41852e2978 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852e2971 expref: 18 pid: 5806 timeout: 3018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842922:0:5797:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842930:0:5797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842944:0:5797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842950:0:5797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842957:0:5797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842963:0:5797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842968:0:5797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c433c54800 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:3.0:1772473442.842973:0:5797:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842980:0:5797:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.842995:0:5797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473442.843003:0:5797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772473442.843031:0:5797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3342:x1858570186067712:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473442.843037:0:5797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1772473442.843067:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186067712:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772473442.843316:0:103739:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.843324:0:103739:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772473442.843329:0:103739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c433c54800/0xc2ef6d41852e297f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1772473443.502475:0:103787:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc6bc9b700 20000000:00000080:0.0:1772473443.502493:0:103787:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff90c435270400 uarg=0000000000000000 20000000:01000000:0.0:1772473443.502533:0:103787:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='nodemap..fileset=/c0dir' 20000000:01000000:0.0:1772473443.502539:0:103787:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'nodemap..fileset=/c0dir' 20000000:01000000:0.0:1772473443.502543:0:103787:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/nodemap..fileset=/c0dir del=0 00000040:00080000:0.0:1772473443.504209:0:103788:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 20000000:02000000:1.0:1772473443.504541:0:103787:0:(mgs_llog.c:4021:mgs_wlp_lcfg()) Setting parameter general.nodemap..fileset=/c0dir in log params 00000040:00080000:0.0:1772473443.512437:0:103787:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:0.0:1772473443.512499:0:103787:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 112 off9648 00000040:00080000:0.0:1772473443.512670:0:103787:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9872 10000000:01000000:0.0:1772473443.512693:0:103787:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1772473443.512713:0:103787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515070:0:103787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515084:0:103787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515092:0:103787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 16 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515102:0:103787:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 6/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515154:0:103787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 16 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515170:0:103787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.515187:0:103787:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186067840:0@lo:104: 00000100:00100000:0.0:1772473443.515370:0:103787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772473443.515491:0:103787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515499:0:103787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.515509:0:103787:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186067968:0@lo:104: 00000100:00100000:0.0:1772473443.515531:0:103787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772473443.515887:0:103787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.515896:0:103787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.515906:0:103787:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186068096:0@lo:104: 00000100:00100000:0.0:1772473443.515929:0:103787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473443.515980:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067840 00000100:00100000:1.0:1772473443.515989:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067840 00000100:00100000:1.0:1772473443.516031:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186067968 00000100:00100000:1.0:1772473443.516034:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186067968 00000100:00100000:1.0:1772473443.516049:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1772473443.516057:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+4:103787:x1858570186067840:12345-0@lo:104: 00010000:00010000:1.0:1772473443.516069:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.516124:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473443.516130:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+4:103787:x1858570186067840:12345-0@lo:104: Request processed in 74us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473443.516136:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1772473443.516150:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1772473443.516154:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103787:x1858570186067968:12345-0@lo:104: 00010000:00010000:1.0:1772473443.516160:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.516181:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1772473443.516184:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103787:x1858570186067968:12345-0@lo:104: Request processed in 30us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473443.516187:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00010000:00010000:3.0:1772473443.516238:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1772473443.516243:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516249:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c41c9bcc00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473443.516252:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516276:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473443.516283:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473443.516293:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1772473443.516331:0:103787:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c404bc9600 going to sleep for 11 seconds 00000100:00100000:0.0:1772473443.516353:0:103787:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186067840:0@lo:104: 00010000:00010000:3.0:1772473443.516362:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.516362:0:103787:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186067968:0@lo:104: 00010000:00010000:3.0:1772473443.516368:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473443.516391:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.516397:0:3343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186068224:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473443.516404:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c41c9bcc00/0xc2ef6d41852dc2d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2d9 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516417:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473443.516421:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.516422:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772473443.516426:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c41c9bd600 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473443.516429:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516436:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473443.516441:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473443.516446:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1772473443.516451:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068224 00000100:00100000:0.0:1772473443.516455:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068224 00010000:00010000:0.0:1772473443.516478:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 17 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.516499:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1772473443.516505:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:3343:x1858570186068224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473443.516516:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772473443.516521:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 17 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.516532:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 17 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.516545:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c40166aa00/0xc2ef6d41852dc2d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dc2d2 expref: 17 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.516556:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473443.516558:0:5794:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068096 00000100:00100000:1.0:1772473443.516572:0:5794:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068096 00000100:00100000:0.0:1772473443.516581:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406892680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+16:3343:x1858570186068224:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473443.516587:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1772473443.516589:0:5794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772473443.516593:0:5794:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103787:x1858570186068096:12345-0@lo:104: 00010000:00010000:1.0:1772473443.516601:0:5794:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473443.516608:0:3343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3925c63c-c473-40f7-a1ec-33b8892eacf0:3343:1858570186068224:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473443.516630:0:5794:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772473443.516635:0:5794:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+3:103787:x1858570186068096:12345-0@lo:104: Request processed in 41us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473443.516637:0:103787:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103787:1858570186068096:0@lo:104: 00000100:00100000:1.0:1772473443.516641:0:5794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00010000:00010000:0.0:1772473443.516655:0:103787:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516943:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516952:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772473443.516981:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516989:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c41c9bd600/0xc2ef6d41852dc2c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2cb expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.516999:0:5800:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772473443.517003:0:5800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517009:0:5800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4014f0e00 already unused, calling callback (ffffffffc1b70c20) 10000000:00010000:3.0:1772473443.517012:0:5800:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517019:0:5800:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772473443.517025:0:5800:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473443.517031:0:5800:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1772473443.517068:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186068352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473443.517095:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1772473443.517208:0:5800:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517215:0:5800:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1772473443.517331:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1772473443.517347:0:5800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517355:0:5800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.148@tcp lock: ffff90c4014f0e00/0xc2ef6d41852dc2b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc2ef6d41852dc2bd expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517369:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473443.517371:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473443.517373:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473443.517379:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473443.517393:0:5796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068352 00000100:00100000:3.0:1772473443.517397:0:5796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068352 00010000:00010000:3.0:1772473443.517415:0:5796:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473443.517447:0:5796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1772473443.517453:0:5796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+16:3344:x1858570186068352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772473443.517461:0:5796:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772473443.517466:0:5796:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517475:0:5796:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517485:0:5796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c41c9bc800/0xc2ef6d41852dc2cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dc2c4 expref: 16 pid: 5805 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.517495:0:5796:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772473443.517558:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186068480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473443.517594:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473443.517643:0:6605:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068480 00000100:00100000:1.0:1772473443.517648:0:6605:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068480 00010000:00010000:1.0:1772473443.517663:0:6605:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473443.517688:0:6605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1772473443.517694:0:6605:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+16:3344:x1858570186068480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772473443.517702:0:6605:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772473443.517707:0:6605:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517716:0:6605:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517735:0:6605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c41c9bd000/0xc2ef6d41852dc2bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc2ef6d41852dc2b6 expref: 16 pid: 5803 timeout: 3019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517764:0:6605:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517772:0:6605:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517787:0:6605:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517794:0:6605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517801:0:6605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517813:0:6605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517820:0:6605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90c4351cb600 already unused, calling callback (ffffffffc1553ba0) 00010000:00010000:1.0:1772473443.517824:0:6605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517831:0:6605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517845:0:6605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473443.517854:0:6605:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772473443.517880:0:6605:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:3344:x1858570186068480:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473443.517888:0:6605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1772473443.518115:0:5796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3925c63c-c473-40f7-a1ec-33b8892eacf0+14:3344:x1858570186068352:12345-0@lo:103:ldlm_bl.0 Request processed in 662us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473443.518123:0:5796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1772473443.518210:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186068352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772473443.518307:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3925c63c-c473-40f7-a1ec-33b8892eacf0:3344:1858570186068480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772473443.518331:0:103787:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.518338:0:103787:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473443.518342:0:103787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff90c4351cb600/0xc2ef6d41852e2986 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473443.767031:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1772473444.534898:0:5808:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1772473444.534907:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff90c421e3f800 from 7 10000000:01000000:1.0:1772473444.534914:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1772473444.534968:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.534981:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.534992:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473444.535019:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.535089:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.535162:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.535266:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068608 00000100:00100000:0.0:1772473444.535274:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068608 00000100:00100000:0.0:1772473444.535335:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1772473444.535344:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+14:5808:x1858570186068608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473444.535357:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473444.535369:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e2994 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e298d expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.535392:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e2994 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e298d expref: 15 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.535409:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351cb200/0xc2ef6d41852e2994 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e298d expref: 15 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.535418:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351cb200, rc 0) 00000100:00100000:0.0:1772473444.535462:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186068608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.535470:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:1.0:1772473444.535665:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473444.535678:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2994 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.535687:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e2994 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473444.535829:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.535854:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.535919:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.539149:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068736 00000100:00100000:0.0:1772473444.539170:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068736 00000100:00100000:0.0:1772473444.539311:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1772473444.539322:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186068736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.539500:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186068736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (3644us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.539507:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:1.0:1772473444.539593:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.539654:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.539716:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.540125:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772473444.540193:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068864 00000100:00100000:2.0:1772473444.540198:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068864 00000100:00100000:2.0:1772473444.540222:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1772473444.540229:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186068864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772473444.540404:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186068864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 175us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473444.540410:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:1.0:1772473444.540897:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186068864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.541212:0:103849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103849:1858570186068992:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772473444.541267:0:103849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.541297:0:103849:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1772473444.541341:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186068992 00000100:00100000:2.0:1772473444.541346:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186068992 00000100:00100000:2.0:1772473444.541366:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1772473444.541372:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:103849:x1858570186068992:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772473444.541518:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:103849:x1858570186068992:12345-0@lo:502:llog_process_th.0 Request processed in 145us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473444.541528:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1772473444.541665:0:103849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103849:1858570186068992:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1772473444.541685:0:103849:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1772473444.541693:0:103849:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1772473444.541705:0:103849:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:1.0:1772473444.541717:0:103849:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff90c421e3f800 00000020:00000080:1.0:1772473444.541720:0:103849:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00020000:1.0:1772473444.542659:0:103849:0:(obd_config.c:1466:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 925us 00000100:00100000:1.0:1772473444.553098:0:103849:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103849:1858570186069120:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772473444.553188:0:103849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.553234:0:103849:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c411efa900 going to sleep for 11 seconds 00000100:00100000:3.0:1772473444.553347:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069120 00000100:00100000:3.0:1772473444.553356:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069120 00000100:00100000:3.0:1772473444.553405:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1772473444.553414:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:103849:x1858570186069120:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772473444.553630:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c42c8ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:103849:x1858570186069120:12345-0@lo:502:llog_process_th.0 Request processed in 216us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473444.553638:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1772473444.553992:0:103849:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103849:1858570186069120:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1772473444.554023:0:103849:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1772473444.554030:0:103849:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1772473444.554033:0:103849:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:1.0:1772473444.554037:0:103849:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1772473444.554206:0:5808:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1772473444.554224:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1772473444.554235:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2994 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.554257:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e55000/0xc2ef6d41852e298d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e2994 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772473444.554267:0:5808:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1772473444.554270:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log nodemap-ffff90c40560cd28 from 1 10000000:01000000:3.0:1772473444.554273:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1772473444.554303:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.554311:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.554321:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772473444.554335:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772473444.554365:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473444.554429:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c433c45480 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.554516:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069248 00000100:00100000:0.0:1772473444.554520:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069248 00000100:00100000:0.0:1772473444.554664:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1772473444.554673:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+15:5808:x1858570186069248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473444.554684:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772473444.554706:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e29a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e299b expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.554732:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e29a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e299b expref: 16 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.554765:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c4351caa00/0xc2ef6d41852e29a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e299b expref: 16 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.554779:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c4351caa00, rc 0) 00000100:00100000:0.0:1772473444.554813:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+16:5808:x1858570186069248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.554819:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1772473444.554887:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473444.554899:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.554907:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e29a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473444.554922:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1772473444.554926:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.554933:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c433c4da00/0xc2ef6d41852e299b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29a2 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772473444.554939:0:5808:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1772473444.554941:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff90c43b131800 from 7 10000000:01000000:1.0:1772473444.554943:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1772473444.554955:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.554963:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.554970:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473444.554981:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.555003:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.555703:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772473444.555892:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069376 00000100:00100000:3.0:1772473444.555898:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069376 00000100:00100000:3.0:1772473444.555931:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1772473444.555939:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+16:5808:x1858570186069376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772473444.555951:0:5803:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772473444.555963:0:5803:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e29b0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e29a9 expref: -99 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.555982:0:5803:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e29b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e29a9 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.555996:0:5803:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c433c4dc00/0xc2ef6d41852e29b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e29a9 expref: 17 pid: 5803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.556004:0:5803:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c433c4dc00, rc 0) 00000100:00100000:3.0:1772473444.556045:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186069376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473444.556051:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1772473444.556679:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473444.556704:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29b0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.556722:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e29b0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772473444.556805:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.556836:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.556862:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.560831:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069504 00000100:00100000:0.0:1772473444.560847:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069504 00000100:00100000:0.0:1772473444.560914:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:0.0:1772473444.560925:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186069504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.561089:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186069504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 166us (4251us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.561096:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1772473444.561225:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.561290:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.561343:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.561381:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c430de6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.561875:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069632 00000100:00100000:0.0:1772473444.561880:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069632 00000100:00100000:0.0:1772473444.561903:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:0.0:1772473444.561910:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186069632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.562567:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186069632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 655us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.562576:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1772473444.564970:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186069632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.566122:0:103851:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103851:1858570186069760:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772473444.566199:0:103851:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.566285:0:103851:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096000 going to sleep for 11 seconds 00000100:00100000:3.0:1772473444.566337:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069760 00000100:00100000:3.0:1772473444.566343:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069760 00000100:00100000:3.0:1772473444.566429:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:3.0:1772473444.566440:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:103851:x1858570186069760:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772473444.566666:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:103851:x1858570186069760:12345-0@lo:502:llog_process_th.0 Request processed in 228us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473444.566675:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1772473444.566873:0:103851:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103851:1858570186069760:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1772473444.566903:0:103851:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1772473444.566913:0:103851:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1772473444.566915:0:103851:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:1.0:1772473444.566922:0:103851:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff90c43b131800 00000020:00000080:1.0:1772473444.566925:0:103851:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00020000:1.0:1772473444.567365:0:103851:0:(obd_config.c:1466:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 428us 00000100:00100000:1.0:1772473444.567397:0:103851:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103851:1858570186069888:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772473444.567441:0:103851:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772473444.567599:0:103851:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c411efa900 going to sleep for 11 seconds 00000100:00100000:0.0:1772473444.567667:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186069888 00000100:00100000:0.0:1772473444.567674:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186069888 00000100:00100000:0.0:1772473444.567723:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:0.0:1772473444.567731:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:103851:x1858570186069888:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772473444.567924:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:103851:x1858570186069888:12345-0@lo:502:llog_process_th.0 Request processed in 193us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473444.567931:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1772473444.568098:0:103851:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c40578d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103851:1858570186069888:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1772473444.568123:0:103851:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1772473444.568129:0:103851:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1772473444.568130:0:103851:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:1.0:1772473444.568134:0:103851:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1772473444.568374:0:5808:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:0.0:1772473444.568394:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1772473444.568404:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29b0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.568415:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c410e54200/0xc2ef6d41852e29a9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29b0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772473444.568425:0:5808:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1772473444.568428:0:5808:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff90c4054e9800 from 7 10000000:01000000:0.0:1772473444.568431:0:5808:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1772473444.568456:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.568464:0:5808:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.568473:0:5808:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473444.568487:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.568515:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.568545:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096300 going to sleep for 11 seconds 00000100:00100000:1.0:1772473444.568584:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070016 00000100:00100000:1.0:1772473444.568589:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070016 00000100:00100000:1.0:1772473444.568610:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1772473444.568617:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+17:5808:x1858570186070016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772473444.568626:0:5806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772473444.568638:0:5806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e29be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc2ef6d41852e29b7 expref: -99 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.568658:0:5806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e29be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc2ef6d41852e29b7 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.568667:0:5806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff90c410e55400/0xc2ef6d41852e29be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc2ef6d41852e29b7 expref: 18 pid: 5806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.568679:0:5806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90c410e55400, rc 0) 00000100:00100000:1.0:1772473444.568728:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186070016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473444.568734:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1772473444.568919:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772473444.568933:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29be expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772473444.568943:0:5808:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc2ef6d41852e29be expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772473444.568984:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.569006:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.569023:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096300 going to sleep for 11 seconds 00000100:00100000:1.0:1772473444.569147:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070144 00000100:00100000:1.0:1772473444.569152:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070144 00000100:00100000:1.0:1772473444.569169:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1772473444.569174:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186070144:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.569281:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186070144:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473444.569288:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1772473444.569354:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.569381:0:5808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070272:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.569418:0:5808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.569439:0:5808:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096300 going to sleep for 11 seconds 00000100:00100000:1.0:1772473444.569595:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070272 00000100:00100000:1.0:1772473444.569600:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070272 00000100:00100000:1.0:1772473444.569617:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1772473444.569622:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186070272:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772473444.573096:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:5808:x1858570186070272:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3464us (3669us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473444.573110:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1772473444.573356:0:5808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3925c63c-c473-40f7-a1ec-33b8892eacf0:5808:1858570186070272:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772473444.573768:0:103853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103853:1858570186070400:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772473444.573819:0:103853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.573850:0:103853:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096900 going to sleep for 11 seconds 00000100:00100000:1.0:1772473444.574048:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070400 00000100:00100000:1.0:1772473444.574054:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070400 00000100:00100000:1.0:1772473444.574084:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1772473444.574092:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:103853:x1858570186070400:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772473444.574300:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:103853:x1858570186070400:12345-0@lo:502:llog_process_th.0 Request processed in 208us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473444.574308:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1772473444.574391:0:103853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103853:1858570186070400:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772473444.574416:0:103853:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1772473444.574426:0:103853:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772473444.574428:0:103853:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:0.0:1772473444.574439:0:103853:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff90c4054e9800 00000020:00000080:0.0:1772473444.574442:0:103853:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00020000:0.0:1772473444.575442:0:103853:0:(obd_config.c:1466:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 986us 00000100:00100000:0.0:1772473444.575478:0:103853:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103853:1858570186070528:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772473444.575538:0:103853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473444.575571:0:103853:0:(client.c:2690:ptlrpc_set_wait()) set ffff90c303096900 going to sleep for 11 seconds 00000100:00100000:1.0:1772473444.575611:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070528 00000100:00100000:1.0:1772473444.575616:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070528 00000100:00100000:1.0:1772473444.575655:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:1.0:1772473444.575662:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:103853:x1858570186070528:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772473444.575882:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:103853:x1858570186070528:12345-0@lo:502:llog_process_th.0 Request processed in 219us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473444.575890:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1772473444.576108:0:103853:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3925c63c-c473-40f7-a1ec-33b8892eacf0:103853:1858570186070528:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772473444.576133:0:103853:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1772473444.576140:0:103853:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772473444.576142:0:103853:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1772473444.576147:0:103853:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1772473444.576332:0:5808:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1772473444.576348:0:5808:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.201.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1772473444.576358:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29be expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772473444.576369:0:5808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.148@tcp lock: ffff90c4351ca200/0xc2ef6d41852e29b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc2ef6d41852e29be expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772473444.791939:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473445.815080:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772473445.948852:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186070656:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.948923:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.948973:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186071168:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.948998:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.949024:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772473445.949030:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186070784:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.949052:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.949069:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186071296:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.949091:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.951523:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186070912:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.951597:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.951648:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772473445.951655:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186071040:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.951681:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473445.951720:0:5806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070656 00000100:00100000:2.0:1772473445.951728:0:5806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070656 00000100:00100000:2.0:1772473445.951791:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:2.0:1772473445.951799:0:5806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186070656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.951855:0:5806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186070656:12345-0@lo:400:kworker.0 Request processed in 57us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.951862:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:2.0:1772473445.951890:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071168 00000100:00100000:2.0:1772473445.951893:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071168 00000100:00100000:2.0:1772473445.951915:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070784 00000100:00100000:2.0:1772473445.951918:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070784 00000100:00100000:2.0:1772473445.951930:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186070912 00000100:00100000:2.0:1772473445.951931:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186070912 00000100:00100000:2.0:1772473445.951939:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1772473445.951943:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186071168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.951964:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186071168:12345-0@lo:400:kworker.0 Request processed in 21us (2966us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.951967:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:2.0:1772473445.951974:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1772473445.951977:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186070784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.951990:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186070784:12345-0@lo:400:kworker.0 Request processed in 13us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.951993:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1772473445.951999:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1772473445.952002:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186070912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952017:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186070912:12345-0@lo:400:kworker.0 Request processed in 15us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.952020:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1772473445.952035:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071296 00000100:00100000:2.0:1772473445.952037:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071296 00000100:00100000:2.0:1772473445.952051:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071040 00000100:00100000:2.0:1772473445.952053:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071040 00000100:00100000:2.0:1772473445.952063:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1772473445.952067:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186071296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952083:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186071296:12345-0@lo:400:kworker.0 Request processed in 16us (2993us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.952087:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1772473445.952093:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1772473445.952096:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186071040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952175:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186071040:12345-0@lo:400:kworker.0 Request processed in 78us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473445.952180:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00080000:2.0:1772473445.952206:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772473445.952209:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772473445.952221:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473445.952261:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186071040:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952271:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186070912:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952297:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186070784:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952303:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186071296:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952309:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186070656:0@lo:400:kworker.0 00000100:00100000:2.0:1772473445.952315:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186071168:0@lo:400:kworker.0 00000100:00100000:2.0:1772473446.455449:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473446.455473:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186071424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473446.455550:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473446.455612:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071424 00000100:00100000:2.0:1772473446.455620:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071424 00000100:00100000:2.0:1772473446.455663:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1772473446.455673:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186071424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473446.455708:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473446.455774:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186071424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473446.455798:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1772473446.455849:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c410b7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186071424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772473446.458619:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473446.458639:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186071552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473446.458700:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473446.458768:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071552 00000100:00100000:3.0:1772473446.458903:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071552 00000100:00100000:3.0:1772473446.458955:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1772473446.458964:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186071552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473446.458998:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473446.459042:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186071552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473446.459052:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1772473446.459098:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186071552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473446.840531:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473447.863502:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772473448.709860:0:104087:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 12:44:07 (1772473447) === 00010000:00010000:3.0:1772473448.891106:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473449.917496:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473450.943666:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772473451.067309:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186071680:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067402:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067464:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186072192:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067499:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067526:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772473451.067530:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186071808:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067547:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067557:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186072320:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067581:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067611:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186072064:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067650:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067666:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772473451.067669:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186071936:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067684:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473451.067707:0:5805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071680 00000100:00100000:0.0:1772473451.067714:0:5805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071680 00000100:00100000:0.0:1772473451.067775:0:5805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:0.0:1772473451.067782:0:5805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186071680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067824:0:5805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186071680:12345-0@lo:400:kworker.0 Request processed in 43us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.067832:0:5805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:0.0:1772473451.067864:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072192 00000100:00100000:0.0:1772473451.067867:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072192 00000100:00100000:0.0:1772473451.067893:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071808 00000100:00100000:0.0:1772473451.067895:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071808 00000100:00100000:0.0:1772473451.067905:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186071936 00000100:00100000:0.0:1772473451.067907:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186071936 00000100:00100000:0.0:1772473451.067916:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:0.0:1772473451.067920:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186072192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067941:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186072192:12345-0@lo:400:kworker.0 Request processed in 21us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.067945:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00100000:0.0:1772473451.067952:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1772473451.067955:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186071808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067968:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186071808:12345-0@lo:400:kworker.0 Request processed in 14us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.067972:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1772473451.067978:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1772473451.067981:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186071936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.067996:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3345:x1858570186071936:12345-0@lo:400:kworker.0 Request processed in 15us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.068010:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1772473451.068027:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072320 00000100:00100000:0.0:1772473451.068029:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072320 00000100:00100000:0.0:1772473451.068045:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072064 00000100:00100000:0.0:1772473451.068047:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072064 00000100:00100000:0.0:1772473451.068058:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1772473451.068062:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186072320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068080:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186072320:12345-0@lo:400:kworker.0 Request processed in 18us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.068084:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1772473451.068089:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1772473451.068093:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186072064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068117:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186072064:12345-0@lo:400:kworker.0 Request processed in 23us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473451.068132:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1772473451.068184:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186071808:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068193:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186072320:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068199:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186071680:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068205:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186072192:0@lo:400:kworker.0 00000100:00080000:0.0:1772473451.068233:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772473451.068237:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473451.068239:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473451.068253:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3345:1858570186071936:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.068259:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186072064:0@lo:400:kworker.0 00000100:00100000:0.0:1772473451.577761:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186072448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772473451.577861:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772473451.578003:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072448 00000100:00100000:2.0:1772473451.578012:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072448 00000100:00100000:2.0:1772473451.578068:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1772473451.578076:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186072448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772473451.578130:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473451.578195:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186072448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1772473451.578203:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1772473451.578295:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43bb93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186072448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473451.579168:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186072576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772473451.579208:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473451.579265:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072576 00000100:00100000:3.0:1772473451.579270:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072576 00000100:00100000:3.0:1772473451.579303:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1772473451.579309:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186072576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473451.579334:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1772473451.585765:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c303ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186072576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772473451.590087:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186072576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 10763us (10862us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473451.590108:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00010000:00010000:3.0:1772473451.967937:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473452.983210:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473454.011491:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473455.031988:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473456.055783:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772473456.185281:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186072960:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.185926:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186072704:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.185997:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473456.186069:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186073216:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186101:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473456.186143:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772473456.186150:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186072832:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186176:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473456.186195:0:3342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186073344:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186219:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772473456.186245:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186073216 00000100:00100000:0.0:1772473456.186254:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186073216 00000100:00100000:0.0:1772473456.186324:0:61615:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072832 00000100:00100000:0.0:1772473456.186327:0:61615:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072832 00000100:00100000:0.0:1772473456.186350:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:0.0:1772473456.186360:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186073216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186427:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c303ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1858570186073216:12345-0@lo:400:kworker.0 Request processed in 68us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473456.186434:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00100000:0.0:1772473456.186452:0:61615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:0.0:1772473456.186456:0:61615:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186072832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186474:0:61615:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c406893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1858570186072832:12345-0@lo:400:kworker.0 Request processed in 18us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473456.186478:0:61615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:0.0:1772473456.186499:0:6591:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186073344 00000100:00100000:0.0:1772473456.186501:0:6591:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186073344 00000100:00100000:0.0:1772473456.186520:0:6591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1772473456.186523:0:6591:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43ca44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186073344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186542:0:6591:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43ca44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1858570186073344:12345-0@lo:400:kworker.0 Request processed in 18us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1772473456.186549:0:6591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00080000:0.0:1772473456.186784:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772473456.186789:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772473456.186827:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3342:1858570186072832:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186834:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3342:1858570186073344:0@lo:400:kworker.0 00000100:00100000:0.0:1772473456.186840:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3342:1858570186073216:0@lo:400:kworker.0 00000100:00100000:1.0:1772473456.187244:0:5803:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072704 00000100:00100000:1.0:1772473456.187250:0:5803:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072704 00000100:00100000:1.0:1772473456.187279:0:5803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1772473456.187284:0:5803:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186072704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473456.187338:0:5803:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c404ba6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3925c63c-c473-40f7-a1ec-33b8892eacf0+18:3342:x1858570186072704:12345-0@lo:400:kworker.0 Request processed in 53us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473456.187345:0:5803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1772473456.187383:0:3342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3925c63c-c473-40f7-a1ec-33b8892eacf0:3342:1858570186072704:0@lo:400:kworker.0 00000100:00100000:3.0:1772473456.187580:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473456.187611:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772473456.187618:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186073088:0@lo:400:kworker.0 00000100:00100000:3.0:1772473456.187635:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473456.187654:0:6590:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186073088 00000100:00100000:3.0:1772473456.187657:0:6590:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186073088 00000100:00100000:3.0:1772473456.187684:0:6590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:3.0:1772473456.187688:0:6590:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186073088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772473456.187712:0:6590:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186073088:12345-0@lo:400:kworker.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473456.187716:0:6590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00080000:3.0:1772473456.187730:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772473456.187754:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186073088:0@lo:400:kworker.0 00000100:00100000:1.0:1772473456.188029:0:5812:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186072960 00000100:00100000:1.0:1772473456.188033:0:5812:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186072960 00000100:00100000:1.0:1772473456.188089:0:5812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1772473456.188097:0:5812:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186072960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772473456.188147:0:5812:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43419ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1858570186072960:12345-0@lo:400:kworker.0 Request processed in 51us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1772473456.188154:0:5812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1772473456.188182:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3344:1858570186072960:0@lo:400:kworker.0 00000100:00080000:2.0:1772473456.190423:0:5807:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772473456.695202:0:3345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772473456.695233:0:3345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c406891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186073472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772473456.696089:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772473456.696107:0:3344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186073600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772473456.696184:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473456.696325:0:59483:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186073600 00000100:00100000:3.0:1772473456.696344:0:59483:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186073600 00000100:00100000:3.0:1772473456.696401:0:59483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1772473456.696411:0:59483:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186073600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772473456.696459:0:59483:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473456.696523:0:59483:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c40578d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1858570186073600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473456.696531:0:59483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1772473456.696706:0:3344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c43419f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3344:1858570186073600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772473456.697174:0:3345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772473456.697430:0:9321:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570186073472 00000100:00100000:3.0:1772473456.697437:0:9321:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570186073472 00000100:00100000:3.0:1772473456.697525:0:9321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1772473456.697534:0:9321:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186073472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772473456.697569:0:9321:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1772473456.697625:0:9321:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff90c43bb93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3345:x1858570186073472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1772473456.697632:0:9321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1772473456.697701:0:3345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90c406891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3345:1858570186073472:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772473457.081283:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473458.106649:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473459.137523:0:5799:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772473460.151342:0:5800:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1772473460.304402:0:104477:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg148-server.virtnet: executing load_modules_local 00000100:00000010:0.0:1772473461.302968:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406893100. 02000000:00000010:0.0:1772473461.302992:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c430c2e700. 00000100:00000010:0.0:1772473461.303028:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890e00. 02000000:00000010:0.0:1772473461.303036:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43565c500. 00000100:00000010:0.0:1772473461.303044:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891500. 02000000:00000010:0.0:1772473461.303049:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43565ce00. 00000100:00000010:0.0:1772473461.303066:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890000. 02000000:00000010:0.0:1772473461.303072:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c42c9c3700. 00000100:00000010:0.0:1772473461.303079:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892d80. 02000000:00000010:0.0:1772473461.303084:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599a00. 00000100:00000010:0.0:1772473461.303092:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892300. 02000000:00000010:0.0:1772473461.303096:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599300. 02000000:00000010:0.0:1772473461.303126:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad6a00. 00000400:00000010:0.0:1772473461.303133:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473461.303141:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473461.303148:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186073728, portal 25 00000400:00000010:0.0:1772473461.303153:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473461.303156:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186073728, offset 0 00000400:00000200:0.0:1772473461.303165:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.303177:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.303336:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb2680 00000400:00000200:0.0:1772473461.303344:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x163a5 [2] + 0 00000400:00000010:0.0:1772473461.303350:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee18. 00000400:00000200:0.0:1772473461.303354:0:3342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c40549b0c0 00000400:00000200:0.0:1772473461.303359:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.303363:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473461.303367:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c40549b0c0 00000400:00000010:0.0:1772473461.303370:0:3342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c40549b0c0. 00000100:00000200:0.0:1772473461.303375:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473461.303389:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145aa0 00000400:00000010:0.0:1772473461.303391:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473461.303399:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406893100 x1858570186073728/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473461.303417:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1d20. 00000100:00000010:0.0:1772473461.303428:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1ae0. 00000100:00000010:0.0:1772473461.303433:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1060. 00000100:00000010:0.0:1772473461.303437:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1420. 02000000:00000010:0.0:1772473461.303448:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad6800. 00000400:00000010:0.0:1772473461.303452:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bcb8. 00000400:00000010:0.0:1772473461.303455:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473461.303457:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186074240, portal 10 00000400:00000010:0.0:1772473461.303462:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473461.303464:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186074240, offset 0 00000400:00000200:0.0:1772473461.303467:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.303472:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.303587:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2880 00000400:00000200:0.0:1772473461.303593:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 94848 00000400:00000200:0.0:1772473461.303597:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.303601:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.303606:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473461.303610:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891c00. 00000400:00000200:0.0:1772473461.303620:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473461.303622:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473461.303627:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406892d80 x1858570186074240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.303656:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad7c00. 00000400:00000010:0.0:1772473461.303660:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb58. 00000400:00000010:0.0:1772473461.303664:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473461.303667:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186073856, portal 10 00000400:00000010:0.0:1772473461.303672:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473461.303674:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186073856, offset 0 00000400:00000200:0.0:1772473461.303678:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.303684:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.303689:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2700 00000400:00000200:0.0:1772473461.303692:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 95072 00000400:00000200:0.0:1772473461.303696:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.303698:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.303701:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473461.303705:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b99f480. 00000400:00000200:0.0:1772473461.303714:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473461.303715:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473461.303720:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406890e00 x1858570186073856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.303736:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad7800. 00000400:00000010:0.0:1772473461.303795:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b840. 00000400:00000010:0.0:1772473461.303798:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473461.303801:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186074368, portal 4 00000400:00000010:0.0:1772473461.303805:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473461.303807:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186074368, offset 0 00000400:00000200:0.0:1772473461.303810:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.303814:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.303818:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb2900 00000400:00000200:0.0:1772473461.303822:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 224 00000400:00000200:0.0:1772473461.303826:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.303828:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.303832:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473461.303836:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b99d180. 00000400:00000200:0.0:1772473461.303846:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473461.303849:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473461.303854:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406892300 x1858570186074368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.303884:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad7e00. 00000400:00000010:0.0:1772473461.303889:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b318. 00000400:00000010:0.0:1772473461.303892:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473461.303895:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186073984, portal 10 00000400:00000010:0.0:1772473461.303899:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473461.303901:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186073984, offset 0 00000400:00000200:0.0:1772473461.303906:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.303911:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.303917:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2780 00000400:00000200:0.0:1772473461.303922:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 95296 00000400:00000200:0.0:1772473461.303926:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.303929:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.303933:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473461.303936:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b99ea00. 00000400:00000200:0.0:1772473461.303961:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:0.0:1772473461.303963:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473461.303969:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406891500 x1858570186073984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.303996:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305ad7000. 00000400:00000010:0.0:1772473461.304001:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b738. 00000400:00000010:0.0:1772473461.304004:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473461.304007:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186074112, portal 4 00000400:00000010:0.0:1772473461.304012:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304014:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186074112, offset 0 00000400:00000200:0.0:1772473461.304018:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.304023:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.304028:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb2800 00000400:00000200:0.0:1772473461.304033:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 448 00000400:00000200:0.0:1772473461.304037:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.304040:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.304043:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473461.304048:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8afb80. 00000400:00000200:0.0:1772473461.304059:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.304061:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304067:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406890000 x1858570186074112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473461.304112:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc000. 00000020:00000010:0.0:1772473461.304117:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc000. 00000020:00000010:0.0:1772473461.304123:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c419ae8200. 00000020:00000010:0.0:1772473461.304128:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6de00. 00000020:00000010:0.0:1772473461.304133:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473461.304167:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc000. 00000020:00000010:0.0:1772473461.304170:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc000. 00000100:00000200:0.0:1772473461.304173:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186073728 02000000:00000010:0.0:1772473461.304368:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410015400. 00010000:00000200:0.0:1772473461.304378:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba7050 x1858570186073728/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.304393:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304395:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186073728, offset 224 00000400:00000200:0.0:1772473461.304399:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.304403:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.304408:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb2680 00000400:00000200:0.0:1772473461.304412:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x170fd [1] + 224 00000400:00000200:0.0:1772473461.304416:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.304418:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.304424:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406893100 x1858570186073728/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.304439:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.304441:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.304453:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6de00. 00000020:00000010:0.0:1772473461.304458:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473461.304461:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c419ae8200. 02000000:00000010:0.0:1772473461.304467:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c410015400. 00000100:00000200:0.0:1772473461.304472:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473461.304549:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325ba50. 00000400:00000010:0.0:1772473461.304555:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1cb40. 00000020:00000010:0.0:1772473461.304577:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc000. 00000020:00000010:0.0:1772473461.304591:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c419ae8200. 00000020:00000010:0.0:1772473461.304594:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6de00. 00000020:00000010:0.0:1772473461.304596:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473461.304617:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304620:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304624:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033caa00. 00000020:00000010:0.0:1772473461.304627:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6d680. 00000020:00000010:0.0:1772473461.304630:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473461.304645:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304648:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473461.304652:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304656:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb800. 00000020:00000010:0.0:1772473461.304659:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c41c69ae00. 00000020:00000010:0.0:1772473461.304662:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473461.304672:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304674:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc580. 00000100:00000200:0.0:1772473461.304676:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074240 02000000:00000010:0.0:1772473461.304685:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410015400. 00010000:00000200:0.0:1772473461.304691:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406891c00 x1858570186074240/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.304701:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304703:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186074240, offset 224 00000400:00000200:0.0:1772473461.304708:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.304713:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.304719:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2880 00000400:00000200:0.0:1772473461.304723:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17105 [1] + 224 00000400:00000200:0.0:1772473461.304727:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.304729:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.304735:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406892d80 x1858570186074240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.304764:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.304766:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.304773:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6de00. 00000020:00000010:0.0:1772473461.304777:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473461.304779:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c419ae8200. 00000020:00000010:0.0:1772473461.304789:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304792:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc580. 00000100:00000200:0.0:1772473461.304794:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186073856 02000000:00000010:0.0:1772473461.304800:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410016400. 00010000:00000200:0.0:1772473461.304804:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b99f480 x1858570186073856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.304814:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304816:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186073856, offset 224 00000400:00000200:0.0:1772473461.304819:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.304824:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.304829:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2700 00000400:00000200:0.0:1772473461.304833:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1710d [1] + 224 00000400:00000200:0.0:1772473461.304837:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.304840:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.304846:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406890e00 x1858570186073856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.304855:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.304857:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.304864:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6d680. 00000020:00000010:0.0:1772473461.304866:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473461.304868:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033caa00. 00000020:00000010:0.0:1772473461.304878:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.304880:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc580. 00000100:00000200:0.0:1772473461.304882:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186073984 02000000:00000010:0.0:1772473461.304887:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410017400. 00010000:00000200:0.0:1772473461.304892:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b99ea00 x1858570186073984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.304900:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.304902:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186073984, offset 224 00000400:00000200:0.0:1772473461.304905:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.304909:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.304914:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2780 00000400:00000200:0.0:1772473461.304918:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1711d [1] + 224 00000400:00000200:0.0:1772473461.304921:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.304924:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.304928:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406891500 x1858570186073984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.304942:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.304944:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.304963:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c41c69ae00. 00000020:00000010:0.0:1772473461.304966:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473461.304968:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb800. 00000020:00000010:0.0:1772473461.305017:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473461.305021:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404badd80. 00000020:00000010:0.0:1772473461.305025:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb800. 00000020:00000010:0.0:1772473461.305028:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c41c69ae00. 00000020:00000010:0.0:1772473461.305030:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473461.305050:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adcf40. 00000020:00000010:0.0:1772473461.305053:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8a80. 00000020:00000010:0.0:1772473461.305057:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033caa00. 00000020:00000010:0.0:1772473461.305060:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6d680. 00000020:00000010:0.0:1772473461.305062:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473461.305079:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc8c0. 00000020:00000010:0.0:1772473461.305082:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc8c0. 00000100:00000200:0.0:1772473461.305085:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074368 02000000:00000010:0.0:1772473461.305093:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410017c00. 00010000:00000200:0.0:1772473461.305098:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b99d180 x1858570186074368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.305108:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.305111:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186074368, offset 224 00000400:00000200:0.0:1772473461.305115:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.305120:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.305126:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb2900 00000400:00000200:0.0:1772473461.305130:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17115 [1] + 224 00000400:00000200:0.0:1772473461.305134:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.305136:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.305142:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406892300 x1858570186074368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.305155:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.305157:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.305165:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c41c69ae00. 00000020:00000010:0.0:1772473461.305168:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473461.305171:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb800. 00000020:00000010:0.0:1772473461.305179:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404adc8c0. 00000020:00000010:0.0:1772473461.305181:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404adc8c0. 00000100:00000200:0.0:1772473461.305183:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074112 02000000:00000010:0.0:1772473461.305338:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410015000. 00010000:00000200:0.0:1772473461.305345:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b8afb80 x1858570186074112/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1772473472 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.305355:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473461.305358:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186074112, offset 224 00000400:00000200:0.0:1772473461.305362:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473461.305366:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473461.305371:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb2800 00000400:00000200:0.0:1772473461.305375:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17125 [1] + 224 00000400:00000200:0.0:1772473461.305379:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473461.305381:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473461.305387:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406890000 x1858570186074112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473461.305396:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473461.305398:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473461.305405:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6d680. 00000020:00000010:0.0:1772473461.305408:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473461.305411:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033caa00. 00000400:00000010:0.0:1772473461.307461:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b738. 00000400:00000200:0.0:1772473461.307469:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:0.0:1772473461.307471:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473461.307715:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406890000 x1858570186074112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.307728:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406890000 x1858570186074112/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.307799:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b318. 00000400:00000200:0.0:1772473461.307803:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473461.307805:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473461.307810:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406891500 x1858570186073984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.307818:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406891500 x1858570186073984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.307836:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad7000. 02000000:00000010:0.0:1772473461.307842:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c42c9c3700. 00000100:00000010:0.0:1772473461.307847:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406890000. 02000000:00000010:0.0:1772473461.307850:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad7e00. 02000000:00000010:0.0:1772473461.307852:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43565ce00. 00000100:00000010:0.0:1772473461.307855:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406891500. 00000400:00000010:0.0:1772473461.308143:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb58. 00000400:00000200:0.0:1772473461.308149:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473461.308151:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473461.308158:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406890e00 x1858570186073856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.308168:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406890e00 x1858570186073856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.308186:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b840. 00000400:00000200:0.0:1772473461.308201:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473461.308203:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473461.308211:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406892300 x1858570186074368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.308219:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406892300 x1858570186074368/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.308236:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:0.0:1772473461.308240:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473461.308242:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473461.308253:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406893100 x1858570186073728/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.308262:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406893100 x1858570186073728/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473461.308275:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bcb8. 00000400:00000200:0.0:1772473461.308278:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145aa0 00000400:00000010:0.0:1772473461.308280:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473461.308286:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406892d80 x1858570186074240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473461.308292:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406892d80 x1858570186074240/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473461.308307:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad7c00. 02000000:00000010:0.0:1772473461.308311:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43565c500. 00000100:00000010:0.0:1772473461.308315:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406890e00. 02000000:00000010:0.0:1772473461.308319:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad7800. 02000000:00000010:0.0:1772473461.308322:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599300. 00000100:00000010:0.0:1772473461.308325:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406892300. 02000000:00000010:0.0:1772473461.308328:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad6a00. 02000000:00000010:0.0:1772473461.308331:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c430c2e700. 00000100:00000010:0.0:1772473461.308335:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406893100. 02000000:00000010:0.0:1772473461.308340:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305ad6800. 02000000:00000010:0.0:1772473461.308343:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599a00. 00000100:00000010:0.0:1772473461.308345:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406892d80. 00000100:00000010:3.0:1772473461.375859:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1420. 00000100:00000010:1.0:1772473461.376647:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1ae0. 00000100:00000010:2.0:1772473461.376851:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1060. 00000100:00000010:0.0:1772473461.378819:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1d20. 00000100:00000010:1.0:1772473461.815851:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578dc00. 02000000:00000010:1.0:1772473461.815876:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c92a400. 02000000:00000010:1.0:1772473461.815923:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c94d400. 00000400:00000010:1.0:1772473461.815931:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473461.815951:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473461.815961:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186074496, portal 4 00000400:00000010:1.0:1772473461.815969:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473461.815971:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186074496, offset 0 00000400:00000200:1.0:1772473461.815979:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473461.815994:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473461.816008:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb2980 00000400:00000200:1.0:1772473461.816016:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 6272 00000400:00000200:1.0:1772473461.816023:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473461.816028:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473461.816035:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473461.816039:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578df80. 00000400:00000200:1.0:1772473461.816061:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473461.816064:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473461.816073:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578dc00 x1858570186074496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473461.816097:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831b40. 00000100:00000010:1.0:1772473461.816111:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831ae0. 00000100:00000010:1.0:1772473461.816117:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831240. 00000100:00000010:1.0:1772473461.816124:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831d20. 00000100:00000010:1.0:1772473461.816256:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ea00. 02000000:00000010:1.0:1772473461.816267:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cb73000. 02000000:00000010:1.0:1772473461.816302:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c94cc00. 00000400:00000010:1.0:1772473461.816307:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473461.816311:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473461.816314:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186074624, portal 4 00000400:00000010:1.0:1772473461.816320:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473461.816323:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186074624, offset 0 00000400:00000200:1.0:1772473461.816328:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473461.816335:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473461.816342:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb2a00 00000400:00000200:1.0:1772473461.816347:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 6496 00000400:00000200:1.0:1772473461.816351:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473461.816354:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473461.816358:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473461.816361:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ca80. 00000400:00000200:1.0:1772473461.816372:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473461.816375:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473461.816380:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578ea00 x1858570186074624/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473461.816507:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816512:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816518:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828a00. 00000020:00000010:1.0:1772473461.816524:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c40686c180. 00000020:00000010:1.0:1772473461.816529:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473461.816561:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816565:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816709:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:1.0:1772473461.816714:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c40686cb00. 00000020:00000010:1.0:1772473461.816717:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473461.816768:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816771:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c303748900. 00000100:00000200:1.0:1772473461.816774:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074496 02000000:00000010:1.0:1772473461.816791:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43c94ec00. 00010000:00000200:1.0:1772473461.816829:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578df80 x1858570186074496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:742/0 lens 224/368 e 0 to 0 dl 1772473472 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473461.816846:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473461.816850:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186074496, offset 224 00000400:00000200:1.0:1772473461.816854:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473461.816862:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473461.816867:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb2980 00000400:00000200:1.0:1772473461.816871:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17149 [1] + 224 00000400:00000200:1.0:1772473461.816876:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473461.816878:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473461.816884:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578dc00 x1858570186074496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473461.816900:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473461.816902:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000020:00000010:1.0:1772473461.816913:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c40686c180. 00000020:00000010:1.0:1772473461.816918:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473461.816922:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828a00. 00000020:00000010:1.0:1772473461.816936:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c303748900. 00000020:00000010:1.0:1772473461.816951:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c303748900. 00000100:00000200:1.0:1772473461.816953:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074624 02000000:00000010:1.0:1772473461.816960:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43c94c800. 00010000:00000200:1.0:1772473461.816980:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578ca80 x1858570186074624/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:742/0 lens 224/368 e 0 to 0 dl 1772473472 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473461.816991:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473461.816994:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186074624, offset 224 00000400:00000200:1.0:1772473461.816998:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473461.817004:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473461.817010:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb2a00 00000400:00000200:1.0:1772473461.817014:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17151 [1] + 224 00000400:00000200:1.0:1772473461.817018:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473461.817020:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473461.817026:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578ea00 x1858570186074624/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473461.817036:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473461.817038:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000020:00000010:1.0:1772473461.817047:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c40686cb00. 00000020:00000010:1.0:1772473461.817050:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473461.817054:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000400:00000010:1.0:1772473461.817079:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473461.817083:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473461.817085:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473461.817091:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578ea00 x1858570186074624/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473461.817099:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578ea00 x1858570186074624/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473461.817130:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362580. 00000400:00000200:1.0:1772473461.817133:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473461.817135:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473461.817140:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578dc00 x1858570186074496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473461.817149:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578dc00 x1858570186074496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473461.817165:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c94cc00. 02000000:00000010:1.0:1772473461.817171:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cb73000. 00000100:00000010:1.0:1772473461.817177:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ea00. 02000000:00000010:1.0:1772473461.817182:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c94d400. 02000000:00000010:1.0:1772473461.817185:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c92a400. 00000100:00000010:1.0:1772473461.817190:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578dc00. 00000100:00000010:3.0:1772473461.821963:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831d20. 00000100:00000010:1.0:1772473461.822827:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831ae0. 00000100:00000010:2.0:1772473461.823012:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831240. 00000100:00000010:0.0:1772473461.823873:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831b40. 00000100:00000010:0.0:1772473466.423813:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473466.423841:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599300. 00000100:00000010:0.0:1772473466.423894:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8adf80. 02000000:00000010:0.0:1772473466.423900:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599600. 00000100:00000010:0.0:1772473466.423913:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ae680. 02000000:00000010:0.0:1772473466.423919:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599d00. 00000100:00000010:0.0:1772473466.423945:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892d80. 02000000:00000010:0.0:1772473466.423951:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599800. 00000100:00000010:0.0:1772473466.423963:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406893100. 02000000:00000010:0.0:1772473466.423968:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599b00. 00000100:00000010:0.0:1772473466.423976:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892300. 02000000:00000010:0.0:1772473466.423981:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599000. 02000000:00000010:0.0:1772473466.424036:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca200. 00000400:00000010:0.0:1772473466.424045:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bcb8. 00000400:00000010:0.0:1772473466.424056:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473466.424065:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186074752, portal 25 00000400:00000010:0.0:1772473466.424071:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.424075:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186074752, offset 0 00000400:00000200:0.0:1772473466.424087:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424107:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424124:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb2a80 00000400:00000200:0.0:1772473466.424133:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x163f1 [2] + 0 00000400:00000010:0.0:1772473466.424138:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75ec8. 00000400:00000200:0.0:1772473466.424144:0:3342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c301dbd840 00000400:00000200:0.0:1772473466.424153:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424159:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473466.424165:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c301dbd840 00000400:00000010:0.0:1772473466.424168:0:3342:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c301dbd840. 00000100:00000200:0.0:1772473466.424182:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473466.424202:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473466.424205:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.424216:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186074752/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473466.424239:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1d20. 00000100:00000010:0.0:1772473466.424254:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1960. 00000100:00000010:0.0:1772473466.424262:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1e40. 00000100:00000010:0.0:1772473466.424270:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1060. 02000000:00000010:0.0:1772473466.424284:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cba00. 00000400:00000010:0.0:1772473466.424288:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473466.424292:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.424295:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075264, portal 10 00000400:00000010:0.0:1772473466.424302:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473466.424305:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186075264, offset 0 00000400:00000200:0.0:1772473466.424311:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424318:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424325:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2c80 00000400:00000200:0.0:1772473466.424333:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 95520 00000400:00000200:0.0:1772473466.424338:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424343:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.424348:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473466.424353:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890e00. 00000400:00000200:0.0:1772473466.424370:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473466.424372:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473466.424379:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406893100 x1858570186075264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.424417:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca000. 00000400:00000010:0.0:1772473466.424421:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b840. 00000400:00000010:0.0:1772473466.424425:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473466.424428:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186074880, portal 10 00000400:00000010:0.0:1772473466.424433:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.424436:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186074880, offset 0 00000400:00000200:0.0:1772473466.424442:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424449:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424456:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2b00 00000400:00000200:0.0:1772473466.424461:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 95744 00000400:00000200:0.0:1772473466.424466:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424471:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.424475:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473466.424479:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891500. 00000400:00000200:0.0:1772473466.424493:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473466.424496:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.424501:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8adf80 x1858570186074880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.424522:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cac00. 00000400:00000010:0.0:1772473466.424526:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb58. 00000400:00000010:0.0:1772473466.424531:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.424534:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075392, portal 4 00000400:00000010:0.0:1772473466.424539:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473466.424542:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186075392, offset 0 00000400:00000200:0.0:1772473466.424548:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424554:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424561:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb2d00 00000400:00000200:0.0:1772473466.424568:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 672 00000400:00000200:0.0:1772473466.424573:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424577:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.424583:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473466.424587:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890000. 00000400:00000200:0.0:1772473466.424602:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473466.424604:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473466.424610:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406892300 x1858570186075392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.424651:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca600. 00000400:00000010:0.0:1772473466.424655:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b318. 00000400:00000010:0.0:1772473466.424659:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473466.424662:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075136, portal 4 00000400:00000010:0.0:1772473466.424667:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473466.424670:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186075136, offset 0 00000400:00000200:0.0:1772473466.424676:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424683:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424690:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb2c00 00000400:00000200:0.0:1772473466.424696:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 896 00000400:00000200:0.0:1772473466.424702:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424706:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.424709:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473466.424714:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b183480. 00000400:00000200:0.0:1772473466.424727:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:0.0:1772473466.424729:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473466.424736:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406892d80 x1858570186075136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.424791:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb800. 00000400:00000010:0.0:1772473466.424795:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b738. 00000400:00000010:0.0:1772473466.424799:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473466.424802:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075008, portal 10 00000400:00000010:0.0:1772473466.424807:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.424810:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186075008, offset 0 00000400:00000200:0.0:1772473466.424815:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.424822:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.424830:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb2b80 00000400:00000200:0.0:1772473466.424835:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 95968 00000400:00000200:0.0:1772473466.424839:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.424843:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.424847:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473466.424851:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b180e00. 00000400:00000200:0.0:1772473466.424880:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.424884:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.424890:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ae680 x1858570186075008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473466.424945:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad500. 00000020:00000010:0.0:1772473466.424966:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:0.0:1772473466.424972:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6da80. 00000020:00000010:0.0:1772473466.424978:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473466.425021:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425026:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425032:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca800. 00000020:00000010:0.0:1772473466.425035:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6da00. 00000020:00000010:0.0:1772473466.425038:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.425060:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425064:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404adc000. 00000020:00000010:0.0:1772473466.425070:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425074:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cae00. 00000020:00000010:0.0:1772473466.425078:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473466.425081:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473466.425103:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425105:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad200. 00000100:00000200:0.0:1772473466.425108:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075264 02000000:00000010:0.0:1772473466.425128:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410016800. 00010000:00000200:0.0:1772473466.425137:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406890e00 x1858570186075264/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425151:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.425155:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186075264, offset 224 00000400:00000200:0.0:1772473466.425159:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.425166:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.425171:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2c80 00000400:00000200:0.0:1772473466.425175:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17169 [1] + 224 00000400:00000200:0.0:1772473466.425179:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.425182:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.425188:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406893100 x1858570186075264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.425201:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.425203:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473466.425214:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6da80. 00000020:00000010:0.0:1772473466.425218:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473466.425221:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 00000020:00000010:0.0:1772473466.425235:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425237:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad200. 00000100:00000200:0.0:1772473466.425239:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074880 02000000:00000010:0.0:1772473466.425245:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410017800. 00010000:00000200:0.0:1772473466.425248:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406891500 x1858570186074880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425255:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.425257:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186074880, offset 224 00000400:00000200:0.0:1772473466.425261:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.425266:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.425271:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2b00 00000400:00000200:0.0:1772473466.425275:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17171 [1] + 224 00000400:00000200:0.0:1772473466.425278:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.425281:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.425286:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8adf80 x1858570186074880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.425295:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.425297:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473466.425303:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6da00. 00000020:00000010:0.0:1772473466.425305:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.425308:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca800. 00000020:00000010:0.0:1772473466.425319:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425321:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad200. 00000100:00000200:0.0:1772473466.425324:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075008 02000000:00000010:0.0:1772473466.425330:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410017000. 00010000:00000200:0.0:1772473466.425334:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b180e00 x1858570186075008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425343:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.425347:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186075008, offset 224 00000400:00000200:0.0:1772473466.425352:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.425358:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.425365:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb2b80 00000400:00000200:0.0:1772473466.425370:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17189 [1] + 224 00000400:00000200:0.0:1772473466.425374:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.425379:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.425386:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ae680 x1858570186075008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.425402:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.425404:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473466.425411:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473466.425414:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473466.425416:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cae00. 00000020:00000010:0.0:1772473466.425445:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad200. 00000020:00000010:0.0:1772473466.425448:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404adc580. 00000020:00000010:0.0:1772473466.425453:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cae00. 00000020:00000010:0.0:1772473466.425455:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473466.425457:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473466.425480:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade40. 00000020:00000010:0.0:1772473466.425483:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404adcf40. 00000020:00000010:0.0:1772473466.425487:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca800. 00000020:00000010:0.0:1772473466.425489:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473466.425491:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.425506:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad600. 00000020:00000010:0.0:1772473466.425508:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad600. 00000100:00000200:0.0:1772473466.425511:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075392 02000000:00000010:0.0:1772473466.425518:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410014c00. 00010000:00000200:0.0:1772473466.425523:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406890000 x1858570186075392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425530:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.425533:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186075392, offset 224 00000400:00000200:0.0:1772473466.425537:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.425543:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.425547:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb2d00 00000400:00000200:0.0:1772473466.425551:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17179 [1] + 224 00000400:00000200:0.0:1772473466.425554:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.425557:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.425562:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406892300 x1858570186075392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.425571:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.425573:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473466.425578:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473466.425581:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473466.425583:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cae00. 00000020:00000010:0.0:1772473466.425593:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad600. 00000020:00000010:0.0:1772473466.425595:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad600. 00000100:00000200:0.0:1772473466.425598:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075136 02000000:00000010:0.0:1772473466.425603:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c410016000. 00010000:00000200:0.0:1772473466.425607:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b183480 x1858570186075136/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425614:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473466.425616:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186075136, offset 224 00000400:00000200:0.0:1772473466.425620:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.425625:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.425630:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb2c00 00000400:00000200:0.0:1772473466.425634:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17181 [1] + 224 00000400:00000200:0.0:1772473466.425636:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.425639:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.425644:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406892d80 x1858570186075136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.425652:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:0.0:1772473466.425653:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000020:00000010:0.0:1772473466.425658:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473466.425661:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.425663:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca800. 00000400:00000010:0.0:1772473466.425715:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b738. 00000400:00000200:0.0:1772473466.425718:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:0.0:1772473466.425719:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473466.425724:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ae680 x1858570186075008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.425731:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ae680 x1858570186075008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425771:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b318. 00000400:00000200:0.0:1772473466.425773:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473466.425775:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473466.425779:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406892d80 x1858570186075136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.425784:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406892d80 x1858570186075136/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.425798:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb800. 02000000:00000010:0.0:1772473466.425802:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599d00. 00000100:00000010:0.0:1772473466.425807:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ae680. 02000000:00000010:0.0:1772473466.425811:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca600. 02000000:00000010:0.0:1772473466.425814:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599800. 00000100:00000010:0.0:1772473466.425817:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406892d80. 00000400:00000010:0.0:1772473466.425833:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b840. 00000400:00000200:0.0:1772473466.425836:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473466.425837:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473466.425842:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8adf80 x1858570186074880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.425848:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8adf80 x1858570186074880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425876:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb58. 00000400:00000200:0.0:1772473466.425880:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473466.425882:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.425888:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406892300 x1858570186075392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.425897:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406892300 x1858570186075392/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.425920:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:0.0:1772473466.425923:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473466.425925:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.425932:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406893100 x1858570186075264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.425940:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406893100 x1858570186075264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.425955:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca000. 02000000:00000010:0.0:1772473466.425959:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599600. 00000100:00000010:0.0:1772473466.425962:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8adf80. 02000000:00000010:0.0:1772473466.425967:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cac00. 02000000:00000010:0.0:1772473466.425971:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599000. 00000100:00000010:0.0:1772473466.425973:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406892300. 02000000:00000010:0.0:1772473466.425977:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cba00. 02000000:00000010:0.0:1772473466.425980:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599b00. 00000100:00000010:0.0:1772473466.425984:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406893100. 00000020:00000010:1.0:1772473466.430193:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473466.430206:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473466.430214:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e68e00. 00000020:00000010:1.0:1772473466.430221:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524900. 00000020:00000010:1.0:1772473466.430228:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473466.430268:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473466.430271:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4600. 00000100:00000200:1.0:1772473466.430276:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186074752 02000000:00000010:1.0:1772473466.430298:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c94f800. 00010000:00000200:1.0:1772473466.430313:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba4450 x1858570186074752/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:747/0 lens 224/224 e 0 to 0 dl 1772473477 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473466.430349:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473466.430357:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186074752, offset 224 00000400:00000200:1.0:1772473466.430365:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473466.430380:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473466.430392:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb2a80 00000400:00000200:1.0:1772473466.430401:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17161 [1] + 224 00000400:00000200:1.0:1772473466.430410:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473466.430415:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473466.430427:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186074752/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473466.430452:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473466.430733:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473466.430791:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524900. 00000020:00000010:1.0:1772473466.430796:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473466.430802:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e68e00. 02000000:00000010:1.0:1772473466.430810:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43c94f800. 00000100:00000200:1.0:1772473466.430817:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473466.430826:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473466.430831:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c300. 00000400:00000010:1.0:1772473466.430872:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bcb8. 00000400:00000200:1.0:1772473466.430876:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145aa0 00000400:00000010:1.0:1772473466.430878:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145aa0. 00000100:00000200:1.0:1772473466.430885:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186074752/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473466.430896:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186074752/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473466.430927:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca200. 02000000:00000010:1.0:1772473466.430934:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599300. 00000100:00000010:1.0:1772473466.430939:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:2.0:1772473466.494937:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1e40. 00000100:00000010:1.0:1772473466.495198:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1960. 00000100:00000010:3.0:1772473466.495276:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1060. 00000100:00000010:0.0:1772473466.495363:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1d20. 00000100:00000010:1.0:1772473466.937021:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578dc00. 02000000:00000010:1.0:1772473466.937050:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224400. 02000000:00000010:1.0:1772473466.937136:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c94d000. 00000400:00000010:1.0:1772473466.937147:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473466.937156:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473466.937166:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186075520, portal 4 00000400:00000010:1.0:1772473466.937175:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473466.937178:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186075520, offset 0 00000400:00000200:1.0:1772473466.937189:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473466.937209:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473466.937225:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb2d80 00000400:00000200:1.0:1772473466.937234:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 6720 00000400:00000200:1.0:1772473466.937243:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473466.937248:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473466.937259:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473466.937264:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ea00. 00000400:00000200:1.0:1772473466.937286:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473466.937289:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473466.937299:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578dc00 x1858570186075520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473466.937325:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3028311e0. 00000100:00000010:1.0:1772473466.937341:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831480. 00000100:00000010:1.0:1772473466.937347:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831ba0. 00000100:00000010:1.0:1772473466.937353:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831ae0. 00000020:00000010:1.0:1772473466.937413:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473466.937420:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473466.937429:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326de00. 00000020:00000010:1.0:1772473466.937435:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524880. 00000020:00000010:1.0:1772473466.937440:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473466.937482:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473466.937485:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ac0. 00000100:00000200:1.0:1772473466.937488:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075520 02000000:00000010:1.0:1772473466.937510:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43c94e800. 00010000:00000200:1.0:1772473466.937555:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578ea00 x1858570186075520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:747/0 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473466.937573:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473466.937576:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186075520, offset 224 00000400:00000200:1.0:1772473466.937581:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473466.937586:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473466.937591:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb2d80 00000400:00000200:1.0:1772473466.937596:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x171ad [1] + 224 00000400:00000200:1.0:1772473466.937601:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473466.937604:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473466.937611:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578dc00 x1858570186075520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473466.937627:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473466.937629:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000020:00000010:1.0:1772473466.937642:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524880. 00000020:00000010:1.0:1772473466.937647:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473466.937651:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326de00. 00000400:00000010:1.0:1772473466.937687:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473466.937690:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473466.937692:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473466.937697:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578dc00 x1858570186075520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473466.937706:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578dc00 x1858570186075520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473466.937763:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c94d000. 02000000:00000010:1.0:1772473466.937771:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224400. 00000100:00000010:1.0:1772473466.937781:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578dc00. 00000100:00000010:0.0:1772473466.938122:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b182d80. 02000000:00000010:0.0:1772473466.938135:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599b00. 02000000:00000010:0.0:1772473466.938166:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c410014000. 00000400:00000010:0.0:1772473466.938172:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473466.938177:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.938181:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186075648, portal 4 00000400:00000010:0.0:1772473466.938187:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.938190:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186075648, offset 0 00000400:00000200:0.0:1772473466.938196:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.938203:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.938213:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb2e00 00000400:00000200:0.0:1772473466.938219:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 6944 00000400:00000200:0.0:1772473466.938224:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.938227:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.938231:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1772473466.938235:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b180700. 00000400:00000200:0.0:1772473466.938257:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473466.938260:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.938265:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b182d80 x1858570186075648/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473466.938869:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473466.938876:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473466.938883:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cba00. 00000020:00000010:0.0:1772473466.938888:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473466.938894:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.938936:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473466.938939:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000100:00000200:0.0:1772473466.938942:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075648 02000000:00000010:0.0:1772473466.938958:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c410015800. 00010000:00000200:0.0:1772473466.938997:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b180700 x1858570186075648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:747/0 lens 224/368 e 0 to 0 dl 1772473477 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473466.939013:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473466.939018:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186075648, offset 224 00000400:00000200:0.0:1772473466.939024:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473466.939033:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473466.939040:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb2e00 00000400:00000200:0.0:1772473466.939047:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x171b9 [1] + 224 00000400:00000200:0.0:1772473466.939052:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473466.939054:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473466.939061:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b182d80 x1858570186075648/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473466.939079:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473466.939081:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000020:00000010:0.0:1772473466.939092:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473466.939096:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473466.939099:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cba00. 00000400:00000010:0.0:1772473466.939120:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:0.0:1772473466.939124:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473466.939126:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473466.939130:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b182d80 x1858570186075648/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473466.939138:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b182d80 x1858570186075648/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473466.939168:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c410014000. 02000000:00000010:0.0:1772473466.939172:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599b00. 00000100:00000010:0.0:1772473466.939176:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b182d80. 00000100:00000010:1.0:1772473466.943865:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831480. 00000100:00000010:3.0:1772473466.943952:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831ae0. 00000100:00000010:2.0:1772473466.944130:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831ba0. 00000100:00000010:0.0:1772473466.944246:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3028311e0. 00000020:00000010:3.0:1772473468.634236:0:104937:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303197820. 00000020:00000010:3.0:1772473468.634353:0:104937:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303197820. 00000020:00000010:3.0:1772473468.634975:0:104937:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c302ae4000. 00000020:00000010:3.0:1772473468.634991:0:104937:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448c00. 00000020:00000010:3.0:1772473468.634997:0:104937:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c302448600. 00000040:00000010:3.0:1772473468.635003:0:104937:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c302449000. 00000020:00000010:3.0:1772473468.635010:0:104937:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562a800. 00000020:00000010:3.0:1772473468.635018:0:104937:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c302449a00. 80000000:00000010:3.0:1772473468.635024:0:104937:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243de0. 00040000:00000010:3.0:1772473468.635031:0:104937:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c302448e00. 00080000:00000010:3.0:1772473468.635038:0:104937:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405629800. 20000000:00000010:3.0:1772473468.635044:0:104937:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c41ca06a00. 00000020:00000010:3.0:1772473468.635051:0:104937:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8800. 20000000:00000010:3.0:1772473468.635058:0:104937:0:(mgs_handler.c:1148:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff90c435243c00. 20000000:00000010:3.0:1772473468.635069:0:104937:0:(mgs_llog.c:6139:mgs_set_param()) kmalloced '(mti)': 4544 at ffff90c435196000. 00000040:00000010:3.0:1772473468.635091:0:104937:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c41ca07a00. 00000040:00000010:3.0:1772473468.635173:0:104937:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c405f70368. 00000040:00000010:3.0:1772473468.635191:0:104937:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c4342e8000. 00000040:00000010:3.0:1772473468.635530:0:104937:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c435243000. 00000020:00000010:3.0:1772473468.637522:0:104938:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:3.0:1772473468.637538:0:104938:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c41c6d3800. 00000040:00000010:3.0:1772473468.637544:0:104938:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c41c6d2600. 00000020:00000010:3.0:1772473468.637551:0:104938:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562d800. 00000020:00000010:3.0:1772473468.637560:0:104938:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473468.637568:0:104938:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30254aa00. 80000000:00000010:3.0:1772473468.637573:0:104938:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243ae0. 40000000:00000010:3.0:1772473468.637579:0:104938:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4012e89c0. 00100000:00000010:3.0:1772473468.637589:0:104938:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c40562f800. 00040000:00000010:3.0:1772473468.637596:0:104938:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c433d52a00. 00040000:00000010:3.0:1772473468.637602:0:104938:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c405628800. 00040000:00000010:3.0:1772473468.637606:0:104938:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30254ba00. 00080000:00000010:3.0:1772473468.637612:0:104938:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562c000. 00000004:00000010:3.0:1772473468.637619:0:104938:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c405628000. 00000004:00000010:3.0:1772473468.637626:0:104938:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c303da2000. 00000004:00000010:3.0:1772473468.637633:0:104938:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c40562b000. 00002000:00000010:3.0:1772473468.637639:0:104938:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c302ae6000. 00000004:00000010:3.0:1772473468.637645:0:104938:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c302ae7000. 00000020:00000010:3.0:1772473468.637653:0:104938:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8280. 00000040:00000010:3.0:1772473468.637665:0:104938:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c30248e000. 20000000:00000010:3.0:1772473468.637843:0:104938:0:(mgs_llog.c:1160:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff90c43520c200. 20000000:00000010:3.0:1772473468.637850:0:104938:0:(mgs_llog.c:1228:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff90c43520c200. 00000040:00000010:3.0:1772473468.637858:0:104938:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c30248e000. 00000020:00000010:3.0:1772473468.637865:0:104938:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8280. 00000020:00000010:3.0:1772473468.637874:0:104938:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c41c6d3800. 00000040:00000010:3.0:1772473468.637881:0:104938:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c41c6d2600. 00000020:00000010:3.0:1772473468.637885:0:104938:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562d800. 00000020:00000010:3.0:1772473468.637890:0:104938:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473468.637895:0:104938:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30254aa00. 80000000:00000010:3.0:1772473468.637899:0:104938:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243ae0. 40000000:00000010:3.0:1772473468.637903:0:104938:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4012e89c0. 00100000:00000010:3.0:1772473468.637907:0:104938:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c40562f800. 00040000:00000010:3.0:1772473468.637911:0:104938:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c433d52a00. 00040000:00000010:3.0:1772473468.637921:0:104938:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c405628800. 00040000:00000010:3.0:1772473468.637924:0:104938:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30254ba00. 00080000:00000010:3.0:1772473468.637928:0:104938:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562c000. 00000004:00000010:3.0:1772473468.637933:0:104938:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c405628000. 00000004:00000010:3.0:1772473468.637936:0:104938:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c303da2000. 00000004:00000010:3.0:1772473468.637941:0:104938:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c40562b000. 00002000:00000010:3.0:1772473468.637945:0:104938:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c302ae6000. 00000004:00000010:3.0:1772473468.637949:0:104938:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c302ae7000. 00000020:00000010:3.0:1772473468.637952:0:104938:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 00000040:00000010:1.0:1772473468.638005:0:104937:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c435243000. 00000040:00000010:1.0:1772473468.638026:0:104937:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c405f70368. 00000040:00000010:1.0:1772473468.638034:0:104937:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c4342e8000. 00000040:00000010:1.0:1772473468.638040:0:104937:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c41ca07a00. 20000000:00000400:1.0:1772473468.638045:0:104937:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00000010:2.0:1772473468.647792:0:104937:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c54600. 00010000:00000010:2.0:1772473468.647830:0:104937:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c418408e80. 00000100:00000010:2.0:1772473468.647841:0:104937:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998240. 00000100:00000010:2.0:1772473468.647853:0:104937:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb90380. 02000000:00000010:2.0:1772473468.647868:0:104937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3030fbe00. 02000000:00000010:2.0:1772473468.647903:0:104937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3030fb200. 00000400:00000010:2.0:1772473468.647911:0:104937:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e754d0. 00000400:00000010:2.0:1772473468.647918:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473468.647926:0:104937:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075776, portal 16 00000400:00000010:2.0:1772473468.647932:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473468.647935:0:104937:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186075776, offset 0 00000400:00000200:2.0:1772473468.647945:0:104937:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473468.647959:0:104937:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473468.647969:0:104937:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb2e80 00000400:00000200:2.0:1772473468.647976:0:104937:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x16d3d [2] + 1968 00000400:00000010:2.0:1772473468.647981:0:104937:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362f20. 00000400:00000200:2.0:1772473468.647985:0:104937:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4091b4a80 00000400:00000200:2.0:1772473468.647991:0:104937:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473468.647995:0:104937:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473468.648000:0:104937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4091b4a80 00000400:00000010:2.0:1772473468.648003:0:104937:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4091b4a80. 00000100:00000200:2.0:1772473468.648013:0:104937:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1772473468.648042:0:104937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:2.0:1772473468.648045:0:104937:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473468.648054:0:104937:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43bb90380 x1858570186075776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1772473468.648072:0:104937:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302af8ea0. 00000100:00000010:2.0:1772473468.648084:0:104937:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302af8f60. 00000100:00000010:2.0:1772473468.648089:0:104937:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302af8300. 00000100:00000010:2.0:1772473468.648094:0:104937:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302af8ba0. 00000100:00000010:2.0:1772473468.648105:0:104937:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb93100. 02000000:00000010:2.0:1772473468.648111:0:104937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3030fb400. 02000000:00000010:2.0:1772473468.648120:0:104937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303741200. 00000400:00000010:2.0:1772473468.648123:0:104937:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75420. 00000400:00000010:2.0:1772473468.648126:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473468.648128:0:104937:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186075904, portal 16 00000400:00000010:2.0:1772473468.648131:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9dd0. 00000100:00000200:2.0:1772473468.648133:0:104937:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186075904, offset 0 00000400:00000200:2.0:1772473468.648137:0:104937:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473468.648141:0:104937:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473468.648145:0:104937:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb2f00 00000400:00000200:2.0:1772473468.648150:0:104937:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69a5c17bb2f00 off 0 len 328 00000100:00000010:2.0:1772473468.648155:0:104937:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473468.648159:0:104937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c303740400. 02000000:00000010:2.0:1772473468.648165:0:104937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543f600. 00000400:00000010:2.0:1772473468.648168:0:104937:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473468.648171:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473468.648173:0:104937:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186076032, portal 16 00000400:00000010:2.0:1772473468.648175:0:104937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9b28. 00000100:00000200:2.0:1772473468.648177:0:104937:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186076032, offset 0 00000400:00000200:2.0:1772473468.648181:0:104937:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473468.648184:0:104937:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473468.648188:0:104937:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb2f80 00000400:00000200:2.0:1772473468.648191:0:104937:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69a5c17bb2f80 off 0 len 328 00000100:00000010:1.0:1772473468.648322:0:5795:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90c43c94f400. 00000100:00000010:1.0:1772473468.648331:0:5795:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90c301fd2000. 00000100:00000200:1.0:1772473468.648335:0:5795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1772473468.648339:0:5795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473468.648343:0:5795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c240. 00000400:00000200:1.0:1772473468.648349:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 0 00000400:00000200:1.0:1772473468.648353:0:5795:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1858570186075904 offset 0 length 328. 00000400:00000200:1.0:1772473468.648357:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 328 00000400:00000200:1.0:1772473468.648360:0:5795:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1858570186076032 offset 0 length 328. 00000400:00000200:1.0:1772473468.648364:0:5795:0:(lib-move.c:5161:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1858570186075904 offset 0 length 328. 00000400:00000200:1.0:1772473468.648368:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473468.648380:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473468.648383:0:5795:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473468.648388:0:5795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578dc00. 00000400:00000200:1.0:1772473468.648408:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9dd0 00000400:00000010:1.0:1772473468.648410:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9dd0. 00000100:00000200:1.0:1772473468.648416:0:5795:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43bb93100 x1858570186075904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473468.648428:0:5795:0:(lib-move.c:5161:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1858570186076032 offset 0 length 328. 00000400:00000200:1.0:1772473468.648432:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473468.648436:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473468.648439:0:5795:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473468.648442:0:5795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578fb80. 00000400:00000200:1.0:1772473468.648447:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9b28 00000400:00000010:1.0:1772473468.648449:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9b28. 00000020:00000010:2.0:1772473468.648451:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c418408c40. 00000100:00000200:1.0:1772473468.648454:0:5795:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186076032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1772473468.648457:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c418408c40. 00000020:00000010:2.0:1772473468.648464:0:5794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43543f200. 00000020:00000010:2.0:1772473468.648470:0:5794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473468.648475:0:5794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eb7d0. 00000020:00000010:1.0:1772473468.648476:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473468.648480:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473468.648485:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326c800. 00000020:00000010:1.0:1772473468.648488:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524880. 00000020:00000010:1.0:1772473468.648492:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:2.0:1772473468.648503:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c418408c40. 00000020:00000010:2.0:1772473468.648506:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c418408c40. 00000020:00000010:2.0:1772473468.648511:0:5794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43543e200. 00000020:00000010:2.0:1772473468.648514:0:5794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9a80. 00000020:00000010:1.0:1772473468.648517:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:2.0:1772473468.648518:0:5794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eb578. 00000020:00000010:1.0:1772473468.648522:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000100:00000200:1.0:1772473468.648527:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075776 02000000:00000010:1.0:1772473468.648541:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c94cc00. 00000400:00000010:1.0:1772473468.648552:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473468.648555:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186075776, offset 224 00000400:00000200:1.0:1772473468.648560:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473468.648566:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473468.648572:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb2e80 00000400:00000200:1.0:1772473468.648576:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x171c5 [1] + 224 00000400:00000200:1.0:1772473468.648580:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473468.648582:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473468.648588:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43bb90380 x1858570186075776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473468.648614:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473468.648617:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00010000:00000010:1.0:1772473468.648624:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c305b1c180. 00000400:00000010:2.0:1772473468.648641:0:104937:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e754d0. 00000400:00000200:2.0:1772473468.648646:0:104937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9cc0 00000400:00000010:2.0:1772473468.648649:0:104937:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473468.648655:0:104937:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43bb90380 x1858570186075776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1772473468.648655:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9780. 00000020:00000010:1.0:1772473468.648662:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eb7d0. 00000020:00000010:1.0:1772473468.648669:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43543f200. 00000100:00000200:2.0:1772473468.648671:0:104937:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43bb90380 x1858570186075776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1772473468.648680:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43c94cc00. 02000000:00000010:1.0:1772473468.648686:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c301e9bc00. 00000100:00000010:1.0:1772473468.648690:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406893b80. 02000000:00000010:1.0:1772473468.648695:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c405791000. 00000100:00000010:1.0:1772473468.648698:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406891880. 02000000:00000010:1.0:1772473468.648702:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c405792400. 00000100:00000010:1.0:1772473468.648707:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406890a80. 02000000:00000010:1.0:1772473468.648709:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c435272c00. 00000100:00000010:1.0:1772473468.648715:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb91180. 02000000:00000010:1.0:1772473468.648718:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c303c72800. 00000100:00000010:1.0:1772473468.648720:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303ba0700. 02000000:00000010:1.0:1772473468.648723:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c405793c00. 00000100:00000010:1.0:1772473468.648726:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c435204700. 00000100:00000010:1.0:1772473468.648729:0:5795:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90c4342ee000. 00000100:00000010:1.0:1772473468.648732:0:5795:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90c3025fd400. 00000020:00000010:1.0:1772473468.648783:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473468.648785:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000100:00000200:1.0:1772473468.648788:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186075904 02000000:00000010:1.0:1772473468.648795:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c94cc00. 00000400:00000010:1.0:1772473468.648800:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473468.648803:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186075904, offset 224 00000400:00000200:1.0:1772473468.648808:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473468.648813:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473468.648828:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb2f00 00000400:00000200:1.0:1772473468.648834:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x171cd [1] + 224 00000400:00000200:1.0:1772473468.648837:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473468.648840:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473468.648845:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43bb93100 x1858570186075904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473468.648865:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473468.648866:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00010000:00000010:1.0:1772473468.648872:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c305b1ccc0. 00000020:00000010:1.0:1772473468.648884:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524880. 00000020:00000010:1.0:1772473468.648887:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473468.648891:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326c800. 00000020:00000010:1.0:1772473468.648901:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473468.648903:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000100:00000200:1.0:1772473468.648905:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076032 02000000:00000010:1.0:1772473468.648912:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c94d000. 00000400:00000010:1.0:1772473468.648917:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473468.648919:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186076032, offset 224 00000400:00000200:1.0:1772473468.648923:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473468.648928:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473468.648933:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb2f80 00000400:00000200:1.0:1772473468.648936:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x171d5 [1] + 224 00000400:00000200:1.0:1772473468.648939:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473468.648942:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473468.648946:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186076032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473468.648955:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473468.648957:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00010000:00000010:1.0:1772473468.648961:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c305b1ca80. 00000020:00000010:1.0:1772473468.648967:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9a80. 00000020:00000010:1.0:1772473468.648970:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eb578. 00000020:00000010:1.0:1772473468.648973:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43543e200. 00000100:00000010:1.0:1772473468.649010:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578e680. 02000000:00000010:1.0:1772473468.649018:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30326c800. 00010000:00000010:1.0:1772473468.649047:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c305b1c180. 00000100:00000010:1.0:1772473468.649057:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb91180. 02000000:00000010:1.0:1772473468.649062:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30326c200. 00010000:00000010:1.0:1772473468.649071:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c305b1ccc0. 00000100:00000010:1.0:1772473468.649078:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473468.649082:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30326d800. 00010000:00000010:1.0:1772473468.649102:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c305b1ca80. 02000000:00000010:1.0:1772473468.649117:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326c000. 00000400:00000010:1.0:1772473468.649122:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362268. 00000400:00000010:2.0:1772473468.649382:0:104937:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75420. 00000400:00000200:2.0:1772473468.649386:0:104937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:2.0:1772473468.649387:0:104937:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473468.649393:0:104937:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43bb93100 x1858570186075904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1772473468.649400:0:104937:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43bb93100 x1858570186075904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1772473468.649412:0:104937:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:2.0:1772473468.649415:0:104937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:2.0:1772473468.649416:0:104937:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473468.649420:0:104937:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186076032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1772473468.649426:0:104937:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186076032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1772473468.649438:0:104937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3030fb200. 02000000:00000010:2.0:1772473468.649444:0:104937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3030fbe00. 00000100:00000010:2.0:1772473468.649448:0:104937:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb90380. 02000000:00000010:2.0:1772473468.649451:0:104937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303741200. 02000000:00000010:2.0:1772473468.649454:0:104937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3030fb400. 00000100:00000010:2.0:1772473468.649457:0:104937:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb93100. 02000000:00000010:2.0:1772473468.649460:0:104937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543f600. 02000000:00000010:2.0:1772473468.649463:0:104937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c303740400. 00000100:00000010:2.0:1772473468.649466:0:104937:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 00000100:00000010:2.0:1772473468.649469:0:104937:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998240. 00010000:00000010:2.0:1772473468.649472:0:104937:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c418408e80. 02000000:00000010:0.0:1772473468.649765:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca200. 00000400:00000010:0.0:1772473468.649771:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473468.649776:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473468.649780:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186076288, portal 18 00000400:00000010:0.0:1772473468.649786:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.649789:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186076288, offset 0 00000400:00000200:0.0:1772473468.649794:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473468.649802:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473468.649810:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb3080 00000400:00000200:0.0:1772473468.649815:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3be9 [2] + 1968 00000400:00000010:0.0:1772473468.649828:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c404b29688. 00000400:00000200:0.0:1772473468.649832:0:3343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c30108f180 00000400:00000200:0.0:1772473468.649836:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473468.649839:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473468.649842:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30108f180 00000400:00000010:0.0:1772473468.649844:0:3343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c30108f180. 00000100:00000200:0.0:1772473468.649850:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1772473468.649864:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473468.649866:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.649872:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43bb91180 x1858570186076288/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473468.649915:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb000. 00000400:00000010:0.0:1772473468.649920:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb58. 00000400:00000010:0.0:1772473468.649923:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.649925:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186076416, portal 18 00000400:00000010:0.0:1772473468.649929:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473468.649931:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186076416, offset 0 00000400:00000200:0.0:1772473468.649934:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473468.649939:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473468.649944:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb3100 00000400:00000200:0.0:1772473468.649948:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f89 [2] + 0 00000400:00000200:0.0:1772473468.649952:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473468.649954:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473468.649957:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1772473468.649961:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b182d80. 00000400:00000200:0.0:1772473468.649973:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473468.649975:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473468.649980:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186076416/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473468.650015:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650018:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650024:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c406878600. 00000020:00000010:0.0:1772473468.650028:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7600. 00000020:00000010:0.0:1772473468.650031:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000100:00000200:0.0:1772473468.650051:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c404ae1450 x1858570186076288/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:749/0 lens 328/0 e 0 to 0 dl 1772473479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473468.650073:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650076:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650079:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c406879400. 00000020:00000010:0.0:1772473468.650081:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7200. 00000020:00000010:0.0:1772473468.650085:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000100:00000200:0.0:1772473468.650092:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c43b182d80 x1858570186076416/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:749/0 lens 328/0 e 0 to 0 dl 1772473479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473468.650112:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650114:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000100:00000200:0.0:1772473468.650116:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076288 02000000:00000010:0.0:1772473468.650136:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c44215dc00. 00000400:00000010:0.0:1772473468.650169:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473468.650172:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186076288, offset 224 00000400:00000200:0.0:1772473468.650176:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473468.650181:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473468.650186:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb3080 00000400:00000200:0.0:1772473468.650190:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x171ed [1] + 224 00000400:00000200:0.0:1772473468.650194:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473468.650196:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473468.650203:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43bb91180 x1858570186076288/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473468.650217:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473468.650220:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000020:00000010:0.0:1772473468.650228:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7600. 00000020:00000010:0.0:1772473468.650232:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473468.650236:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c406878600. 02000000:00000010:0.0:1772473468.650243:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c44215dc00. 02000000:00000010:0.0:1772473468.650247:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c30343bc00. 00000100:00000010:0.0:1772473468.650251:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406891180. 02000000:00000010:0.0:1772473468.650254:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c303539400. 00000100:00000010:0.0:1772473468.650257:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406890700. 02000000:00000010:0.0:1772473468.650260:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c409105c00. 00000100:00000010:0.0:1772473468.650265:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406892680. 02000000:00000010:0.0:1772473468.650268:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3037f6400. 00000100:00000010:0.0:1772473468.650271:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43419ce00. 02000000:00000010:0.0:1772473468.650274:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c301e99800. 00000100:00000010:0.0:1772473468.650277:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3057be680. 02000000:00000010:0.0:1772473468.650280:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c302a63000. 00000100:00000010:0.0:1772473468.650283:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ed80. 00000100:00000200:0.0:1772473468.650290:0:5796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1772473468.650294:0:5796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b840. 00000400:00000010:0.0:1772473468.650298:0:5796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c303096300. 00000020:00000010:0.0:1772473468.650308:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473468.650311:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000100:00000200:0.0:1772473468.650313:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076416 02000000:00000010:0.0:1772473468.650318:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c44215dc00. 00000400:00000010:0.0:1772473468.650333:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473468.650337:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186076416, offset 224 00000400:00000200:0.0:1772473468.650342:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473468.650348:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473468.650354:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb3100 00000400:00000200:0.0:1772473468.650358:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x171f5 [1] + 224 00000400:00000200:0.0:1772473468.650362:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473468.650365:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473468.650382:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186076416/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473468.650404:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473468.650406:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000020:00000010:0.0:1772473468.650413:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7200. 00000020:00000010:0.0:1772473468.650415:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473468.650418:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c406879400. 00000400:00000010:0.0:1772473468.650441:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:0.0:1772473468.650444:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473468.650446:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473468.650450:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43bb91180 x1858570186076288/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473468.650458:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43bb91180 x1858570186076288/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473468.650472:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca200. 02000000:00000010:0.0:1772473468.650476:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30326c200. 00000100:00000010:0.0:1772473468.650479:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb91180. 00000400:00000010:0.0:1772473468.650492:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb58. 00000400:00000200:0.0:1772473468.650496:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473468.650497:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.650502:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186076416/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473468.650509:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186076416/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473468.650519:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb000. 02000000:00000010:0.0:1772473468.650522:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30326d800. 00000100:00000010:0.0:1772473468.650525:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 00000400:00000010:0.0:1772473468.650907:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.650913:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186076160, portal 18 00000400:00000010:0.0:1772473468.650919:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473468.650922:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186076160, offset 0 00000400:00000200:0.0:1772473468.650927:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473468.650934:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473468.650940:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb3000 00000400:00000200:0.0:1772473468.650944:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f89 [2] + 328 00000400:00000200:0.0:1772473468.650948:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473468.650957:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473468.650960:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1772473468.650965:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b181180. 00000400:00000200:0.0:1772473468.650985:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473468.650988:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473468.650993:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578e680 x1858570186076160/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473468.651014:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c418408e80. 00000020:00000010:2.0:1772473468.651019:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c418408e80. 00000020:00000010:2.0:1772473468.651024:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303740400. 00000020:00000010:2.0:1772473468.651028:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9180. 00000020:00000010:2.0:1772473468.651031:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000100:00000200:2.0:1772473468.651044:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c43b181180 x1858570186076160/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:749/0 lens 328/0 e 0 to 0 dl 1772473479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473468.651069:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c418408e80. 00000020:00000010:2.0:1772473468.651072:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c418408e80. 00000100:00000200:2.0:1772473468.651074:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076160 02000000:00000010:2.0:1772473468.651080:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1e000. 00010000:00000010:2.0:1772473468.651099:0:5796:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c418408e80. 00000100:00000010:2.0:1772473468.651104:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998240. 00000100:00000010:2.0:1772473468.651127:0:5796:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998240. 00010000:00000010:2.0:1772473468.651130:0:5796:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c418408e80. 00000400:00000010:2.0:1772473468.651137:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473468.651139:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186076160, offset 224 00000400:00000200:2.0:1772473468.651144:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473468.651149:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473468.651154:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb3000 00000400:00000200:2.0:1772473468.651158:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17209 [1] + 224 00000400:00000200:2.0:1772473468.651163:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473468.651165:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473468.651171:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578e680 x1858570186076160/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473468.651184:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:2.0:1772473468.651186:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000020:00000010:2.0:1772473468.651193:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9180. 00000020:00000010:2.0:1772473468.651195:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473468.651199:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303740400. 20000000:00000010:1.0:1772473468.651249:0:104937:0:(mgs_llog.c:6161:mgs_set_param()) kfreed 'mti': 4544 at ffff90c435196000. 20000000:00000010:1.0:1772473468.651256:0:104937:0:(mgs_handler.c:1166:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff90c435243c00. 00000020:00000010:1.0:1772473468.651263:0:104937:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8800. 00000020:00000010:1.0:1772473468.651272:0:104937:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c302448600. 00000040:00000010:1.0:1772473468.651277:0:104937:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c302449000. 00000020:00000010:1.0:1772473468.651281:0:104937:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562a800. 00000020:00000010:1.0:1772473468.651287:0:104937:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c302449a00. 80000000:00000010:1.0:1772473468.651290:0:104937:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243de0. 00040000:00000010:1.0:1772473468.651294:0:104937:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c302448e00. 00080000:00000010:1.0:1772473468.651298:0:104937:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405629800. 20000000:00000010:1.0:1772473468.651301:0:104937:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473468.651305:0:104937:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448c00. 00000020:00000010:1.0:1772473468.651310:0:104937:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c302ae4000. 00000400:00000010:0.0:1772473468.651506:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362268. 00000400:00000200:0.0:1772473468.651511:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473468.651512:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473468.651518:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578e680 x1858570186076160/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473468.651526:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578e680 x1858570186076160/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473484 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473468.651541:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326c000. 02000000:00000010:0.0:1772473468.651545:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30326c800. 00000100:00000010:0.0:1772473468.651549:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578e680. 00010000:00000010:1.1:1772473468.654052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351ca200. 00010000:00000010:1.1:1772473468.654062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54200. 00010000:00000010:1.1:1772473468.654069:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328800. 00010000:00000010:1.1:1772473468.654073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55000. 00010000:00000010:1.1:1772473468.655785:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8aa00. 00010000:00000010:1.1:1772473468.655796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c54600. 00010000:00000010:2.1:1772473468.656012:0:104914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55400. 00010000:00000010:0.1:1772473468.656332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4dc00. 00010000:00000010:0.1:1772473468.656338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb200. 00000100:00000010:3.0:1772473468.726834:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302af8ba0. 00000100:00000010:1.0:1772473468.726838:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302af8f60. 00000100:00000010:0.0:1772473468.726924:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302af8ea0. 00000100:00000010:2.0:1772473468.727039:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302af8300. 00000800:00000200:2.0:1772473469.882912:0:3334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c430df8300] -> 12345-192.168.201.148@tcp (6) 00000800:00000200:2.0:1772473469.882921:0:3334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.148@tcp ip 192.168.201.148:988 00000800:00000200:2.0:1772473469.882928:0:3334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43520c600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1772473469.883058:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1772473470.070984:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578e680. 02000000:00000010:0.0:1772473470.071012:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cba00. 00010000:00000010:0.0:1772473470.071029:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8ab00. 00010000:00000010:0.0:1772473470.071047:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351ca200. 00000100:00000010:0.0:1772473470.071070:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096000. 02000000:00000010:0.0:1772473470.071090:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c44215ec00. 00000400:00000010:0.0:1772473470.071096:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb58. 00000400:00000010:0.0:1772473470.071102:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473470.071109:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186076544, portal 25 00000400:00000010:0.0:1772473470.071114:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.071117:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186076544, offset 0 00000400:00000200:0.0:1772473470.071125:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.071138:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.071150:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb3180 00000400:00000200:0.0:1772473470.071156:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16411 [2] + 0 00000400:00000010:0.0:1772473470.071160:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e898. 00000400:00000200:0.0:1772473470.071167:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303096780 00000400:00000200:0.0:1772473470.071173:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.071176:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473470.071181:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096780 00000400:00000010:0.0:1772473470.071184:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303096780. 00000100:00000200:0.0:1772473470.071193:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473470.071224:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473470.071226:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.071234:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578e680 x1858570186076544/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473470.071252:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1ae0. 00000100:00000010:0.0:1772473470.071265:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1420. 00000100:00000010:0.0:1772473470.071271:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1cc0. 00000100:00000010:0.0:1772473470.071276:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1780. 00000020:00000010:1.0:1772473470.071442:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.071447:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.071452:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.071457:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.071462:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.071507:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.071509:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.071512:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076544 00010000:00000010:1.0:1772473470.071530:0:5803:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328800. 00010000:00000010:1.0:1772473470.071534:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55a00. 02000000:00000010:1.0:1772473470.071546:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43c94d400. 00010000:00000200:1.0:1772473470.071567:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbfc50 x1858570186076544/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 328/344 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.071583:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.071586:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186076544, offset 224 00000400:00000200:1.0:1772473470.071590:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.071595:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.071600:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb3180 00000400:00000200:1.0:1772473470.071606:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17215 [1] + 224 00000400:00000200:1.0:1772473470.071610:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.071612:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.071619:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578e680 x1858570186076544/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.071640:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473470.071642:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473470.071653:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.071657:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.071661:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 02000000:00000010:1.0:1772473470.071668:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43c94d400. 00000100:00000200:1.0:1772473470.071675:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473470.071678:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362738. 00000400:00000010:1.0:1772473470.071694:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c410bdba80. 00000400:00000010:0.0:1772473470.071954:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb58. 00000400:00000200:0.0:1772473470.071958:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473470.071960:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473470.071965:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578e680 x1858570186076544/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473470.071975:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578e680 x1858570186076544/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473470.071996:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096000. 02000000:00000010:0.0:1772473470.072011:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c44215ec00. 02000000:00000010:0.0:1772473470.072016:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cba00. 00000100:00000010:0.0:1772473470.072021:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578e680. 10000000:00000010:0.0:1772473470.072029:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c404baddc0. 00000020:00000010:0.0:1772473470.072033:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cba00. 00000020:00000010:0.0:1772473470.072036:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033cb800. 00000040:00000010:0.0:1772473470.072117:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3033cac00. 00000020:00000010:0.0:1772473470.072122:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a6800. 00000020:00000010:0.0:1772473470.072126:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033ca400. 80000000:00000010:0.0:1772473470.072130:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c3030e1360. 00040000:00000010:0.0:1772473470.072134:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cb600. 00080000:00000010:0.0:1772473470.072139:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a2000. 20000000:00000010:0.0:1772473470.072144:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c3033ca600. 00000040:00000010:0.0:1772473470.072150:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033cae00. 00000100:00000010:0.0:1772473470.072155:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578e680. 02000000:00000010:0.0:1772473470.072163:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cb200. 00000100:00000010:0.0:1772473470.072172:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096000. 02000000:00000010:0.0:1772473470.072181:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb000. 00000400:00000010:0.0:1772473470.072185:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb58. 00000400:00000010:0.0:1772473470.072188:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473470.072191:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186076672, portal 25 00000400:00000010:0.0:1772473470.072194:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.072196:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186076672, offset 0 00000400:00000200:0.0:1772473470.072200:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.072205:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.072211:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb3200 00000400:00000200:0.0:1772473470.072216:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16465 [2] + 0 00000400:00000010:0.0:1772473470.072219:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75268. 00000400:00000200:0.0:1772473470.072222:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c402b28b40 00000400:00000200:0.0:1772473470.072226:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.072228:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473470.072231:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c402b28b40 00000400:00000010:0.0:1772473470.072233:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c402b28b40. 00000100:00000200:0.0:1772473470.072238:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473470.072257:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473470.072259:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.072264:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578e680 x1858570186076672/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473470.072468:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.072472:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.072476:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.072479:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.072482:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.072511:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.072513:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.072516:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076672 02000000:00000010:1.0:1772473470.072527:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43c94d400. 00000040:00000010:1.0:1772473470.072532:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302449000. 00000040:00000010:1.0:1772473470.072592:0:5806:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c4057d0228. 00000040:00000010:1.0:1772473470.072605:0:5806:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c4057d0228. 00000040:00000010:1.0:1772473470.072609:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302449000. 00010000:00000200:1.0:1772473470.072619:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf850 x1858570186076672/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 504/272 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.072631:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.072635:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186076672, offset 224 00000400:00000200:1.0:1772473470.072638:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.072644:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.072649:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb3200 00000400:00000200:1.0:1772473470.072654:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x17225 [1] + 224 00000400:00000200:1.0:1772473470.072658:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.072661:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.072667:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578e680 x1858570186076672/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.075918:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473470.075928:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473470.075957:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.075963:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.075968:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 02000000:00000010:1.0:1772473470.075978:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43c94d400. 00000100:00000200:1.0:1772473470.075986:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473470.075997:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362688. 00000400:00000010:1.0:1772473470.076004:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c410bdbd80. 00000400:00000010:2.0:1772473470.077808:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb58. 00000400:00000200:2.0:1772473470.077822:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:2.0:1772473470.077832:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:2.0:1772473470.077847:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578e680 x1858570186076672/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473470.077858:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578e680 x1858570186076672/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473470.077890:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096000. 02000000:00000010:2.0:1772473470.077909:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb000. 02000000:00000010:2.0:1772473470.077914:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cb200. 00000100:00000010:2.0:1772473470.077918:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578e680. 00000040:00000010:2.0:1772473470.077931:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e2000. 00000100:00000010:2.0:1772473470.077937:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473470.077950:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252c200. 00000100:00000010:2.0:1772473470.077961:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998d80. 02000000:00000010:2.0:1772473470.078003:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c43fd90000. 00000400:00000010:2.0:1772473470.078010:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473470.078014:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c404998a80. 00000100:00000200:2.0:1772473470.078020:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186076800, portal 25 00000400:00000010:2.0:1772473470.078026:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.078028:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186076800, offset 0 00000400:00000200:2.0:1772473470.078035:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473470.078399:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473470.078412:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb3280 00000400:00000200:2.0:1772473470.078419:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16491 [2] + 0 00000400:00000010:2.0:1772473470.078422:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75790. 00000400:00000200:2.0:1772473470.078425:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42ca56cc0 00000400:00000200:2.0:1772473470.078431:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473470.078436:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473470.078441:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42ca56cc0 00000400:00000010:2.0:1772473470.078444:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42ca56cc0. 00000100:00000200:2.0:1772473470.078449:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473470.078525:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:2.0:1772473470.078528:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.078534:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186076800/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473470.078957:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.078963:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.078968:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.078973:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.078978:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.079066:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.079069:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.079072:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076800 02000000:00000010:1.0:1772473470.079101:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c406620000. 00000040:00000010:1.0:1772473470.079108:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302449000. 00000040:00000010:1.0:1772473470.079125:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c301fd4000. 00000040:00000010:1.0:1772473470.079240:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c301fd4000. 00000040:00000010:1.0:1772473470.079244:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302449000. 00010000:00000200:1.0:1772473470.079255:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe850 x1858570186076800/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 272/8416 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.079274:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c4039e0600. 00000100:00000200:1.0:1772473470.079279:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186076800, offset 224 00000400:00000200:1.0:1772473470.079286:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.079295:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.079301:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb3280 00000400:00000200:1.0:1772473470.079308:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x17235 [4] + 224 00000400:00000200:1.0:1772473470.079315:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.079318:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.079325:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186076800/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.079401:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4039e0600 00000400:00000010:1.0:1772473470.079404:0:5805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c4039e0600. 00000020:00000010:1.0:1772473470.079415:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.079419:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.079423:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 02000000:00000010:1.0:1772473470.079429:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c406620000. 00000100:00000200:1.0:1772473470.079442:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473470.079448:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362268. 00000400:00000010:1.0:1772473470.079451:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c4039e0600. 00000400:00000010:2.0:1772473470.080191:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:2.0:1772473470.080197:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404998a80 00000400:00000010:2.0:1772473470.080199:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c404998a80. 00000100:00000200:2.0:1772473470.080207:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186076800/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473470.080217:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186076800/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473470.080239:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998d80. 02000000:00000010:2.0:1772473470.080250:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c43fd90000. 02000000:00000010:2.0:1772473470.080262:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252c200. 00000100:00000010:2.0:1772473470.080268:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 00000040:00000010:2.0:1772473470.080278:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c302af81e0. 00000020:00000010:2.0:1772473470.080600:0:104999:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:2.0:1772473470.080605:0:104999:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252cc00. 00000040:00000010:2.0:1772473470.080609:0:104999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30252d600. 00000020:00000010:2.0:1772473470.080613:0:104999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b0800. 00000020:00000010:2.0:1772473470.080618:0:104999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473470.080623:0:104999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252c800. 80000000:00000010:2.0:1772473470.080626:0:104999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c302af8180. 40000000:00000010:2.0:1772473470.080630:0:104999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c30282e780. 00100000:00000010:2.0:1772473470.080635:0:104999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3041b7000. 00040000:00000010:2.0:1772473470.080639:0:104999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c4340c2600. 00040000:00000010:2.0:1772473470.080643:0:104999:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c3041b0000. 00040000:00000010:2.0:1772473470.080647:0:104999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30252d000. 00080000:00000010:2.0:1772473470.080651:0:104999:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b1000. 00000004:00000010:2.0:1772473470.080655:0:104999:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c3041b1800. 00000004:00000010:2.0:1772473470.080662:0:104999:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c305533000. 00000004:00000010:2.0:1772473470.080667:0:104999:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c3041b2800. 00002000:00000010:2.0:1772473470.080672:0:104999:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c43fd1e800. 00000004:00000010:2.0:1772473470.080676:0:104999:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c43fd1d800. 00000020:00000010:2.0:1772473470.080681:0:104999:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c30282e280. 00000040:00000010:2.0:1772473470.080919:0:104999:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c3032e0000. 00000040:00000010:2.0:1772473470.081511:0:104999:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c3032e0000. 00000020:00000010:2.0:1772473470.081520:0:104999:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c30282e280. 00000020:00000010:2.0:1772473470.081536:0:104999:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252cc00. 00000040:00000010:2.0:1772473470.081539:0:104999:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30252d600. 00000020:00000010:2.0:1772473470.081544:0:104999:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b0800. 00000020:00000010:2.0:1772473470.081548:0:104999:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473470.081553:0:104999:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252c800. 80000000:00000010:2.0:1772473470.081556:0:104999:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c302af8180. 40000000:00000010:2.0:1772473470.081559:0:104999:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c30282e780. 00100000:00000010:2.0:1772473470.081563:0:104999:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3041b7000. 00040000:00000010:2.0:1772473470.081566:0:104999:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c4340c2600. 00040000:00000010:2.0:1772473470.081570:0:104999:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c3041b0000. 00040000:00000010:2.0:1772473470.081573:0:104999:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30252d000. 00080000:00000010:2.0:1772473470.081576:0:104999:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b1000. 00000004:00000010:2.0:1772473470.081580:0:104999:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c3041b1800. 00000004:00000010:2.0:1772473470.081583:0:104999:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c305533000. 00000004:00000010:2.0:1772473470.081588:0:104999:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c3041b2800. 00002000:00000010:2.0:1772473470.081591:0:104999:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c43fd1e800. 00000004:00000010:2.0:1772473470.081595:0:104999:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c43fd1d800. 00000020:00000010:2.0:1772473470.081598:0:104999:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000040:00000010:0.0:1772473470.082425:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c302af81e0. 00000040:00000010:0.0:1772473470.082435:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e2000. 00000040:00000010:0.0:1772473470.082439:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033cae00. 00000020:00000010:0.0:1772473470.082446:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033cb800. 00000040:00000010:0.0:1772473470.082450:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3033cac00. 00000020:00000010:0.0:1772473470.082453:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a6800. 00000020:00000010:0.0:1772473470.082456:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033ca400. 80000000:00000010:0.0:1772473470.082459:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c3030e1360. 00040000:00000010:0.0:1772473470.082463:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cb600. 00080000:00000010:0.0:1772473470.082465:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a2000. 20000000:00000010:0.0:1772473470.082469:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c3033ca600. 00000020:00000010:0.0:1772473470.082472:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cba00. 10000000:00000010:0.0:1772473470.082475:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c404baddc0. 00000100:00000010:0.0:1772473470.082498:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ed80. 02000000:00000010:0.0:1772473470.082514:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cba00. 00010000:00000010:0.0:1772473470.082529:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cba00. 00000100:00000010:0.0:1772473470.082546:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096780. 02000000:00000010:0.0:1772473470.082566:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c44215ec00. 00000400:00000010:0.0:1772473470.082572:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473470.082579:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.082585:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186076928, portal 25 00000400:00000010:0.0:1772473470.082590:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.082593:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186076928, offset 0 00000400:00000200:0.0:1772473470.082600:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.082611:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.082622:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb3300 00000400:00000200:0.0:1772473470.082628:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x164cd [2] + 0 00000400:00000010:0.0:1772473470.082632:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:0.0:1772473470.082636:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c405f5bd80 00000400:00000200:0.0:1772473470.082642:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.082646:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473470.082651:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c405f5bd80 00000400:00000010:0.0:1772473470.082653:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c405f5bd80. 00000100:00000200:0.0:1772473470.082658:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473470.082727:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473470.082729:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.082880:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578ed80 x1858570186076928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473470.088334:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.088405:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.088413:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.088418:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.088423:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.088457:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.088459:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.088462:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186076928 00010000:00000010:1.0:1772473470.088487:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54a00. 02000000:00000010:1.0:1772473470.088502:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43c94d400. 00010000:00000200:1.0:1772473470.088526:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc850 x1858570186076928/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 328/344 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.088545:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.088551:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186076928, offset 224 00000400:00000200:1.0:1772473470.088558:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.088571:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.088580:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb3300 00000400:00000200:1.0:1772473470.088588:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17245 [1] + 224 00000400:00000200:1.0:1772473470.088596:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.088599:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.088610:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578ed80 x1858570186076928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.088628:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473470.088631:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473470.088642:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.088645:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.088648:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 02000000:00000010:1.0:1772473470.088656:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43c94d400. 00000100:00000200:1.0:1772473470.088661:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473470.088666:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362f20. 00000400:00000010:1.0:1772473470.088672:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c000. 00000400:00000010:0.0:1772473470.089435:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:0.0:1772473470.089442:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473470.089444:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.089452:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578ed80 x1858570186076928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473470.089463:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578ed80 x1858570186076928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473470.089488:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096780. 02000000:00000010:0.0:1772473470.089967:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c44215ec00. 02000000:00000010:0.0:1772473470.089974:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cba00. 00000100:00000010:0.0:1772473470.089977:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ed80. 10000000:00000010:0.0:1772473470.089989:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c404baddc0. 00000020:00000010:0.0:1772473470.089993:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cba00. 00000020:00000010:0.0:1772473470.089997:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033cae00. 00000040:00000010:0.0:1772473470.090001:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3033ca200. 00000020:00000010:0.0:1772473470.090005:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a2000. 00000020:00000010:0.0:1772473470.090010:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033cb800. 80000000:00000010:0.0:1772473470.090015:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c3030e1360. 00040000:00000010:0.0:1772473470.090020:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cac00. 00080000:00000010:0.0:1772473470.090024:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a6800. 20000000:00000010:0.0:1772473470.090027:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c3033ca400. 00000040:00000010:0.0:1772473470.090035:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033cb600. 00000100:00000010:0.0:1772473470.091159:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ed80. 02000000:00000010:0.0:1772473470.091184:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033ca600. 00000100:00000010:0.0:1772473470.091199:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096780. 02000000:00000010:0.0:1772473470.091218:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb200. 00000400:00000010:0.0:1772473470.091226:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bf20. 00000400:00000010:0.0:1772473470.091232:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473470.091238:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186077056, portal 25 00000400:00000010:0.0:1772473470.091243:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.091245:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186077056, offset 0 00000400:00000200:0.0:1772473470.091253:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.091266:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.091276:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb3380 00000400:00000200:0.0:1772473470.091282:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x1655d [2] + 0 00000400:00000010:0.0:1772473470.091286:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362370. 00000400:00000200:0.0:1772473470.091292:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c41c7253c0 00000400:00000200:0.0:1772473470.091298:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.091301:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473470.091306:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c41c7253c0 00000400:00000010:0.0:1772473470.091308:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c41c7253c0. 00000100:00000200:0.0:1772473470.091313:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473470.091337:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473470.091339:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.091346:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578ed80 x1858570186077056/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473470.091662:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.091668:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.091674:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.091679:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.091684:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.091724:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.091727:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.091730:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077056 02000000:00000010:1.0:1772473470.091779:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43c94d400. 00000040:00000010:1.0:1772473470.091785:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302449000. 00000040:00000010:1.0:1772473470.091900:0:5805:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c4057d0228. 00000040:00000010:1.0:1772473470.091912:0:5805:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c4057d0228. 00000040:00000010:1.0:1772473470.091915:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302449000. 00010000:00000200:1.0:1772473470.091927:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf050 x1858570186077056/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 504/272 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.091943:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.091946:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186077056, offset 224 00000400:00000200:1.0:1772473470.091951:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.091957:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.091963:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb3380 00000400:00000200:1.0:1772473470.091970:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x17255 [1] + 224 00000400:00000200:1.0:1772473470.091974:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.091978:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.091986:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578ed80 x1858570186077056/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.092015:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473470.092017:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473470.092030:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.092034:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.092037:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 00000400:00000010:2.0:1772473470.092055:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bf20. 00000400:00000200:2.0:1772473470.092061:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:2.0:1772473470.092063:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000100:00000200:2.0:1772473470.092148:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578ed80 x1858570186077056/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473470.092155:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578ed80 x1858570186077056/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473470.092171:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096780. 02000000:00000010:2.0:1772473470.092182:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb200. 02000000:00000010:2.0:1772473470.092185:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033ca600. 00000100:00000010:2.0:1772473470.092188:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ed80. 00000040:00000010:2.0:1772473470.092195:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e0000. 00000100:00000010:2.0:1772473470.092199:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473470.092204:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252c200. 00000100:00000010:2.0:1772473470.092209:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998a80. 02000000:00000010:2.0:1772473470.092233:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c43fd90000. 00000400:00000010:2.0:1772473470.092236:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473470.092238:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c4049983c0. 00000100:00000200:2.0:1772473470.092241:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186077184, portal 25 00000400:00000010:2.0:1772473470.092244:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.092245:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186077184, offset 0 00000400:00000200:2.0:1772473470.092248:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473470.092253:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473470.092258:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb3400 00000400:00000200:2.0:1772473470.092261:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16571 [2] + 0 02000000:00000010:1.0:1772473470.092261:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43c94d400. 00000400:00000010:2.0:1772473470.092267:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75058. 00000400:00000200:2.0:1772473470.092270:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43519a840 00000400:00000200:2.0:1772473470.092273:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1772473470.092273:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1772473470.092278:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473470.092280:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43519a840 00000400:00000010:1.0:1772473470.092280:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362478. 00000400:00000010:2.0:1772473470.092283:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43519a840. 00000100:00000200:2.0:1772473470.092290:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1772473470.092295:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c180. 00000400:00000200:2.0:1772473470.092306:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:2.0:1772473470.092308:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.092311:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186077184/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473470.095260:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.095270:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.095278:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.095284:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.095291:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.095335:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473470.095337:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f45c0. 00000100:00000200:1.0:1772473470.095340:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077184 02000000:00000010:1.0:1772473470.095377:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c406620000. 00000040:00000010:1.0:1772473470.095383:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302449000. 00000040:00000010:1.0:1772473470.095403:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c301fd4000. 00000040:00000010:1.0:1772473470.095507:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c301fd4000. 00000040:00000010:1.0:1772473470.095511:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302449000. 00010000:00000200:1.0:1772473470.095522:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc450 x1858570186077184/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 272/8416 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473470.095539:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c305b1c900. 00000100:00000200:1.0:1772473470.095545:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186077184, offset 224 00000400:00000200:1.0:1772473470.095552:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.095563:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.095574:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb3400 00000400:00000200:1.0:1772473470.095582:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x17261 [4] + 224 00000400:00000200:1.0:1772473470.095591:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.095595:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473470.095605:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186077184/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473470.095631:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c900 00000400:00000010:1.0:1772473470.095633:0:5805:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c305b1c900. 00000020:00000010:1.0:1772473470.095644:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43b60a480. 00000020:00000010:1.0:1772473470.095648:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473470.095652:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 02000000:00000010:1.0:1772473470.095658:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c406620000. 00000100:00000200:1.0:1772473470.095670:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473470.095675:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362ec8. 00000400:00000010:1.0:1772473470.095679:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c900. 00000400:00000010:2.0:1772473470.095708:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:2.0:1772473470.095714:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4049983c0 00000400:00000010:2.0:1772473470.095716:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c4049983c0. 00000100:00000200:2.0:1772473470.095722:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186077184/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473470.095766:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186077184/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473470.095789:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998a80. 02000000:00000010:2.0:1772473470.095809:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c43fd90000. 02000000:00000010:2.0:1772473470.095820:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252c200. 00000100:00000010:2.0:1772473470.095826:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 00000040:00000010:2.0:1772473470.095835:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c302af8180. 00000020:00000010:0.0:1772473470.097059:0:105000:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb000. 00000020:00000010:0.0:1772473470.097069:0:105000:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033cb400. 00000040:00000010:0.0:1772473470.097075:0:105000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3033ca600. 00000020:00000010:0.0:1772473470.097079:0:105000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a1800. 00000020:00000010:0.0:1772473470.097084:0:105000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473470.097088:0:105000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033cb200. 80000000:00000010:0.0:1772473470.097092:0:105000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c3030e1de0. 40000000:00000010:0.0:1772473470.097096:0:105000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c404bade00. 00100000:00000010:0.0:1772473470.097101:0:105000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a3800. 00040000:00000010:0.0:1772473470.097106:0:105000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43b599b00. 00040000:00000010:0.0:1772473470.097110:0:105000:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c3031a1000. 00040000:00000010:0.0:1772473470.097115:0:105000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c41c5a8e00. 00080000:00000010:0.0:1772473470.097119:0:105000:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a5800. 00000004:00000010:0.0:1772473470.097124:0:105000:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c3031a2800. 00000004:00000010:0.0:1772473470.097130:0:105000:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c305711000. 00000004:00000010:0.0:1772473470.097135:0:105000:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c3031a0800. 00002000:00000010:0.0:1772473470.097140:0:105000:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c44215ec00. 00000004:00000010:0.0:1772473470.097144:0:105000:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c44215e000. 00000020:00000010:0.0:1772473470.097148:0:105000:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c404bad600. 00000040:00000010:0.0:1772473470.097155:0:105000:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473470.097650:0:105000:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c43e9cc000. 00000020:00000010:0.0:1772473470.097658:0:105000:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c404bad600. 00000020:00000010:0.0:1772473470.097673:0:105000:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033cb400. 00000040:00000010:0.0:1772473470.097679:0:105000:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3033ca600. 00000020:00000010:0.0:1772473470.097682:0:105000:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a1800. 00000020:00000010:0.0:1772473470.097686:0:105000:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473470.097690:0:105000:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033cb200. 80000000:00000010:0.0:1772473470.097693:0:105000:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c3030e1de0. 40000000:00000010:0.0:1772473470.097696:0:105000:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c404bade00. 00100000:00000010:0.0:1772473470.097700:0:105000:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a3800. 00040000:00000010:0.0:1772473470.097703:0:105000:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43b599b00. 00040000:00000010:0.0:1772473470.097706:0:105000:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c3031a1000. 00040000:00000010:0.0:1772473470.097708:0:105000:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c41c5a8e00. 00080000:00000010:0.0:1772473470.097712:0:105000:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a5800. 00000004:00000010:0.0:1772473470.097716:0:105000:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c3031a2800. 00000004:00000010:0.0:1772473470.097720:0:105000:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c305711000. 00000004:00000010:0.0:1772473470.097723:0:105000:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c3031a0800. 00002000:00000010:0.0:1772473470.097726:0:105000:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c44215ec00. 00000004:00000010:0.0:1772473470.097730:0:105000:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c44215e000. 00000020:00000010:0.0:1772473470.097732:0:105000:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb000. 00000040:00000010:2.0:1772473470.097835:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c302af8180. 00000040:00000010:2.0:1772473470.097843:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e0000. 00000040:00000010:2.0:1772473470.097848:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033cb600. 00000020:00000010:2.0:1772473470.097854:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033cae00. 00000040:00000010:2.0:1772473470.097858:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3033ca200. 00000020:00000010:2.0:1772473470.098211:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a2000. 00000020:00000010:2.0:1772473470.098214:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033cb800. 80000000:00000010:2.0:1772473470.098217:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c3030e1360. 00040000:00000010:2.0:1772473470.098219:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cac00. 00080000:00000010:2.0:1772473470.098222:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a6800. 20000000:00000010:2.0:1772473470.098225:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c3033ca400. 00000020:00000010:2.0:1772473470.098228:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cba00. 10000000:00000010:2.0:1772473470.098231:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c404baddc0. 00000100:00000010:2.0:1772473470.098252:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473470.098264:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252c200. 00010000:00000010:2.0:1772473470.098280:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55c00. 00000100:00000010:2.0:1772473470.098297:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998a80. 02000000:00000010:2.0:1772473470.098320:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43fd1d800. 00000400:00000010:2.0:1772473470.098327:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473470.098334:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.098340:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186077312, portal 25 00000400:00000010:2.0:1772473470.098344:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473470.098347:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186077312, offset 0 00000400:00000200:2.0:1772473470.098356:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473470.098369:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473470.098380:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb3480 00000400:00000200:2.0:1772473470.098388:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x165f1 [2] + 0 00000400:00000010:2.0:1772473470.098391:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e9a0. 00000400:00000200:2.0:1772473470.098397:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303960c00 00000400:00000200:2.0:1772473470.098404:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473470.098409:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473470.098414:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303960c00 00000400:00000010:2.0:1772473470.098416:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303960c00. 00000100:00000200:2.0:1772473470.098421:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473470.098549:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:2.0:1772473470.098552:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473470.098561:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186077312/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473470.098615:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.098620:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.098626:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41c5a8e00. 00000020:00000010:0.0:1772473470.098631:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.098635:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.098673:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.098676:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000100:00000200:0.0:1772473470.098705:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077312 00010000:00000010:0.0:1772473470.098726:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cb400. 02000000:00000010:0.0:1772473470.098755:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c44215e000. 00010000:00000200:0.0:1772473470.098777:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd850 x1858570186077312/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 328/344 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473470.098792:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.098807:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186077312, offset 224 00000400:00000200:0.0:1772473470.098813:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.098819:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.098839:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb3480 00000400:00000200:0.0:1772473470.098845:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17275 [1] + 224 00000400:00000200:0.0:1772473470.098850:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.098853:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473470.098859:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186077312/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473470.098877:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473470.098880:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000020:00000010:0.0:1772473470.098891:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.098895:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.098898:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41c5a8e00. 02000000:00000010:0.0:1772473470.098904:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c44215e000. 00000100:00000200:0.0:1772473470.098909:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473470.098913:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b318. 00000400:00000010:0.0:1772473470.098917:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c303096540. 00000400:00000010:2.0:1772473470.099276:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:2.0:1772473470.099280:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:2.0:1772473470.099282:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.099287:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186077312/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473470.099296:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186077312/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473470.099315:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998a80. 02000000:00000010:2.0:1772473470.099328:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43fd1d800. 02000000:00000010:2.0:1772473470.099334:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252c200. 00000100:00000010:2.0:1772473470.099338:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 10000000:00000010:2.0:1772473470.099347:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c30282e780. 00000020:00000010:2.0:1772473470.099350:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:2.0:1772473470.099354:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252d000. 00000040:00000010:2.0:1772473470.099357:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30252c800. 00000020:00000010:2.0:1772473470.099361:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b2800. 00000020:00000010:2.0:1772473470.099364:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252d600. 80000000:00000010:2.0:1772473470.099368:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c302af8180. 00040000:00000010:2.0:1772473470.099372:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30252cc00. 00080000:00000010:2.0:1772473470.099375:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b1800. 20000000:00000010:2.0:1772473470.099378:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c30252de00. 00000040:00000010:2.0:1772473470.099383:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c30252d800. 00000100:00000010:2.0:1772473470.099388:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473470.099395:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252ce00. 00000100:00000010:2.0:1772473470.099402:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404998a80. 02000000:00000010:2.0:1772473470.099411:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30252c600. 00000400:00000010:2.0:1772473470.099414:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473470.099416:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9000. 00000100:00000200:2.0:1772473470.099420:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186077440, portal 25 00000400:00000010:2.0:1772473470.099422:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473470.099424:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186077440, offset 0 00000400:00000200:2.0:1772473470.099429:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473470.099435:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473470.099440:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb3500 00000400:00000200:2.0:1772473470.099444:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x165f9 [2] + 0 00000400:00000010:2.0:1772473470.099446:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362d10. 00000400:00000200:2.0:1772473470.099449:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c302843840 00000400:00000200:2.0:1772473470.099452:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473470.099454:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473470.099456:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c302843840 00000400:00000010:2.0:1772473470.099458:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c302843840. 00000100:00000200:2.0:1772473470.099461:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473470.099474:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:2.0:1772473470.099476:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473470.099480:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186077440/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473470.099511:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.099516:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.099520:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41c5a8e00. 00000020:00000010:0.0:1772473470.099523:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.099526:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.099591:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.099594:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000100:00000200:0.0:1772473470.099596:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077440 02000000:00000010:0.0:1772473470.099625:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c44215e000. 00000040:00000010:0.0:1772473470.099631:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033cba00. 00000040:00000010:0.0:1772473470.099685:0:5803:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c424dceaf8. 00000040:00000010:0.0:1772473470.099696:0:5803:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c424dceaf8. 00000040:00000010:0.0:1772473470.099699:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033cba00. 00010000:00000200:0.0:1772473470.099708:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbcc50 x1858570186077440/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 504/272 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473470.099720:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473470.099724:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186077440, offset 224 00000400:00000200:0.0:1772473470.099728:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.099734:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.099757:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb3500 00000400:00000200:0.0:1772473470.099762:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x17285 [1] + 224 00000400:00000200:0.0:1772473470.099767:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.099771:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473470.099778:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186077440/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473470.099814:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473470.099816:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000400:00000010:1.0:1772473470.099918:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:1.0:1772473470.099923:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9000 00000400:00000010:1.0:1772473470.099924:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9000. 00000100:00000200:1.0:1772473470.099930:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186077440/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473470.099944:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186077440/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473470.099957:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404998a80. 02000000:00000010:1.0:1772473470.099964:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30252c600. 02000000:00000010:1.0:1772473470.099968:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252ce00. 00000100:00000010:1.0:1772473470.099970:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 00000040:00000010:1.0:1772473470.099978:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c301fd4000. 00000100:00000010:1.0:1772473470.099982:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473470.099988:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c302448600. 00000100:00000010:1.0:1772473470.099994:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c41a4566c0. 02000000:00000010:1.0:1772473470.100022:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c43fd90000. 00000400:00000010:1.0:1772473470.100027:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473470.100031:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c42cb69480. 00000100:00000200:1.0:1772473470.100035:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186077568, portal 25 00000400:00000010:1.0:1772473470.100039:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.100053:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186077568, offset 0 00000400:00000200:1.0:1772473470.100058:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473470.100063:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473470.100068:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb3580 00000400:00000200:1.0:1772473470.100072:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16655 [2] + 0 00000400:00000010:1.0:1772473470.100075:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b738. 00000400:00000200:1.0:1772473470.100078:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe9300 00000400:00000200:1.0:1772473470.100080:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473470.100083:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473470.100086:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9300 00000400:00000010:1.0:1772473470.100088:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe9300. 00000100:00000200:1.0:1772473470.100090:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1772473470.100110:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.100114:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.100117:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41c5a8e00. 00000400:00000200:1.0:1772473470.100358:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473470.100362:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473470.100368:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186077568/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473470.100433:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c44215e000. 00000100:00000200:0.0:1772473470.100439:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473470.100443:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b738. 00000400:00000010:0.0:1772473470.100447:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3030966c0. 00000020:00000010:0.0:1772473470.100460:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.100462:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.100466:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cba00. 00000020:00000010:0.0:1772473470.100469:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.100472:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.100499:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473470.100502:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000100:00000200:0.0:1772473470.100504:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077568 02000000:00000010:0.0:1772473470.100524:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c406620000. 00000040:00000010:0.0:1772473470.100529:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033ca400. 00000040:00000010:0.0:1772473470.100539:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473470.100645:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473470.100649:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033ca400. 00010000:00000200:0.0:1772473470.100656:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf450 x1858570186077568/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:751/0 lens 272/8416 e 0 to 0 dl 1772473481 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473470.100667:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c303096240. 00000100:00000200:0.0:1772473470.100670:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186077568, offset 224 00000400:00000200:0.0:1772473470.100674:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473470.100680:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473470.100686:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb3580 00000400:00000200:0.0:1772473470.100692:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x17291 [4] + 224 00000400:00000200:0.0:1772473470.100697:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473470.100700:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473470.100705:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186077568/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473470.100727:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096240 00000400:00000010:0.0:1772473470.100729:0:5803:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c303096240. 00000020:00000010:0.0:1772473470.100781:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473470.100785:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473470.100787:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cba00. 02000000:00000010:0.0:1772473470.100791:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c406620000. 00000100:00000200:0.0:1772473470.100818:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473470.100822:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b7e8. 00000400:00000010:1.0:1772473470.100969:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033628f0. 00000400:00000200:1.0:1772473470.100973:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42cb69480 00000400:00000010:1.0:1772473470.100975:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c42cb69480. 00000100:00000200:1.0:1772473470.100980:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186077568/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473470.100988:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186077568/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473470.101004:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c41a4566c0. 02000000:00000010:1.0:1772473470.101011:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c43fd90000. 02000000:00000010:1.0:1772473470.101020:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c302448600. 00000100:00000010:1.0:1772473470.101024:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000040:00000010:1.0:1772473470.101031:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c3028316c0. 00000400:00000010:0.0:1772473470.101176:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c303096240. 00000020:00000010:1.0:1772473470.101465:0:105001:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448600. 00000020:00000010:1.0:1772473470.101471:0:105001:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c302449000. 00000040:00000010:1.0:1772473470.101474:0:105001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c302448e00. 00000020:00000010:1.0:1772473470.101478:0:105001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c302c68800. 00000020:00000010:1.0:1772473470.101483:0:105001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473470.101489:0:105001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c302449a00. 80000000:00000010:1.0:1772473470.101493:0:105001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c302831660. 40000000:00000010:1.0:1772473470.101497:0:105001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4090f4a00. 00100000:00000010:1.0:1772473470.101501:0:105001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c302c6f800. 00040000:00000010:1.0:1772473470.101506:0:105001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c435224700. 00040000:00000010:1.0:1772473470.101510:0:105001:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c302c6d800. 00040000:00000010:1.0:1772473470.101514:0:105001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c302448c00. 00080000:00000010:1.0:1772473470.101517:0:105001:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c302c6d000. 00000004:00000010:1.0:1772473470.101521:0:105001:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c302c6f000. 00000004:00000010:1.0:1772473470.101527:0:105001:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c43fd72000. 00000004:00000010:1.0:1772473470.101531:0:105001:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c302c6e800. 00002000:00000010:1.0:1772473470.101536:0:105001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c43c94d400. 00000004:00000010:1.0:1772473470.101540:0:105001:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c43c94f800. 00000020:00000010:1.0:1772473470.101544:0:105001:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f48c0. 00000040:00000010:1.0:1772473470.101553:0:105001:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c435196000. 00000040:00000010:1.0:1772473470.102039:0:105001:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c435196000. 00000020:00000010:1.0:1772473470.102045:0:105001:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473470.102055:0:105001:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c302449000. 00000040:00000010:1.0:1772473470.102058:0:105001:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c302448e00. 00000020:00000010:1.0:1772473470.102060:0:105001:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c302c68800. 00000020:00000010:1.0:1772473470.102063:0:105001:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473470.102068:0:105001:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c302449a00. 80000000:00000010:1.0:1772473470.102071:0:105001:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c302831660. 40000000:00000010:1.0:1772473470.102073:0:105001:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4090f4a00. 00100000:00000010:1.0:1772473470.102076:0:105001:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c302c6f800. 00040000:00000010:1.0:1772473470.102080:0:105001:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c435224700. 00040000:00000010:1.0:1772473470.102084:0:105001:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c302c6d800. 00040000:00000010:1.0:1772473470.102087:0:105001:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c302448c00. 00080000:00000010:1.0:1772473470.102090:0:105001:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c302c6d000. 00000004:00000010:1.0:1772473470.102093:0:105001:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c302c6f000. 00000004:00000010:1.0:1772473470.102095:0:105001:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c43fd72000. 00000004:00000010:1.0:1772473470.102099:0:105001:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c302c6e800. 00002000:00000010:1.0:1772473470.102102:0:105001:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c43c94d400. 00000004:00000010:1.0:1772473470.102106:0:105001:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c43c94f800. 00000020:00000010:1.0:1772473470.102108:0:105001:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448600. 00000040:00000010:3.0:1772473470.102338:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c3028316c0. 00000040:00000010:3.0:1772473470.102344:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c301fd4000. 00000040:00000010:3.0:1772473470.102349:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c30252d800. 00000020:00000010:3.0:1772473470.102355:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252d000. 00000040:00000010:3.0:1772473470.102359:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30252c800. 00000020:00000010:3.0:1772473470.102363:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b2800. 00000020:00000010:3.0:1772473470.102367:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252d600. 80000000:00000010:3.0:1772473470.102371:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c302af8180. 00040000:00000010:3.0:1772473470.102375:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30252cc00. 00080000:00000010:3.0:1772473470.102379:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b1800. 20000000:00000010:3.0:1772473470.102383:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c30252de00. 00000020:00000010:3.0:1772473470.102386:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 10000000:00000010:3.0:1772473470.102391:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c30282e780. 00000100:00000010:0.0:1772473470.174851:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1ae0. 00000100:00000010:3.0:1772473470.174853:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1780. 00000100:00000010:2.0:1772473470.174935:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1cc0. 00000100:00000010:1.0:1772473470.178572:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1420. 00000100:00000010:1.0:1772473471.543199:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473471.543222:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224700. 00000100:00000010:1.0:1772473471.543263:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fddc00. 02000000:00000010:1.0:1772473471.543267:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224400. 00000100:00000010:1.0:1772473471.543281:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdfb80. 02000000:00000010:1.0:1772473471.543285:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224c00. 00000100:00000010:1.0:1772473471.543291:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473471.543296:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224f00. 00000100:00000010:1.0:1772473471.543302:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473471.543307:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cb73000. 00000100:00000010:1.0:1772473471.543312:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303236680. 02000000:00000010:1.0:1772473471.543316:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404900000. 02000000:00000010:1.0:1772473471.543344:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30254ba00. 00000400:00000010:1.0:1772473471.543351:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473471.543370:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473471.543376:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078080, portal 4 00000400:00000010:1.0:1772473471.543383:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473471.543386:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186078080, offset 0 00000400:00000200:1.0:1772473471.543394:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543406:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543417:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb3780 00000400:00000200:1.0:1772473471.543424:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 1120 00000400:00000200:1.0:1772473471.543431:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543435:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.543442:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473471.543446:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303234700. 00000400:00000200:1.0:1772473471.543463:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473471.543466:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473471.543474:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fde300 x1858570186078080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473471.543493:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831a20. 00000100:00000010:1.0:1772473471.543505:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3028319c0. 00000100:00000010:1.0:1772473471.543509:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831900. 00000100:00000010:1.0:1772473471.543515:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831cc0. 02000000:00000010:1.0:1772473471.543539:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30254a800. 00000400:00000010:1.0:1772473471.543543:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362790. 00000400:00000010:1.0:1772473471.543546:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473471.543548:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186077696, portal 25 00000400:00000010:1.0:1772473471.543552:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473471.543554:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186077696, offset 0 00000400:00000200:1.0:1772473471.543558:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543563:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543568:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb3600 00000400:00000200:1.0:1772473471.543574:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16679 [2] + 0 00000400:00000010:1.0:1772473471.543577:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e9f8. 00000400:00000200:1.0:1772473471.543581:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43519a3c0 00000400:00000200:1.0:1772473471.543584:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543587:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473471.543589:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43519a3c0 00000400:00000010:1.0:1772473471.543591:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43519a3c0. 00000100:00000200:1.0:1772473471.543599:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473471.543612:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473471.543614:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473471.543619:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186077696/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.543641:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543f200. 00000400:00000010:1.0:1772473471.543645:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362630. 00000400:00000010:1.0:1772473471.543648:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473471.543650:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078208, portal 10 00000400:00000010:1.0:1772473471.543655:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473471.543657:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186078208, offset 0 00000400:00000200:1.0:1772473471.543660:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543664:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543669:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3800 00000400:00000200:1.0:1772473471.543674:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 96192 00000400:00000200:1.0:1772473471.543679:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543682:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.543685:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473471.543689:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303235880. 00000400:00000200:1.0:1772473471.543702:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251535d8 00000400:00000010:1.0:1772473471.543704:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473471.543708:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186078208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.543734:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543f600. 00000400:00000010:1.0:1772473471.543790:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362420. 00000400:00000010:1.0:1772473471.543794:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473471.543797:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186077952, portal 10 00000400:00000010:1.0:1772473471.543802:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153f68. 00000100:00000200:1.0:1772473471.543804:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186077952, offset 0 00000400:00000200:1.0:1772473471.543807:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543812:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543817:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3700 00000400:00000200:1.0:1772473471.543821:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 96416 00000400:00000200:1.0:1772473471.543825:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543828:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.543830:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473471.543834:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303236300. 00000400:00000200:1.0:1772473471.543844:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153f68 00000400:00000010:1.0:1772473471.543846:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153f68. 00000100:00000200:1.0:1772473471.543851:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdfb80 x1858570186077952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.543871:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543e200. 00000400:00000010:1.0:1772473471.543875:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473471.543878:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153f68. 00000100:00000200:1.0:1772473471.543880:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186077824, portal 10 00000400:00000010:1.0:1772473471.543884:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153088. 00000100:00000200:1.0:1772473471.543886:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186077824, offset 0 00000400:00000200:1.0:1772473471.543890:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543894:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543899:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3680 00000400:00000200:1.0:1772473471.543902:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 96640 00000400:00000200:1.0:1772473471.543906:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543908:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.543911:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473471.543914:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303234e00. 00000400:00000200:1.0:1772473471.543924:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153088 00000400:00000010:1.0:1772473471.543926:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153088. 00000100:00000200:1.0:1772473471.543930:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fddc00 x1858570186077824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.543948:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c420474c00. 00000400:00000010:1.0:1772473471.543952:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362160. 00000400:00000010:1.0:1772473471.543955:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153088. 00000100:00000200:1.0:1772473471.543958:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078336, portal 4 00000400:00000010:1.0:1772473471.543962:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.543964:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186078336, offset 0 00000400:00000200:1.0:1772473471.543968:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.543972:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.543977:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb3880 00000400:00000200:1.0:1772473471.543980:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 1344 00000400:00000200:1.0:1772473471.543984:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.543987:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.543990:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473471.543993:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303234380. 00000400:00000200:1.0:1772473471.544003:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544005:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544009:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303236680 x1858570186078336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473471.544047:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ec0. 00000020:00000010:1.0:1772473471.544053:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bade40. 00000020:00000010:1.0:1772473471.544068:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4387f1400. 00000020:00000010:1.0:1772473471.544073:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00500. 00000020:00000010:1.0:1772473471.544078:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473471.544109:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473471.544113:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bad200. 00000020:00000010:1.0:1772473471.544118:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4387f0200. 00000020:00000010:1.0:1772473471.544121:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544124:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544143:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544146:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f00. 00000100:00000200:1.0:1772473471.544149:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078080 02000000:00000010:1.0:1772473471.544168:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301e9bc00. 00010000:00000200:1.0:1772473471.544176:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303234700 x1858570186078080/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544191:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544194:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186078080, offset 224 00000400:00000200:1.0:1772473471.544198:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544203:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544208:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb3780 00000400:00000200:1.0:1772473471.544212:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x172a5 [1] + 224 00000400:00000200:1.0:1772473471.544216:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544219:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544225:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fde300 x1858570186078080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544239:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544242:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544253:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00500. 00000020:00000010:1.0:1772473471.544257:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473471.544260:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4387f1400. 00000020:00000010:1.0:1772473471.544271:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544274:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f00. 00000100:00000200:1.0:1772473471.544276:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078336 02000000:00000010:1.0:1772473471.544283:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c94fc00. 00010000:00000200:1.0:1772473471.544288:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303234380 x1858570186078336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544297:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544300:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186078336, offset 224 00000400:00000200:1.0:1772473471.544304:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544309:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544313:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb3880 00000400:00000200:1.0:1772473471.544317:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x172cd [1] + 224 00000400:00000200:1.0:1772473471.544321:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544323:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544328:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303236680 x1858570186078336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544341:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544343:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544350:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544353:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544356:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4387f0200. 00000020:00000010:1.0:1772473471.544375:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544379:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544382:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4387f0200. 00000020:00000010:1.0:1772473471.544384:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544387:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544406:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544409:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f00. 00000100:00000200:1.0:1772473471.544411:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077696 02000000:00000010:1.0:1772473471.544417:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30360c800. 00010000:00000200:1.0:1772473471.544422:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc050 x1858570186077696/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544432:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544435:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186077696, offset 224 00000400:00000200:1.0:1772473471.544439:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544444:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544449:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb3600 00000400:00000200:1.0:1772473471.544453:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x172ad [1] + 224 00000400:00000200:1.0:1772473471.544457:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544460:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544465:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186077696/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544475:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544477:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544484:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544486:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544489:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4387f0200. 02000000:00000010:1.0:1772473471.544494:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c30360c800. 00000100:00000200:1.0:1772473471.544499:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473471.544503:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362d68. 00000400:00000010:1.0:1772473471.544507:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c42cb69480. 00000020:00000010:1.0:1772473471.544525:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473471.544530:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4387f0200. 00000020:00000010:1.0:1772473471.544533:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544536:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544558:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544561:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bad500. 00000020:00000010:1.0:1772473471.544564:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544567:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4387f1400. 00000020:00000010:1.0:1772473471.544570:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00500. 00000020:00000010:1.0:1772473471.544572:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473471.544587:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544589:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544593:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69800. 00000020:00000010:1.0:1772473471.544595:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00900. 00000020:00000010:1.0:1772473471.544598:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473471.544606:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544608:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000100:00000200:1.0:1772473471.544610:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078208 02000000:00000010:1.0:1772473471.544618:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30360c800. 00010000:00000200:1.0:1772473471.544624:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303235880 x1858570186078208/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544634:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544636:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186078208, offset 224 00000400:00000200:1.0:1772473471.544640:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544645:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544649:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3800 00000400:00000200:1.0:1772473471.544653:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172b5 [1] + 224 00000400:00000200:1.0:1772473471.544657:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544660:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544665:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186078208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544675:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544676:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544683:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473471.544686:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473471.544688:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4387f0200. 00000020:00000010:1.0:1772473471.544699:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544702:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000100:00000200:1.0:1772473471.544704:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077952 02000000:00000010:1.0:1772473471.544710:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3025fd400. 00010000:00000200:1.0:1772473471.544715:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303236300 x1858570186077952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544722:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544725:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186077952, offset 224 00000400:00000200:1.0:1772473471.544728:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544732:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544735:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3700 00000400:00000200:1.0:1772473471.544781:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172bd [1] + 224 00000400:00000200:1.0:1772473471.544785:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544787:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544793:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdfb80 x1858570186077952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544802:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544803:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544809:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00500. 00000020:00000010:1.0:1772473471.544812:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473471.544815:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4387f1400. 00000020:00000010:1.0:1772473471.544825:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473471.544827:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000100:00000200:1.0:1772473471.544830:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186077824 02000000:00000010:1.0:1772473471.544836:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c914c00. 00010000:00000200:1.0:1772473471.544841:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303234e00 x1858570186077824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:752/0 lens 224/224 e 0 to 0 dl 1772473482 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.544850:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473471.544852:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186077824, offset 224 00000400:00000200:1.0:1772473471.544856:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473471.544861:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473471.544865:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3680 00000400:00000200:1.0:1772473471.544868:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172c5 [1] + 224 00000400:00000200:1.0:1772473471.544871:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473471.544874:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473471.544878:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fddc00 x1858570186077824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473471.544887:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473471.544889:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473471.544894:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00900. 00000020:00000010:1.0:1772473471.544896:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473471.544899:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69800. 00000400:00000010:1.0:1772473471.544959:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473471.544962:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153f68 00000400:00000010:1.0:1772473471.544964:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153f68. 00000100:00000200:1.0:1772473471.544969:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fddc00 x1858570186077824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.544978:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fddc00 x1858570186077824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.545000:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362160. 00000400:00000200:1.0:1772473471.545002:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153088 00000400:00000010:1.0:1772473471.545004:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153088. 00000100:00000200:1.0:1772473471.545009:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303236680 x1858570186078336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.545016:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303236680 x1858570186078336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.545028:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362420. 00000400:00000200:1.0:1772473471.545031:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251535d8 00000400:00000010:1.0:1772473471.545032:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473471.545036:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdfb80 x1858570186077952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.545043:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdfb80 x1858570186077952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.545058:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543e200. 02000000:00000010:1.0:1772473471.545063:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224400. 00000100:00000010:1.0:1772473471.545069:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fddc00. 02000000:00000010:1.0:1772473471.545072:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c420474c00. 02000000:00000010:1.0:1772473471.545075:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404900000. 00000100:00000010:1.0:1772473471.545081:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303236680. 02000000:00000010:1.0:1772473471.545085:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543f600. 02000000:00000010:1.0:1772473471.545088:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224c00. 00000100:00000010:1.0:1772473471.545090:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdfb80. 00000400:00000010:1.0:1772473471.545117:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362790. 00000400:00000200:1.0:1772473471.545120:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:1.0:1772473471.545121:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473471.545126:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186077696/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.545133:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186077696/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.545143:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362630. 00000400:00000200:1.0:1772473471.545146:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473471.545147:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473471.545151:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186078208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.545159:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186078208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473471.545175:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033628f0. 00000400:00000200:1.0:1772473471.545177:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473471.545179:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473471.545183:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fde300 x1858570186078080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473471.545191:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fde300 x1858570186078080/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473471.545202:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30254a800. 02000000:00000010:1.0:1772473471.545206:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224700. 00000100:00000010:1.0:1772473471.545209:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473471.545212:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543f200. 02000000:00000010:1.0:1772473471.545214:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cb73000. 00000100:00000010:1.0:1772473471.545218:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473471.545220:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30254ba00. 02000000:00000010:1.0:1772473471.545223:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224f00. 00000100:00000010:1.0:1772473471.545225:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 00000100:00000010:3.0:1772473471.618954:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831cc0. 00000100:00000010:1.0:1772473471.619868:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3028319c0. 00000100:00000010:2.0:1772473471.619887:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831900. 00000100:00000010:0.0:1772473471.620290:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831a20. 00000100:00000010:0.0:1772473472.057815:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ed80. 02000000:00000010:0.0:1772473472.057840:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599b00. 02000000:00000010:0.0:1772473472.057889:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c44215d400. 00000400:00000010:0.0:1772473472.057897:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b1b8. 00000400:00000010:0.0:1772473472.057904:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473472.057911:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186078464, portal 4 00000400:00000010:0.0:1772473472.057918:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473472.057921:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186078464, offset 0 00000400:00000200:0.0:1772473472.057931:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473472.057944:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473472.057955:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb3900 00000400:00000200:0.0:1772473472.057962:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 7168 00000400:00000200:0.0:1772473472.057970:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473472.057974:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473472.057982:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1772473472.057985:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578e680. 00000400:00000200:0.0:1772473472.058003:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473472.058006:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473472.058015:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578ed80 x1858570186078464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473472.058044:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1ae0. 00000100:00000010:0.0:1772473472.058055:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e1de0. 00000100:00000010:0.0:1772473472.058059:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e12a0. 00000100:00000010:0.0:1772473472.058064:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3030e11e0. 00000020:00000010:0.0:1772473472.058108:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473472.058113:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473472.058118:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca800. 00000020:00000010:0.0:1772473472.058124:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7500. 00000020:00000010:0.0:1772473472.058128:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473472.058161:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bada00. 00000020:00000010:0.0:1772473472.058164:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bada00. 00000100:00000200:0.0:1772473472.058167:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078464 02000000:00000010:0.0:1772473472.058184:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c44215f800. 00010000:00000200:0.0:1772473472.058217:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578e680 x1858570186078464/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:753/0 lens 224/368 e 0 to 0 dl 1772473483 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473472.058233:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473472.058237:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186078464, offset 224 00000400:00000200:0.0:1772473472.058242:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473472.058248:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473472.058253:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb3900 00000400:00000200:0.0:1772473472.058257:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172f1 [1] + 224 00000400:00000200:0.0:1772473472.058261:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473472.058263:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473472.058269:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578ed80 x1858570186078464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473472.058284:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473472.058286:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000020:00000010:0.0:1772473472.058298:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7500. 00000020:00000010:0.0:1772473472.058301:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473472.058305:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca800. 00000400:00000010:0.0:1772473472.058324:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b1b8. 00000400:00000200:0.0:1772473472.058328:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473472.058329:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473472.058334:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578ed80 x1858570186078464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473472.058342:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578ed80 x1858570186078464/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473472.058368:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c44215d400. 02000000:00000010:0.0:1772473472.058373:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599b00. 00000100:00000010:0.0:1772473472.058377:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ed80. 00000100:00000010:2.0:1772473472.061750:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:2.0:1772473472.061783:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2600. 02000000:00000010:2.0:1772473472.061842:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43fd1dc00. 00000400:00000010:2.0:1772473472.061850:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75058. 00000400:00000010:2.0:1772473472.061856:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473472.061863:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186078592, portal 4 00000400:00000010:2.0:1772473472.061869:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473472.061872:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186078592, offset 0 00000400:00000200:2.0:1772473472.061880:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473472.061893:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473472.061903:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb3980 00000400:00000200:2.0:1772473472.061910:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 7392 00000400:00000200:2.0:1772473472.061916:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473472.061919:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473472.061927:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1772473472.061931:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7fb80. 00000400:00000200:2.0:1772473472.061950:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9cc0 00000400:00000010:2.0:1772473472.061952:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473472.061959:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186078592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473472.062026:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473472.062628:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473472.062638:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418671200. 00000020:00000010:2.0:1772473472.062643:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9d00. 00000020:00000010:2.0:1772473472.062648:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473472.062692:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473472.062695:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828b00. 00000100:00000200:2.0:1772473472.062698:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078592 02000000:00000010:2.0:1772473472.062714:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43fd1fc00. 00010000:00000200:2.0:1772473472.062777:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b7fb80 x1858570186078592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:753/0 lens 224/368 e 0 to 0 dl 1772473483 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473472.062795:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473472.062799:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186078592, offset 224 00000400:00000200:2.0:1772473472.062804:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473472.062811:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473472.062819:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb3980 00000400:00000200:2.0:1772473472.062824:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172fd [1] + 224 00000400:00000200:2.0:1772473472.062829:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473472.062832:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473472.062840:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186078592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473472.062857:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9cc0 00000400:00000010:2.0:1772473472.062860:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9cc0. 00000020:00000010:2.0:1772473472.062871:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9d00. 00000020:00000010:2.0:1772473472.062874:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473472.062878:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418671200. 00000400:00000010:2.0:1772473472.062899:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75058. 00000400:00000200:2.0:1772473472.062902:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:2.0:1772473472.062904:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473472.062909:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186078592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473472.062916:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186078592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473472.062946:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43fd1dc00. 02000000:00000010:2.0:1772473472.062953:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2600. 00000100:00000010:2.0:1772473472.062958:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 00000100:00000010:1.0:1772473472.067983:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1de0. 00000100:00000010:0.0:1772473472.068301:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e1ae0. 00000100:00000010:2.0:1772473472.068644:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e12a0. 00000100:00000010:3.0:1772473472.068794:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3030e11e0. 00000100:00000010:2.0:1772473476.662907:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:2.0:1772473476.662929:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2a00. 00000100:00000010:2.0:1772473476.662977:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7c380. 02000000:00000010:2.0:1772473476.662982:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2100. 02000000:00000010:1.0:1772473476.663117:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c302a41800. 00000400:00000010:1.0:1772473476.663126:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473476.663134:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.663142:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078720, portal 25 00000400:00000010:1.0:1772473476.663148:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473476.663151:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186078720, offset 0 00000400:00000200:1.0:1772473476.663161:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.663174:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.663185:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb3a00 00000400:00000200:1.0:1772473476.663191:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x166a5 [2] + 0 00000400:00000010:1.0:1772473476.663196:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362bb0. 00000400:00000200:1.0:1772473476.663200:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c406294300 00000400:00000200:1.0:1772473476.663206:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.663210:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473476.663216:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c406294300 00000400:00000010:1.0:1772473476.663219:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c406294300. 00000100:00000200:1.0:1772473476.663225:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473476.663243:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473476.663245:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473476.663253:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186078720/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473476.663273:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3028310c0. 00000100:00000010:1.0:1772473476.663287:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831180. 00000100:00000010:1.0:1772473476.663293:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831ea0. 00000100:00000010:1.0:1772473476.663298:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3028315a0. 00000020:00000010:1.0:1772473476.663376:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473476.663380:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473476.663386:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40000. 00000020:00000010:1.0:1772473476.663392:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00380. 00000020:00000010:1.0:1772473476.663397:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473476.663429:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473476.663431:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000100:00000200:1.0:1772473476.663434:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078720 02000000:00000010:1.0:1772473476.663448:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c915c00. 00010000:00000200:1.0:1772473476.663455:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbec50 x1858570186078720/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.663469:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473476.663472:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186078720, offset 224 00000400:00000200:1.0:1772473476.663476:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.663480:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.663485:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb3a00 00000400:00000200:1.0:1772473476.663489:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17309 [1] + 224 00000400:00000200:1.0:1772473476.663493:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.663495:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.663501:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186078720/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.663514:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473476.663516:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000020:00000010:1.0:1772473476.663525:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00380. 00000020:00000010:1.0:1772473476.663529:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473476.663532:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40000. 02000000:00000010:1.0:1772473476.663538:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43c915c00. 00000100:00000200:1.0:1772473476.663543:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473476.663545:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362bb0. 00000400:00000010:1.0:1772473476.663549:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b7bb6c0. 00000400:00000010:1.0:1772473476.663564:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033628f0. 00000400:00000200:1.0:1772473476.663567:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.663568:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.663572:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186078720/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.663581:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186078720/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473476.663600:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c302a41800. 02000000:00000010:1.0:1772473476.663604:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2a00. 00000100:00000010:1.0:1772473476.663608:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 00000100:00000010:2.0:1772473476.663716:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:2.0:1772473476.663723:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2a00. 00000100:00000010:2.0:1772473476.663730:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:2.0:1772473476.663733:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2b00. 00000100:00000010:2.0:1772473476.663767:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb91180. 02000000:00000010:2.0:1772473476.663772:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2600. 00000100:00000010:2.0:1772473476.663779:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb93100. 02000000:00000010:2.0:1772473476.663782:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2500. 02000000:00000010:2.0:1772473476.663949:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405a81e00. 00000400:00000010:2.0:1772473476.663955:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75058. 00000400:00000010:2.0:1772473476.663959:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9f68. 00000100:00000200:2.0:1772473476.663963:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186079232, portal 10 00000400:00000010:2.0:1772473476.663967:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473476.663969:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186079232, offset 0 00000400:00000200:2.0:1772473476.663974:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473476.663979:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1772473476.664113:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303740200. 00000400:00000010:3.0:1772473476.664119:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ed68. 00000400:00000010:3.0:1772473476.664122:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473476.664125:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078976, portal 10 00000400:00000010:3.0:1772473476.664130:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473476.664132:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186078976, offset 0 00000400:00000200:3.0:1772473476.664136:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473476.664141:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473476.664147:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3b00 00000400:00000200:3.0:1772473476.664152:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 96864 00000400:00000200:3.0:1772473476.664177:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473476.664181:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473476.664186:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473476.664191:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ce00. 00000400:00000200:3.0:1772473476.664205:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0990 00000400:00000010:3.0:1772473476.664207:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473476.664215:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186078976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473476.664239:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303741e00. 00000400:00000010:3.0:1772473476.664243:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7eb00. 00000400:00000010:3.0:1772473476.664245:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473476.664248:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186078848, portal 10 00000400:00000010:3.0:1772473476.664252:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473476.664254:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186078848, offset 0 00000400:00000200:3.0:1772473476.664257:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473476.664261:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473476.664266:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3a80 00000400:00000200:3.0:1772473476.664270:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 97088 00000400:00000200:3.0:1772473476.664274:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473476.664276:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473476.664279:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473476.664282:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419f100. 00000400:00000200:3.0:1772473476.664290:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473476.664292:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473476.664296:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7c380 x1858570186078848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473476.664310:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303740400. 00000400:00000010:3.0:1772473476.664314:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ec60. 00000400:00000010:3.0:1772473476.664316:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473476.664319:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186079360, portal 4 00000400:00000010:3.0:1772473476.664322:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473476.664324:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186079360, offset 0 00000400:00000200:3.0:1772473476.664327:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473476.664331:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473476.664336:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb3c80 00000400:00000200:3.0:1772473476.664340:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 1568 00000400:00000200:3.0:1772473476.664344:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473476.664346:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473476.664350:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473476.664353:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ea00. 00000400:00000200:3.0:1772473476.664361:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:3.0:1772473476.664363:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473476.664367:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43bb93100 x1858570186079360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473476.664410:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3c00 00000400:00000200:2.0:1772473476.664415:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 97312 00000400:00000200:2.0:1772473476.664419:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473476.664422:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473476.664424:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473476.664428:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb90380. 00000400:00000200:2.0:1772473476.664445:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9cc0 00000400:00000010:2.0:1772473476.664447:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473476.664451:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43bb91180 x1858570186079232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473476.664471:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405a81c00. 00000400:00000010:2.0:1772473476.664474:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75790. 00000400:00000010:2.0:1772473476.664477:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9cc0. 00000100:00000200:2.0:1772473476.664479:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186079104, portal 4 00000400:00000010:2.0:1772473476.664482:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9a18. 00000100:00000200:2.0:1772473476.664485:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186079104, offset 0 00000400:00000200:2.0:1772473476.664488:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473476.664492:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473476.664496:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb3b80 00000400:00000200:2.0:1772473476.664499:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 1792 00000400:00000200:2.0:1772473476.664503:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473476.664506:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473476.664509:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473476.664514:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c000. 00000400:00000200:2.0:1772473476.664522:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9a18 00000400:00000010:2.0:1772473476.664523:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9a18. 00000100:00000200:2.0:1772473476.664527:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186079104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473476.665165:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473476.665193:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a41800. 00000020:00000010:1.0:1772473476.665199:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00380. 00000020:00000010:1.0:1772473476.665202:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473476.665232:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665235:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665239:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40000. 00000020:00000010:1.0:1772473476.665241:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00e00. 00000020:00000010:1.0:1772473476.665245:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473476.665259:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665263:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4f00. 00000020:00000010:1.0:1772473476.665267:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665270:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40e00. 00000020:00000010:1.0:1772473476.665273:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473476.665276:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473476.665288:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665290:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000100:00000200:1.0:1772473476.665293:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078976 02000000:00000010:1.0:1772473476.665310:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c915c00. 00010000:00000200:1.0:1772473476.665319:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419ce00 x1858570186078976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665334:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.665338:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186078976, offset 224 00000400:00000200:1.0:1772473476.665342:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.665349:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.665355:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3b00 00000400:00000200:1.0:1772473476.665361:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17321 [1] + 224 00000400:00000200:1.0:1772473476.665366:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.665368:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.665376:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186078976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.665395:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.665396:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473476.665409:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00380. 00000020:00000010:1.0:1772473476.665413:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473476.665416:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a41800. 00000020:00000010:1.0:1772473476.665427:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665429:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000100:00000200:1.0:1772473476.665432:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186078848 02000000:00000010:1.0:1772473476.665438:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c917800. 00010000:00000200:1.0:1772473476.665443:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419f100 x1858570186078848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665451:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.665454:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186078848, offset 224 00000400:00000200:1.0:1772473476.665458:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.665462:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.665466:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3a80 00000400:00000200:1.0:1772473476.665470:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17329 [1] + 224 00000400:00000200:1.0:1772473476.665473:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.665475:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.665481:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7c380 x1858570186078848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.665488:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.665490:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473476.665497:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00e00. 00000020:00000010:1.0:1772473476.665499:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473476.665502:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40000. 00000020:00000010:1.0:1772473476.665509:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665511:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000100:00000200:1.0:1772473476.665513:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079232 02000000:00000010:1.0:1772473476.665520:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c915800. 00010000:00000200:1.0:1772473476.665524:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43bb90380 x1858570186079232/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665532:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.665535:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186079232, offset 224 00000400:00000200:1.0:1772473476.665537:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.665541:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.665545:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3c00 00000400:00000200:1.0:1772473476.665549:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17319 [1] + 224 00000400:00000200:1.0:1772473476.665552:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.665554:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.665558:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43bb91180 x1858570186079232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.665572:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.665575:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473476.665581:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473476.665584:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473476.665586:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40e00. 00000020:00000010:1.0:1772473476.665611:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473476.665615:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473476.665619:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40e00. 00000020:00000010:1.0:1772473476.665622:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473476.665624:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473476.665641:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473476.665644:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4ec0. 00000020:00000010:1.0:1772473476.665648:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40000. 00000020:00000010:1.0:1772473476.665650:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00e00. 00000020:00000010:1.0:1772473476.665653:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473476.665665:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ec0. 00000020:00000010:1.0:1772473476.665668:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ec0. 00000100:00000200:1.0:1772473476.665670:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079360 02000000:00000010:1.0:1772473476.665677:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30343b000. 00010000:00000200:1.0:1772473476.665696:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419ea00 x1858570186079360/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665705:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.665708:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186079360, offset 224 00000400:00000200:1.0:1772473476.665712:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.665716:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.665720:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb3c80 00000400:00000200:1.0:1772473476.665725:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17331 [1] + 224 00000400:00000200:1.0:1772473476.665729:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.665732:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.665762:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43bb93100 x1858570186079360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.665773:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.665775:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473476.665783:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:1.0:1772473476.665785:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473476.665788:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40e00. 00000020:00000010:1.0:1772473476.665799:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ec0. 00000020:00000010:1.0:1772473476.665801:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ec0. 00000100:00000200:1.0:1772473476.665803:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079104 02000000:00000010:1.0:1772473476.665809:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30343bc00. 00010000:00000200:1.0:1772473476.665813:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435c000 x1858570186079104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:2/0 lens 224/224 e 0 to 0 dl 1772473487 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665821:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473476.665824:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186079104, offset 224 00000400:00000200:1.0:1772473476.665827:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473476.665831:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473476.665835:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb3b80 00000400:00000200:1.0:1772473476.665839:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17339 [1] + 224 00000400:00000200:1.0:1772473476.665843:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473476.665845:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473476.665850:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186079104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473476.665858:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473476.665860:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000020:00000010:1.0:1772473476.665865:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00e00. 00000020:00000010:1.0:1772473476.665868:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473476.665870:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40000. 00000400:00000010:1.0:1772473476.665898:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75790. 00000400:00000200:1.0:1772473476.665902:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9cc0 00000400:00000010:1.0:1772473476.665904:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9cc0. 00000100:00000200:1.0:1772473476.665908:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186079104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.665917:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186079104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.665940:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75058. 00000400:00000200:1.0:1772473476.665943:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9f68 00000400:00000010:1.0:1772473476.665945:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9f68. 00000100:00000200:1.0:1772473476.665949:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43bb91180 x1858570186079232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.665956:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43bb91180 x1858570186079232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473476.665970:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405a81c00. 02000000:00000010:1.0:1772473476.665974:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2b00. 00000100:00000010:1.0:1772473476.665979:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 02000000:00000010:1.0:1772473476.665983:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405a81e00. 02000000:00000010:1.0:1772473476.665985:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2600. 00000100:00000010:1.0:1772473476.665987:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb91180. 00000400:00000010:1.0:1772473476.666008:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7eb00. 00000400:00000200:1.0:1772473476.666012:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0990 00000400:00000010:1.0:1772473476.666014:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0990. 00000100:00000200:1.0:1772473476.666021:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7c380 x1858570186078848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.666030:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7c380 x1858570186078848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.666042:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ec60. 00000400:00000200:1.0:1772473476.666044:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:1.0:1772473476.666045:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:1.0:1772473476.666049:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43bb93100 x1858570186079360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.666055:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43bb93100 x1858570186079360/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473476.666067:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ed68. 00000400:00000200:1.0:1772473476.666069:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:1.0:1772473476.666070:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000100:00000200:1.0:1772473476.666073:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186078976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473476.666086:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186078976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473476.666098:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303741e00. 02000000:00000010:1.0:1772473476.666102:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2100. 00000100:00000010:1.0:1772473476.666104:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7c380. 02000000:00000010:1.0:1772473476.666107:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303740400. 02000000:00000010:1.0:1772473476.666111:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2500. 00000100:00000010:1.0:1772473476.666113:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43bb93100. 02000000:00000010:1.0:1772473476.666116:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303740200. 02000000:00000010:1.0:1772473476.666118:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2a00. 00000100:00000010:1.0:1772473476.666120:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 00000100:00000010:1.0:1772473476.735230:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831180. 00000100:00000010:2.0:1772473476.735804:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831ea0. 00000100:00000010:0.0:1772473476.735881:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3028310c0. 00000100:00000010:3.0:1772473476.735941:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3028315a0. 00000100:00000010:1.0:1772473477.176109:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303236680. 02000000:00000010:1.0:1772473477.176133:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c435224f00. 02000000:00000010:1.0:1772473477.176206:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c8d3c00. 00000400:00000010:1.0:1772473477.176214:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473477.176221:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473477.176228:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186079488, portal 4 00000400:00000010:1.0:1772473477.176236:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473477.176238:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186079488, offset 0 00000400:00000200:1.0:1772473477.176246:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473477.176260:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473477.176273:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb3d00 00000400:00000200:1.0:1772473477.176280:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 7616 00000400:00000200:1.0:1772473477.176287:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473477.176291:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473477.176299:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473477.176305:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb93100. 00000400:00000200:1.0:1772473477.176324:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473477.176327:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473477.176336:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303236680 x1858570186079488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473477.176356:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831540. 00000100:00000010:1.0:1772473477.176368:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831c60. 00000100:00000010:1.0:1772473477.176374:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c3028313c0. 00000100:00000010:1.0:1772473477.176379:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302831180. 00000020:00000010:1.0:1772473477.176415:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f41c0. 00000020:00000010:1.0:1772473477.176420:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f41c0. 00000020:00000010:1.0:1772473477.176427:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69400. 00000020:00000010:1.0:1772473477.176432:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b280. 00000020:00000010:1.0:1772473477.176436:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473477.176470:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f41c0. 00000020:00000010:1.0:1772473477.176472:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f41c0. 00000100:00000200:1.0:1772473477.176475:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079488 02000000:00000010:1.0:1772473477.176491:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43c8d1c00. 00010000:00000200:1.0:1772473477.176527:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43bb93100 x1858570186079488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:3/0 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473477.176543:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473477.176547:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186079488, offset 224 00000400:00000200:1.0:1772473477.176551:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473477.176556:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473477.176561:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb3d00 00000400:00000200:1.0:1772473477.176566:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17355 [1] + 224 00000400:00000200:1.0:1772473477.176570:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473477.176573:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473477.176579:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303236680 x1858570186079488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473477.176595:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:1.0:1772473477.176597:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 00000020:00000010:1.0:1772473477.176608:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b280. 00000020:00000010:1.0:1772473477.176612:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473477.176617:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69400. 00000400:00000010:1.0:1772473477.176638:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033628f0. 00000400:00000200:1.0:1772473477.176641:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:1.0:1772473477.176643:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473477.176647:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303236680 x1858570186079488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473477.176656:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303236680 x1858570186079488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473477.176695:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c8d3c00. 02000000:00000010:1.0:1772473477.176701:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c435224f00. 00000100:00000010:1.0:1772473477.176706:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303236680. 00000100:00000010:0.0:1772473477.177545:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ed80. 02000000:00000010:0.0:1772473477.177558:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b599b00. 02000000:00000010:0.0:1772473477.177594:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c44215fc00. 00000400:00000010:0.0:1772473477.177602:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b1b8. 00000400:00000010:0.0:1772473477.177606:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473477.177612:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186079616, portal 4 00000400:00000010:0.0:1772473477.177618:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473477.177620:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186079616, offset 0 00000400:00000200:0.0:1772473477.177627:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473477.177634:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473477.177642:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb3d80 00000400:00000200:0.0:1772473477.177647:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 7840 00000400:00000200:0.0:1772473477.177651:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473477.177654:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473477.177659:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1772473477.177663:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892680. 00000400:00000200:0.0:1772473477.177690:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473477.177692:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473477.177698:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578ed80 x1858570186079616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473477.177772:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad940. 00000020:00000010:0.0:1772473477.177776:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad940. 00000020:00000010:0.0:1772473477.177781:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405adca00. 00000020:00000010:0.0:1772473477.177785:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302c59280. 00000020:00000010:0.0:1772473477.177788:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473477.177813:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad940. 00000020:00000010:0.0:1772473477.177816:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad940. 00000100:00000200:0.0:1772473477.177819:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079616 02000000:00000010:0.0:1772473477.177844:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c44215f000. 00010000:00000200:0.0:1772473477.177873:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406892680 x1858570186079616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:3/0 lens 224/368 e 0 to 0 dl 1772473488 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473477.177886:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473477.177889:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186079616, offset 224 00000400:00000200:0.0:1772473477.177893:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473477.177898:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473477.177903:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb3d80 00000400:00000200:0.0:1772473477.177907:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17361 [1] + 224 00000400:00000200:0.0:1772473477.177911:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473477.177914:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473477.177919:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578ed80 x1858570186079616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473477.177933:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473477.177935:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000020:00000010:0.0:1772473477.177944:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302c59280. 00000020:00000010:0.0:1772473477.177948:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473477.177951:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405adca00. 00000400:00000010:0.0:1772473477.177968:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b1b8. 00000400:00000200:0.0:1772473477.177971:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:0.0:1772473477.177973:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473477.177977:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578ed80 x1858570186079616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473477.177984:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578ed80 x1858570186079616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473477.178005:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c44215fc00. 02000000:00000010:0.0:1772473477.178009:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b599b00. 00000100:00000010:0.0:1772473477.178012:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578ed80. 00000100:00000010:1.0:1772473477.190385:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831c60. 00000100:00000010:3.0:1772473477.190979:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831180. 00000100:00000010:2.0:1772473477.191043:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c3028313c0. 00000100:00000010:0.0:1772473477.191564:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302831540. 00000400:00000200:3.0:1772473480.581443:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.581465:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 26 MB=0x69a5c16c86900 00000400:00000200:3.0:1772473480.581473:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 520/520 into md 0x166f1 [2] + 0 00000400:00000010:3.0:1772473480.581479:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362840. 00000400:00000200:3.0:1772473480.581487:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303960300 00000400:00000200:3.0:1772473480.581501:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.581506:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.581511:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303960300 00000400:00000010:3.0:1772473480.581514:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303960300. 00000100:00000200:3.0:1772473480.581519:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.582371:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303741200. 00000020:00000010:1.0:1772473480.582382:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.582387:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000100:00000200:1.0:1772473480.582432:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170165504 02000000:00000010:1.0:1772473480.582455:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43c8d3800. 00000020:00000010:1.0:1772473480.582467:0:5803:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c302c6a000. 00000001:00000010:1.0:1772473480.582478:0:5803:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c402f18900. 00000001:00000010:1.0:1772473480.582484:0:5803:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c3041817c0. 00000001:00000010:1.0:1772473480.582487:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c303740400. 00000001:00000010:1.0:1772473480.582490:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c303741e00. 00000001:00000010:1.0:1772473480.582493:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c303740200. 00000001:00000010:1.0:1772473480.582496:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c302a0ec00. 00000020:00000010:1.0:1772473480.582524:0:5803:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c433c79480. 00000020:00000010:1.0:1772473480.582530:0:5803:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c433c79480. 00000020:00000010:1.0:1772473480.582536:0:5803:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c302c68800. 00000400:00000200:1.0:1772473480.582551:0:5803:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:1.0:1772473480.582584:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd050 x1858570170165504/t0(0) o250->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473500 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.582604:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251536e8. 00000100:00000200:1.0:1772473480.582620:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1858570170165504, offset 0 00000400:00000200:1.0:1772473480.582627:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.582637:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.582644:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3950:3950:256:4294967295] 192.168.201.48@tcp LPNI seq info [3946:3946:8:4294967295] 00000400:00000200:1.0:1772473480.582655:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.582660:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.582666:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18600. 00000800:00000200:1.0:1772473480.582671:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.582679:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.582683:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18600 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.582710:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.582715:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.582719:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303741200. 00000100:00000200:1.0:1772473480.582728:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473480.582732:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473480.582781:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c402c86b40. 00000800:00000200:2.0:1772473480.584465:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.584470:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18600. 00000400:00000200:2.0:1772473480.584475:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.584480:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.584485:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251536e8 00000400:00000010:2.0:1772473480.584487:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251536e8. 02000000:00000010:2.0:1772473480.584493:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff90c43c8d3800. 00000400:00000200:3.0:1772473480.587304:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.587323:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c86980 00000400:00000200:3.0:1772473480.587331:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x16711 [2] + 0 00000400:00000010:3.0:1772473480.587336:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362e18. 00000400:00000200:3.0:1772473480.587343:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303960780 00000400:00000200:3.0:1772473480.587358:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.587364:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.587369:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303960780 00000400:00000010:3.0:1772473480.587372:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303960780. 00000100:00000200:3.0:1772473480.587378:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.587537:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.587542:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.587548:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.587553:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.587558:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.587664:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.587667:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473480.587670:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170165632 00010000:00000010:1.0:1772473480.587697:0:5805:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55c00. 02000000:00000010:1.0:1772473480.587714:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43c8d3c00. 00010000:00000200:1.0:1772473480.587758:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe050 x1858570170165632/t0(0) o101->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 328/344 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.587777:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153e58. 00000100:00000200:1.0:1772473480.587782:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170165632, offset 224 00000400:00000200:1.0:1772473480.587789:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.587797:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.587803:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3951:3951:256:4294967295] 192.168.201.48@tcp LPNI seq info [3947:3947:8:4294967295] 00000400:00000200:1.0:1772473480.587812:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.587817:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.587821:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18700. 00000800:00000200:1.0:1772473480.587827:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.587834:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.587838:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18700 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.587859:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.587864:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.587868:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0f000. 00000100:00000200:1.0:1772473480.587876:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473480.587880:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362630. 00000400:00000010:1.0:1772473480.587884:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c402c86300. 00000800:00000200:3.0:1772473480.587998:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473480.588002:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18700. 00000400:00000200:3.0:1772473480.588006:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.588010:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.588014:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153e58 00000400:00000010:3.0:1772473480.588015:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153e58. 02000000:00000010:3.0:1772473480.588030:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43c8d3c00. 00000400:00000200:2.0:1772473480.591792:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.591812:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 512 into portal 26 MB=0x69a5c16c86a00 00000400:00000200:2.0:1772473480.591820:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 512/512 into md 0x16769 [2] + 0 00000400:00000010:2.0:1772473480.591826:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e688. 00000400:00000200:2.0:1772473480.591832:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe9240 00000400:00000200:2.0:1772473480.591846:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.591851:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.591856:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9240 00000400:00000010:2.0:1772473480.591858:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe9240. 00000100:00000200:2.0:1772473480.591864:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473480.591971:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.591977:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.591982:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80200. 00000020:00000010:3.0:1772473480.591988:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.591997:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.592040:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.592042:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000100:00000200:3.0:1772473480.592045:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170165760 02000000:00000010:3.0:1772473480.592068:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c302ae4000. 00000040:00000010:3.0:1772473480.592076:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c405a81000. 00000040:00000010:3.0:1772473480.592136:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c405a81000. 00010000:00000200:3.0:1772473480.592150:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd450 x1858570170165760/t0(0) o501->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 512/272 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473480.592171:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473480.592177:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170165760, offset 224 00000400:00000200:3.0:1772473480.592184:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473480.592193:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473480.592199:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3952:3952:256:4294967295] 192.168.201.48@tcp LPNI seq info [3948:3948:8:4294967295] 00000400:00000200:3.0:1772473480.592814:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473480.592823:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473480.592830:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476a00. 00000800:00000200:3.0:1772473480.592836:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473480.592844:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473480.592848:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476a00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1772473480.592871:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.592876:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.592880:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80200. 00000100:00000200:3.0:1772473480.592889:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473480.592895:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e370. 00000400:00000010:3.0:1772473480.592901:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c40a9e93c0. 00000800:00000200:0.0:1772473480.593053:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.593058:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476a00. 00000400:00000200:0.0:1772473480.593065:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.593069:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.593073:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:0.0:1772473480.593075:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 02000000:00000010:0.0:1772473480.593081:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c302ae4000. 00000400:00000200:3.0:1772473480.596290:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.596310:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c86a80 00000400:00000200:3.0:1772473480.596318:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x1678d [2] + 0 00000400:00000010:3.0:1772473480.596323:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980e0b0. 00000400:00000200:3.0:1772473480.596328:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c419bdf240 00000400:00000200:3.0:1772473480.596343:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.596347:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.596352:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c419bdf240 00000400:00000010:3.0:1772473480.596355:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c419bdf240. 00000100:00000200:3.0:1772473480.596360:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.597300:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.597309:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.597314:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.597318:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.597322:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.597360:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.597362:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473480.597365:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170165888 00010000:00000010:1.0:1772473480.597393:0:5805:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55000. 02000000:00000010:1.0:1772473480.597412:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43c8d3c00. 00010000:00000200:1.0:1772473480.597437:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe450 x1858570170165888/t0(0) o101->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 328/344 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.597453:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251532a8. 00000100:00000200:1.0:1772473480.597458:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170165888, offset 224 00000400:00000200:1.0:1772473480.597463:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.597472:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.597477:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3953:3953:256:4294967295] 192.168.201.48@tcp LPNI seq info [3949:3949:8:4294967295] 00000400:00000200:1.0:1772473480.597484:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.597488:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.597491:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18800. 00000800:00000200:1.0:1772473480.597496:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.597501:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.597504:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18800 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.597523:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.597528:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.597532:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0f000. 00000100:00000200:1.0:1772473480.597540:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473480.597545:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362790. 00000400:00000010:1.0:1772473480.597551:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b762d80. 00000800:00000200:2.0:1772473480.597659:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.597664:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18800. 00000400:00000200:2.0:1772473480.597669:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.597673:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.597677:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251532a8 00000400:00000010:2.0:1772473480.597679:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251532a8. 02000000:00000010:2.0:1772473480.597685:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43c8d3c00. 00000400:00000200:0.0:1772473480.599941:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.599960:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 512 into portal 26 MB=0x69a5c16c86b00 00000400:00000200:0.0:1772473480.599968:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 512/512 into md 0x167dd [2] + 0 00000400:00000010:0.0:1772473480.599974:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980e840. 00000400:00000200:0.0:1772473480.599979:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c419bdfa80 00000400:00000200:0.0:1772473480.599992:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.599996:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.600001:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c419bdfa80 00000400:00000010:0.0:1772473480.600003:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c419bdfa80. 00000100:00000200:0.0:1772473480.600008:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473480.600316:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.600321:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.600328:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80200. 00000020:00000010:3.0:1772473480.600333:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.600338:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.600377:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473480.600379:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000100:00000200:3.0:1772473480.600382:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166016 02000000:00000010:3.0:1772473480.600402:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c302ae5000. 00000040:00000010:3.0:1772473480.600409:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c405a81000. 00000040:00000010:3.0:1772473480.600472:0:5806:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff90c303197900. 00000040:00000010:3.0:1772473480.600484:0:5806:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff90c303197900. 00000040:00000010:3.0:1772473480.600488:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c405a81000. 20000000:00000010:3.0:1772473480.600498:0:5806:0:(mgs_nids.c:1143:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff90c4012e8580. 00010000:00000200:3.0:1772473480.600508:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbdc50 x1858570170166016/t0(0) o501->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 512/272 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473480.600526:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473480.600531:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170166016, offset 224 00000400:00000200:3.0:1772473480.600538:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473480.600547:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473480.600553:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3954:3954:256:4294967295] 192.168.201.48@tcp LPNI seq info [3950:3950:8:4294967295] 00000400:00000200:3.0:1772473480.600563:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473480.600568:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473480.600572:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476200. 00000800:00000200:3.0:1772473480.600590:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473480.600598:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473480.600603:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476200 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1772473480.600637:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.600643:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.600646:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80200. 00000100:00000200:3.0:1772473480.600653:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473480.600658:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e2c0. 00000400:00000010:3.0:1772473480.600663:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c40a9e9540. 00000800:00000200:2.0:1772473480.601006:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.601011:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476200. 00000400:00000200:2.0:1772473480.601018:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.601023:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.601027:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:2.0:1772473480.601029:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 02000000:00000010:2.0:1772473480.601035:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c302ae5000. 00000400:00000200:2.0:1772473480.605150:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.605171:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c86b80 00000400:00000200:2.0:1772473480.605179:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16821 [2] + 0 00000400:00000010:2.0:1772473480.605184:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b1b8. 00000400:00000200:2.0:1772473480.605189:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c433c453c0 00000400:00000200:2.0:1772473480.605204:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.605208:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.605213:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c433c453c0 00000400:00000010:2.0:1772473480.605216:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c433c453c0. 00000100:00000200:2.0:1772473480.605222:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.605343:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.605348:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.605354:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.605359:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.605364:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.605440:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.605443:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473480.605446:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166144 02000000:00000010:1.0:1772473480.605481:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c43e9c4000. 00000040:00000010:1.0:1772473480.605489:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302a0f600. 00000040:00000010:1.0:1772473480.605507:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c435196000. 00000040:00000010:1.0:1772473480.605880:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c435196000. 00000040:00000010:1.0:1772473480.605886:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302a0f600. 00010000:00000200:1.0:1772473480.605912:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3b850 x1858570170166144/t0(0) o503->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8416 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.605939:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c30b762f00. 00000100:00000200:1.0:1772473480.605945:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570170166144, offset 224 00000400:00000200:1.0:1772473480.605952:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.605962:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.605968:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3955:3955:256:4294967295] 192.168.201.48@tcp LPNI seq info [3951:3951:8:4294967295] 00000400:00000200:1.0:1772473480.605978:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.605984:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.605988:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c302a0f600. 00000800:00000200:1.0:1772473480.605999:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.606006:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:1.0:1772473480.606011:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c302a0f600 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1772473480.606026:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.606030:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.606034:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0f000. 00000100:00000200:1.0:1772473480.606042:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473480.606047:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362420. 00000400:00000010:1.0:1772473480.606050:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b762300. 00000800:00000200:0.0:1772473480.606187:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.606191:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c302a0f600. 00000400:00000200:0.0:1772473480.606195:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.606199:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.606202:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30b762f00 00000400:00000010:0.0:1772473480.606204:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c30b762f00. 02000000:00000010:0.0:1772473480.606208:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c43e9c4000. 00000400:00000200:2.0:1772473480.610384:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.610404:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c86c00 00000400:00000200:2.0:1772473480.610413:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16831 [2] + 0 00000400:00000010:2.0:1772473480.610419:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7edc0. 00000400:00000200:2.0:1772473480.610425:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b4000c0 00000400:00000200:2.0:1772473480.610792:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.610799:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.610805:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b4000c0 00000400:00000010:2.0:1772473480.610808:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b4000c0. 00000100:00000200:2.0:1772473480.610814:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1772473480.611336:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.611342:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.611348:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb400. 00000020:00000010:0.0:1772473480.611354:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.611358:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.611395:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.611398:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000100:00000200:0.0:1772473480.611401:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166272 02000000:00000010:0.0:1772473480.611443:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43e9c4000. 00000040:00000010:0.0:1772473480.611452:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3030fbc00. 00000040:00000010:0.0:1772473480.611471:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473480.611781:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473480.611786:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3030fbc00. 00010000:00000200:0.0:1772473480.611799:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3a850 x1858570170166272/t0(0) o502->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8472 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473480.611818:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c302843840. 00000100:00000200:0.0:1772473480.611825:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170166272, offset 224 00000400:00000200:0.0:1772473480.611832:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473480.611843:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473480.611850:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3956:3956:256:4294967295] 192.168.201.48@tcp LPNI seq info [3952:3952:8:4294967295] 00000400:00000200:0.0:1772473480.611862:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473480.611867:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473480.611872:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c3030fbc00. 00000800:00000200:0.0:1772473480.611878:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473480.611886:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:0.0:1772473480.611891:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c3030fbc00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:0.0:1772473480.611931:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.611935:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.611939:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb400. 00000100:00000200:0.0:1772473480.611947:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473480.611953:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b1b8. 00000400:00000010:0.0:1772473480.611957:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302843000. 00000800:00000200:2.0:1772473480.620143:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.620156:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c3030fbc00. 00000400:00000200:2.0:1772473480.620166:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.620176:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.620184:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c302843840 00000400:00000010:2.0:1772473480.620188:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c302843840. 02000000:00000010:2.0:1772473480.620196:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43e9c4000. 00000400:00000200:0.0:1772473480.638978:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.639000:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c86c80 00000400:00000200:0.0:1772473480.639009:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x168ad [2] + 0 00000400:00000010:0.0:1772473480.639015:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e948. 00000400:00000200:0.0:1772473480.639021:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43519a300 00000400:00000200:0.0:1772473480.639035:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.639039:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.639044:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43519a300 00000400:00000010:0.0:1772473480.639047:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43519a300. 00000100:00000200:0.0:1772473480.639055:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.639169:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.639174:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.639179:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.639184:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.639189:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.639266:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.639269:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473480.639271:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166400 02000000:00000010:1.0:1772473480.639309:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43e9c4000. 00000040:00000010:1.0:1772473480.639316:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c302a0ee00. 00000040:00000010:1.0:1772473480.639335:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c435196000. 00000040:00000010:1.0:1772473480.639496:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c435196000. 00000040:00000010:1.0:1772473480.639501:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c302a0ee00. 00010000:00000200:1.0:1772473480.639512:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b38850 x1858570170166400/t0(0) o502->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8472 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.639539:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c30b762cc0. 00000100:00000200:1.0:1772473480.639546:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170166400, offset 224 00000400:00000200:1.0:1772473480.639553:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.639563:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.639569:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3957:3957:256:4294967295] 192.168.201.48@tcp LPNI seq info [3953:3953:8:4294967295] 00000400:00000200:1.0:1772473480.639596:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.639601:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.639605:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c302a0ee00. 00000800:00000200:1.0:1772473480.639622:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.639629:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:1.0:1772473480.639633:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c302a0ee00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1772473480.639657:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.639661:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.639665:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0f000. 00000100:00000200:1.0:1772473480.639674:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473480.639679:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362160. 00000400:00000010:1.0:1772473480.639683:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b762a80. 00000800:00000200:2.0:1772473480.639852:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.639856:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c302a0ee00. 00000400:00000200:2.0:1772473480.639859:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.639863:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.639866:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30b762cc0 00000400:00000010:2.0:1772473480.639867:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c30b762cc0. 02000000:00000010:2.0:1772473480.639871:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43e9c4000. 00000400:00000200:2.0:1772473480.649343:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.649366:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c86d00 00000400:00000200:2.0:1772473480.649375:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x168b9 [2] + 0 00000400:00000010:2.0:1772473480.649381:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033622c0. 00000400:00000200:2.0:1772473480.649389:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42c906600 00000400:00000200:2.0:1772473480.649449:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.649454:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.649460:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42c906600 00000400:00000010:2.0:1772473480.649463:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42c906600. 00000100:00000200:2.0:1772473480.649469:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473480.649847:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.649853:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.649859:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80200. 00000020:00000010:3.0:1772473480.649864:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.649869:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.649913:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.649926:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e80. 00000100:00000200:3.0:1772473480.649929:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166528 00010000:00000010:3.0:1772473480.649955:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4cc00. 02000000:00000010:3.0:1772473480.649972:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c302ae6000. 00010000:00000200:3.0:1772473480.649997:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3b050 x1858570170166528/t0(0) o101->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 328/344 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473480.650016:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473480.650022:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170166528, offset 224 00000400:00000200:3.0:1772473480.650030:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473480.650040:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473480.650046:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3958:3958:256:4294967295] 192.168.201.48@tcp LPNI seq info [3954:3954:8:4294967295] 00000400:00000200:3.0:1772473480.650056:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473480.650061:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473480.650066:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476100. 00000800:00000200:3.0:1772473480.650072:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473480.650079:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473480.650083:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476100 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1772473480.650117:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.650122:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.650125:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80200. 00000100:00000200:3.0:1772473480.650133:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473480.650137:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7eec8. 00000400:00000010:3.0:1772473480.650142:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c40a9e96c0. 00000800:00000200:1.0:1772473480.650534:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473480.650538:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476100. 00000400:00000200:1.0:1772473480.650546:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.650551:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.650555:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0198 00000400:00000010:1.0:1772473480.650557:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0198. 02000000:00000010:1.0:1772473480.650563:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c302ae6000. 00000400:00000200:2.0:1772473480.655080:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.655101:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 304 into portal 26 MB=0x69a5c16c86d80 00000400:00000200:2.0:1772473480.655110:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 304/304 into md 0x16919 [2] + 0 00000400:00000010:2.0:1772473480.655117:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362dc0. 00000400:00000200:2.0:1772473480.655121:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b1a9d80 00000400:00000200:2.0:1772473480.655151:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.655155:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.655160:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b1a9d80 00000400:00000010:2.0:1772473480.655162:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b1a9d80. 00000100:00000200:2.0:1772473480.655168:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1772473480.655315:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.655320:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.655326:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.655332:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473480.655336:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5320. 00000020:00000010:1.0:1772473480.655376:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.655378:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473480.655381:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166656 02000000:00000010:1.0:1772473480.655399:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff90c43c8d1800. 20000000:00000010:1.0:1772473480.655412:0:5805:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff90c302c6f800. 00000100:00000010:1.0:1772473480.655476:0:5805:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90c43c8d2400. 00000100:00000010:1.0:1772473480.655480:0:5805:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff90c403a529a0. 00000400:00000010:1.0:1772473480.655490:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251535d8. 00000400:00000010:1.0:1772473480.655498:0:5805:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff90c41c6a36c8. 00000400:00000200:1.0:1772473480.655502:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.655514:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.655520:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3959:3959:256:4294967295] 192.168.201.48@tcp LPNI seq info [3955:3955:8:4294967295] 00000400:00000200:1.0:1772473480.655525:0:5805:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.48@tcp 00000400:00000200:1.0:1772473480.655532:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.655537:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.655541:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18500. 00000800:00000200:1.0:1772473480.655546:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.655553:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.655556:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18500 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:1.0:1772473480.655573:0:5805:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.201.48@tcp mbits 0x69a5c16c86d80-0x69a5c16c86d80 00000800:00000200:2.0:1772473480.656391:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.656397:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18500. 00000400:00000200:2.0:1772473480.656402:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.656409:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473480.656416:0:3335:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff90c43c8d2400 00000400:00000200:1.0:1772473480.658399:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : ACK - for me 00000400:00000200:1.0:1772473480.658418:0:3337:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.201.148@tcp: ACK from 12345-192.168.201.48@tcp into md 0x173b5 00000400:00000200:1.0:1772473480.658425:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.658429:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: ACK: OK 00000400:00000200:1.0:1772473480.658435:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251535d8 00000400:00000010:1.0:1772473480.658438:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473480.658444:0:3337:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff90c43c8d2400 00000100:00000010:2.0:1772473480.658554:0:5805:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff90c403a529a0. 00000100:00000010:2.0:1772473480.658559:0:5805:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90c43c8d2400. 20000000:00000010:2.0:1772473480.658658:0:5805:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff90c302c6f800. 00010000:00000200:2.0:1772473480.658675:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b38450 x1858570170166656/t0(0) o256->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 304/240 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.658694:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9a18. 00000100:00000200:2.0:1772473480.658698:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1858570170166656, offset 224 00000400:00000200:2.0:1772473480.658704:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.658714:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.658720:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3960:3960:256:4294967295] 192.168.201.48@tcp LPNI seq info [3956:3956:8:4294967295] 00000400:00000200:2.0:1772473480.658730:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.658735:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.658830:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2d00. 00000800:00000200:2.0:1772473480.658838:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.658845:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473480.658849:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2d00 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:2.0:1772473480.658881:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:2.0:1772473480.658888:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5320. 00000020:00000010:2.0:1772473480.658892:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0f000. 00000100:00000200:2.0:1772473480.663720:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473480.663759:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75420. 00000400:00000010:2.0:1772473480.663769:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c301dbd840. 00000800:00000200:3.0:1772473480.664143:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473480.664149:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2d00. 00000400:00000200:3.0:1772473480.664155:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.664163:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.664168:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9a18 00000400:00000010:3.0:1772473480.664171:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9a18. 02000000:00000010:3.0:1772473480.664177:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff90c43c8d1800. 00000400:00000200:2.0:1772473480.664618:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473480.664632:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c86e00 00000400:00000200:2.0:1772473480.664639:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x16949 [2] + 0 00000400:00000010:2.0:1772473480.664643:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362b58. 00000400:00000200:2.0:1772473480.664647:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b1a9f00 00000400:00000200:2.0:1772473480.664660:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.664664:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.664668:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b1a9f00 00000400:00000010:2.0:1772473480.664670:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b1a9f00. 00000100:00000200:2.0:1772473480.664674:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1772473480.664779:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.664784:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.664790:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb400. 00000020:00000010:0.0:1772473480.664794:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.664798:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.664836:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.664839:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000100:00000200:0.0:1772473480.664842:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166784 00010000:00000010:0.0:1772473480.664868:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cb800. 02000000:00000010:0.0:1772473480.664886:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43c94d400. 00010000:00000200:0.0:1772473480.664911:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b39850 x1858570170166784/t0(0) o101->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 328/344 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473480.664941:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473480.664946:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170166784, offset 224 00000400:00000200:0.0:1772473480.664953:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473480.664964:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473480.664970:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3961:3961:256:4294967295] 192.168.201.48@tcp LPNI seq info [3957:3957:8:4294967295] 00000400:00000200:0.0:1772473480.664981:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473480.664987:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473480.664992:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c3700. 00000800:00000200:0.0:1772473480.664998:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473480.665004:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473480.665009:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c3700 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1772473480.665033:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.665037:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.665040:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb400. 00000100:00000200:0.0:1772473480.665048:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473480.665052:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325be70. 00000400:00000010:0.0:1772473480.665056:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302843240. 00000800:00000200:1.0:1772473480.665307:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473480.665312:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c3700. 00000400:00000200:1.0:1772473480.665317:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.665322:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.665326:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:1.0:1772473480.665328:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 02000000:00000010:1.0:1772473480.665332:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43c94d400. 00000400:00000200:3.0:1772473480.668925:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.668948:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 504 into portal 26 MB=0x69a5c16c86e80 00000400:00000200:3.0:1772473480.668957:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 504/504 into md 0x1696d [2] + 0 00000400:00000010:3.0:1772473480.668963:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362e70. 00000400:00000200:3.0:1772473480.668968:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe96c0 00000400:00000200:3.0:1772473480.668983:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.668988:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.668994:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe96c0 00000400:00000010:3.0:1772473480.668997:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe96c0. 00000100:00000200:3.0:1772473480.669003:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473480.669131:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.669136:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.669143:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43bb88a00. 00000020:00000010:2.0:1772473480.669148:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.669153:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.669196:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.669199:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e480. 00000100:00000200:2.0:1772473480.669202:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170166912 02000000:00000010:2.0:1772473480.669225:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43fd1e800. 00000040:00000010:2.0:1772473480.669233:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c4250d6400. 00000040:00000010:2.0:1772473480.669293:0:5805:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c303358ca0. 00000040:00000010:2.0:1772473480.669305:0:5805:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c303358ca0. 00000040:00000010:2.0:1772473480.669309:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c4250d6400. 00010000:00000200:2.0:1772473480.669322:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b38c50 x1858570170166912/t0(0) o501->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 504/272 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.669343:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa93b8. 00000100:00000200:2.0:1772473480.669349:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170166912, offset 224 00000400:00000200:2.0:1772473480.669356:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.669367:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.669373:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3962:3962:256:4294967295] 192.168.201.48@tcp LPNI seq info [3958:3958:8:4294967295] 00000400:00000200:2.0:1772473480.669384:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.669389:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.669394:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2900. 00000800:00000200:2.0:1772473480.669400:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.669408:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473480.669413:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2900 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1772473480.669444:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.669449:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.669452:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43bb88a00. 00000100:00000200:2.0:1772473480.669461:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473480.669466:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e754d0. 00000400:00000010:2.0:1772473480.669471:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c301dbd240. 00000800:00000200:3.0:1772473480.669603:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473480.669608:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2900. 00000400:00000200:3.0:1772473480.669623:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.669628:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.669631:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa93b8 00000400:00000010:3.0:1772473480.669633:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa93b8. 02000000:00000010:3.0:1772473480.669638:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43fd1e800. 00000400:00000200:1.0:1772473480.677647:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473480.677670:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c86f00 00000400:00000200:1.0:1772473480.677679:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x1697d [2] + 0 00000400:00000010:1.0:1772473480.677686:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473480.677691:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe9e40 00000400:00000200:1.0:1772473480.677707:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.677712:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.677718:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9e40 00000400:00000010:1.0:1772473480.677720:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe9e40. 00000100:00000200:1.0:1772473480.677726:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473480.677873:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.677878:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.677883:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80200. 00000020:00000010:3.0:1772473480.677888:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.677893:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.677935:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473480.677938:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e80. 00000100:00000200:3.0:1772473480.677941:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167040 02000000:00000010:3.0:1772473480.677980:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c43e9c4000. 00000040:00000010:3.0:1772473480.677988:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c405a81000. 00000040:00000010:3.0:1772473480.678007:0:5806:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473480.678126:0:5806:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473480.678131:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c405a81000. 00010000:00000200:3.0:1772473480.678145:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3b450 x1858570170167040/t0(0) o503->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8416 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473480.678166:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c30b7bb780. 00000100:00000200:3.0:1772473480.678172:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570170167040, offset 224 00000400:00000200:3.0:1772473480.678180:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473480.678192:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473480.678198:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3963:3963:256:4294967295] 192.168.201.48@tcp LPNI seq info [3959:3959:8:4294967295] 00000400:00000200:3.0:1772473480.678222:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473480.678227:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473480.678233:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c405a81000. 00000800:00000200:3.0:1772473480.678239:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473480.678247:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:3.0:1772473480.678252:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c405a81000 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1772473480.678274:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.678278:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.678282:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80200. 00000100:00000200:3.0:1772473480.678291:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473480.678296:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e058. 00000400:00000010:3.0:1772473480.678301:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b7bb000. 00000800:00000200:0.0:1772473480.678779:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.678785:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c405a81000. 00000400:00000200:0.0:1772473480.678789:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.678794:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.678798:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30b7bb780 00000400:00000010:0.0:1772473480.678800:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c30b7bb780. 02000000:00000010:0.0:1772473480.678805:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c43e9c4000. 00000400:00000200:3.0:1772473480.685242:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.685268:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c86f80 00000400:00000200:3.0:1772473480.685278:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x169f5 [2] + 0 00000400:00000010:3.0:1772473480.685284:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980e318. 00000400:00000200:3.0:1772473480.685292:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42cb69e40 00000400:00000200:3.0:1772473480.685360:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.685367:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.685373:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42cb69e40 00000400:00000010:3.0:1772473480.685376:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42cb69e40. 00000100:00000200:3.0:1772473480.685384:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1772473480.685516:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.685522:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.685528:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb400. 00000020:00000010:0.0:1772473480.685534:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.685539:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.685591:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473480.685594:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000100:00000200:0.0:1772473480.685597:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167168 02000000:00000010:0.0:1772473480.685647:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43e9c4000. 00000040:00000010:0.0:1772473480.685656:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3030fa800. 00000040:00000010:0.0:1772473480.685687:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473480.685874:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473480.685878:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3030fa800. 00010000:00000200:0.0:1772473480.685890:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b38050 x1858570170167168/t0(0) o502->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8472 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473480.685909:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c302843480. 00000100:00000200:0.0:1772473480.685921:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170167168, offset 224 00000400:00000200:0.0:1772473480.685928:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473480.685938:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473480.685944:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3964:3964:256:4294967295] 192.168.201.48@tcp LPNI seq info [3960:3960:8:4294967295] 00000400:00000200:0.0:1772473480.685955:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473480.685960:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473480.685964:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c3030fa800. 00000800:00000200:0.0:1772473480.685970:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473480.685976:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:0.0:1772473480.685980:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c3030fa800 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:0.0:1772473480.685996:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2500. 00000020:00000010:0.0:1772473480.686000:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473480.686004:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb400. 00000100:00000200:0.0:1772473480.686012:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473480.686018:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b528. 00000400:00000010:0.0:1772473480.686023:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302843840. 00000800:00000200:1.0:1772473480.686153:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473480.686158:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c3030fa800. 00000400:00000200:1.0:1772473480.686162:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.686166:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.686169:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c302843480 00000400:00000010:1.0:1772473480.686171:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c302843480. 02000000:00000010:1.0:1772473480.686176:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43e9c4000. 00000400:00000200:1.0:1772473480.722314:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473480.722339:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c87000 00000400:00000200:1.0:1772473480.722346:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16a05 [2] + 0 00000400:00000010:1.0:1772473480.722351:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362528. 00000400:00000200:1.0:1772473480.722359:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe99c0 00000400:00000200:1.0:1772473480.722375:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.722379:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.722385:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe99c0 00000400:00000010:1.0:1772473480.722388:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe99c0. 00000100:00000200:1.0:1772473480.722394:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473480.726989:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.727000:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.727009:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4250d6400. 00000020:00000010:2.0:1772473480.727014:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.727020:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.727056:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473480.727059:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e480. 00000100:00000200:2.0:1772473480.727062:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167296 02000000:00000010:2.0:1772473480.727105:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43e9c4000. 00000040:00000010:2.0:1772473480.727115:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43bb88a00. 00000040:00000010:2.0:1772473480.727136:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e0000. 00000040:00000010:2.0:1772473480.727273:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e0000. 00000040:00000010:2.0:1772473480.727277:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43bb88a00. 00010000:00000200:2.0:1772473480.727292:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3ac50 x1858570170167296/t0(0) o502->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:6/0 lens 272/8472 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.727311:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c301dbd9c0. 00000100:00000200:2.0:1772473480.727320:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170167296, offset 224 00000400:00000200:2.0:1772473480.727327:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.727342:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.727349:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3965:3965:256:4294967295] 192.168.201.48@tcp LPNI seq info [3961:3961:8:4294967295] 00000400:00000200:2.0:1772473480.727360:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.727367:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.727371:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c43bb88a00. 00000800:00000200:2.0:1772473480.727378:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.727385:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:2.0:1772473480.727390:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43bb88a00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1772473480.727411:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.727414:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.727418:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4250d6400. 00000100:00000200:2.0:1772473480.727426:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473480.727432:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75000. 00000400:00000010:2.0:1772473480.727437:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c301dbd900. 00000800:00000200:3.0:1772473480.727854:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473480.727860:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c43bb88a00. 00000400:00000200:3.0:1772473480.727864:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.727870:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.727877:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c301dbd9c0 00000400:00000010:3.0:1772473480.727880:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c301dbd9c0. 02000000:00000010:3.0:1772473480.727885:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43e9c4000. 00000400:00000200:1.0:1772473480.736007:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473480.736033:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 12 MB=0x69a5c16c87080 00000400:00000200:1.0:1772473480.736042:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 520/520 into md 0x23d [64] + 97536 00000400:00000200:1.0:1772473480.736173:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.736179:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:1.0:1772473480.736190:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473480.736198:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43bb91180. 00000020:00000010:2.0:1772473480.736585:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43bb88a00. 00000020:00000010:2.0:1772473480.736594:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.736600:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000100:00000200:2.0:1772473480.736648:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167424 02000000:00000010:2.0:1772473480.736674:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43fd1e800. 00000020:00000010:2.0:1772473480.736685:0:8978:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c3041b2800. 00000004:00000010:2.0:1772473480.736693:0:8978:0:(mdt_handler.c:7619:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff90c30282e180. 00000001:00000010:2.0:1772473480.736697:0:8978:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c302524900. 00000001:00000010:2.0:1772473480.736705:0:8978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c4340c2000. 00000001:00000010:2.0:1772473480.736711:0:8978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327be80. 00000001:00000010:2.0:1772473480.736716:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c4250d6400. 00000001:00000010:2.0:1772473480.736720:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c3024cc600. 00000001:00000010:2.0:1772473480.736723:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c301d8b000. 00000001:00000010:2.0:1772473480.736725:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c301d8a800. 00000001:00000010:2.0:1772473480.736729:0:8978:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c4340c2900. 00000001:00000010:2.0:1772473480.736732:0:8978:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327b280. 00000001:00000010:2.0:1772473480.736948:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c418670200. 00000001:00000010:2.0:1772473480.736953:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c418670c00. 00000001:00000010:2.0:1772473480.736955:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c418670600. 00000001:00000010:2.0:1772473480.736957:0:8978:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c418670a00. 00000020:00000010:2.0:1772473480.736983:0:8978:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c43fd1f000. 00000020:00000010:2.0:1772473480.736986:0:8978:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff90c3041b1800. 00080000:00000010:2.0:1772473480.737039:0:8978:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43fd1c000. 00000001:00000010:2.0:1772473480.737163:0:8978:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fc780. 00000020:00000010:2.0:1772473480.737251:0:8978:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c4199fca80. 00000020:00000010:2.0:1772473480.737258:0:8978:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c4199fca80. 00000020:00000010:2.0:1772473480.737263:0:8978:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c3041b0800. 00000020:00000010:2.0:1772473480.737269:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e400. 00000400:00000200:2.0:1772473480.737281:0:8978:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:2.0:1772473480.737317:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43bb91180 x1858570170167424/t0(0) o38->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473500 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.737335:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9c38. 00000100:00000200:2.0:1772473480.737340:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1858570170167424, offset 0 00000400:00000200:2.0:1772473480.737346:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.737354:0:8978:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.737360:0:8978:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3966:3966:256:4294967295] 192.168.201.48@tcp LPNI seq info [3962:3962:8:4294967295] 00000400:00000200:2.0:1772473480.737369:0:8978:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.737375:0:8978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.737379:0:8978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2d00. 00000800:00000200:2.0:1772473480.737384:0:8978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.737390:0:8978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473480.737394:0:8978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2d00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1772473480.737571:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.737585:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.737589:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43bb88a00. 00000800:00000200:1.0:1772473480.738765:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473480.738774:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2d00. 00000400:00000200:1.0:1772473480.738780:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.738788:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473480.738794:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9c38 00000400:00000010:1.0:1772473480.738798:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9c38. 00000400:00000200:3.0:1772473480.742695:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473480.742719:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87100 00000400:00000200:3.0:1772473480.742729:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 98056 00000400:00000200:3.0:1772473480.742781:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.742786:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473480.742794:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473480.742802:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419c380. 00000020:00000010:1.0:1772473480.742931:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473480.742938:0:5812:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c30282e400. 00000020:00000010:1.0:1772473480.742961:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0e800. 00000020:00000010:1.0:1772473480.742967:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.742972:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473480.743021:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473480.743024:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4600. 00000100:00000200:1.0:1772473480.743028:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167552 02000000:00000010:1.0:1772473480.743051:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43c8d3800. 00000020:00000010:1.0:1772473480.743088:0:5812:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff90c30b762840. 00000020:00000010:1.0:1772473480.743093:0:5812:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c43c8d3c00. 00000020:00000010:1.0:1772473480.743098:0:5812:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff90c43c8d2400. 00000020:00000010:1.0:1772473480.743105:0:5812:0:(lprocfs_status.c:1944:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff90c302a0f000. 00000020:00000010:1.0:1772473480.743108:0:5812:0:(lprocfs_status.c:1944:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff90c302a0ee00. 00000020:00000010:1.0:1772473480.743117:0:5812:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff90c302c6d800. 00000020:00000010:1.0:1772473480.743123:0:5812:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff90c302c6f800. 00010000:00000200:1.0:1772473480.743134:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419c380 x1858570170167552/t0(0) o41->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:6/0 lens 224/368 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.743160:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251535d8. 00000100:00000200:1.0:1772473480.743167:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858570170167552, offset 224 00000400:00000200:1.0:1772473480.743174:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.743184:0:5812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.743191:0:5812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3967:3967:256:4294967295] 192.168.201.48@tcp LPNI seq info [3963:3963:8:4294967295] 00000400:00000200:1.0:1772473480.743201:0:5812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.743206:0:5812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.743211:0:5812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18300. 00000800:00000200:1.0:1772473480.743217:0:5812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.743224:0:5812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.743228:0:5812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18300 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.743242:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.743247:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473480.743251:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0e800. 00000800:00000200:0.0:1772473480.743489:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.743494:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18300. 00000400:00000200:0.0:1772473480.743498:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.743502:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.743505:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251535d8 00000400:00000010:0.0:1772473480.743508:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251535d8. 00000400:00000200:1.0:1772473480.745787:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473480.745808:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87180 00000400:00000200:1.0:1772473480.745818:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 98280 00000400:00000200:1.0:1772473480.745839:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473480.745844:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:1.0:1772473480.745852:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473480.745860:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303236680. 00000020:00000010:2.0:1772473480.745986:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.745992:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.745998:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418671200. 00000020:00000010:2.0:1772473480.746003:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.746008:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.746052:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.746055:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282ec00. 00000100:00000200:2.0:1772473480.746058:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167680 02000000:00000010:2.0:1772473480.746078:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43fd1d800. 00000020:00000010:2.0:1772473480.746104:0:5810:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff90c3041b7000. 00000020:00000010:2.0:1772473480.746111:0:5810:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff90c3041b0000. 00010000:00000200:2.0:1772473480.746122:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303236680 x1858570170167680/t0(0) o41->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:6/0 lens 224/368 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.746140:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa94c8. 00000100:00000200:2.0:1772473480.746146:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858570170167680, offset 224 00000400:00000200:2.0:1772473480.746153:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.746163:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.746169:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3968:3968:256:4294967295] 192.168.201.48@tcp LPNI seq info [3964:3964:8:4294967295] 00000400:00000200:2.0:1772473480.746179:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.746184:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.746190:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2a00. 00000800:00000200:2.0:1772473480.746195:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.746202:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473480.746207:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2a00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1772473480.746353:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.746358:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.746362:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418671200. 00000800:00000200:2.0:1772473480.748650:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473480.748658:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2a00. 00000400:00000200:2.0:1772473480.748666:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473480.748674:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473480.748681:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa94c8 00000400:00000010:2.0:1772473480.748683:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa94c8. 00000400:00000200:0.0:1772473480.752211:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.752232:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 440 into portal 12 MB=0x69a5c16c87200 00000400:00000200:0.0:1772473480.752241:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 440/440 into md 0x23d [64] + 98504 00000400:00000200:0.0:1772473480.752262:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.752266:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473480.752275:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473480.752283:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890700. 00000020:00000010:2.0:1772473480.752661:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.752667:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.752674:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418671200. 00000020:00000010:2.0:1772473480.752679:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.752684:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.752819:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473480.752822:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282ec00. 00000100:00000200:2.0:1772473480.752826:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167808 02000000:00000010:2.0:1772473480.752850:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff90c43fd1dc00. 00000001:00000010:2.0:1772473480.752864:0:8978:0:(nodemap_handler.c:3106:nodemap_fileset_get_root()) kmalloced '(fset)': 4097 at ffff90c3032e0000. 00000004:00000010:2.0:1772473480.752869:0:8978:0:(mdt_handler.c:450:mdt_get_root()) kfreed 'fileset_buffer': 4097 at ffff90c3032e0000. 00010000:00000200:2.0:1772473480.752880:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406890700 x1858570170167808/t0(0) o40->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:6/0 lens 440/448 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473480.752911:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa94c8. 00000100:00000200:2.0:1772473480.752926:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1858570170167808, offset 224 00000400:00000200:2.0:1772473480.752934:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473480.752945:0:8978:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473480.752951:0:8978:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3969:3969:256:4294967295] 192.168.201.48@tcp LPNI seq info [3965:3965:8:4294967295] 00000400:00000200:2.0:1772473480.752961:0:8978:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473480.752967:0:8978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473480.752972:0:8978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2a00. 00000800:00000200:2.0:1772473480.752978:0:8978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473480.752985:0:8978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473480.752988:0:8978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2a00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1772473480.753016:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524100. 00000020:00000010:2.0:1772473480.753020:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473480.753024:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418671200. 00000800:00000200:3.0:1772473480.753269:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473480.753275:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2a00. 00000400:00000200:3.0:1772473480.753281:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473480.753286:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473480.753291:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa94c8 00000400:00000010:3.0:1772473480.753294:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa94c8. 00000400:00000200:0.0:1772473480.756896:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.756937:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 448 into portal 23 MB=0x69a5c16c87380 00000400:00000200:0.0:1772473480.756945:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.201.48@tcp of length 448/448 into md 0x3c9 [2] + 1320 00000400:00000200:0.0:1772473480.756958:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.756962:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473480.756970:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1772473480.756977:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891180. 00000400:00000200:0.0:1772473480.757008:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.757014:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 28 MB=0x69a5c16c87280 00000400:00000200:0.0:1772473480.757020:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 520/520 into md 0xbfd [8] + 2016 00000400:00000200:0.0:1772473480.757031:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.757035:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473480.757038:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473480.757042:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406890a80. 00000020:00000010:3.0:1772473480.757148:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80400. 00000020:00000010:3.0:1772473480.757155:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.757160:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000100:00000200:3.0:1772473480.757196:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170167936 02000000:00000010:3.0:1772473480.757220:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c302ae6000. 00000020:00000010:3.0:1772473480.757232:0:6591:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c405628000. 00000001:00000010:3.0:1772473480.757239:0:6591:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c433cce900. 00000001:00000010:3.0:1772473480.757249:0:6591:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c420476100. 00000001:00000010:3.0:1772473480.757259:0:6591:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c304129fa0. 00000001:00000010:3.0:1772473480.757262:0:6591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c405a81e00. 00000001:00000010:3.0:1772473480.757266:0:6591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c405a80000. 00000001:00000010:3.0:1772473480.757269:0:6591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c405a80a00. 00000001:00000010:3.0:1772473480.757271:0:6591:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c405a80200. 00000020:00000010:3.0:1772473480.757290:0:6591:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c302ae5000. 00000020:00000010:3.0:1772473480.757294:0:6591:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff90c405a81000. 00080000:00000010:3.0:1772473480.757352:0:6591:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c302ae4000. 00000001:00000010:3.0:1772473480.757478:0:6591:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4352432a0. 00000020:00000010:3.0:1772473480.757568:0:6591:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c435243f60. 00000020:00000010:3.0:1772473480.757573:0:6591:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c435243f60. 00000020:00000010:3.0:1772473480.757593:0:6591:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c40562b000. 00000020:00000010:3.0:1772473480.757600:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e80. 00000400:00000200:3.0:1772473480.757619:0:6591:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:3.0:1772473480.757668:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406890a80 x1858570170167936/t0(0) o8->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473500 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473480.757687:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473480.757693:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1858570170167936, offset 0 00000400:00000200:3.0:1772473480.757699:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473480.757708:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473480.757713:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3970:3970:256:4294967295] 192.168.201.48@tcp LPNI seq info [3966:3966:8:4294967295] 00000400:00000200:3.0:1772473480.757722:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473480.757727:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473480.757731:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476200. 00000800:00000200:3.0:1772473480.757763:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473480.757771:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473480.757775:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476200 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1772473480.757790:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473480.757794:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473480.757797:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80400. 00000800:00000200:0.0:1772473480.758366:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.758372:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476200. 00000400:00000200:0.0:1772473480.758378:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.758384:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.758390:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:0.0:1772473480.758392:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000020:00000010:1.0:1772473480.758981:0:5814:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473480.758987:0:5814:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473480.758992:0:5814:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0e800. 00000020:00000010:1.0:1772473480.758997:0:5814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.759001:0:5814:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473480.759034:0:5814:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000020:00000010:1.0:1772473480.759037:0:5814:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4600. 00000100:00000200:1.0:1772473480.759040:0:5814:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168192 02000000:00000010:1.0:1772473480.759082:0:5814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff90c302c6d000. 00010000:00000200:1.0:1772473480.759169:0:5814:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406891180 x1858570170168192/t0(0) o33->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:6/0 lens 448/464 e 0 to 0 dl 1772473491 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1772473480.759186:0:5814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153088. 00000100:00000200:1.0:1772473480.759192:0:5814:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1858570170168192, offset 224 00000400:00000200:1.0:1772473480.759198:0:5814:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.759210:0:5814:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.759215:0:5814:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3971:3971:256:4294967295] 192.168.201.48@tcp LPNI seq info [3967:3967:8:4294967295] 00000400:00000200:1.0:1772473480.759225:0:5814:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.759230:0:5814:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.759234:0:5814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18f00. 00000800:00000200:1.0:1772473480.759240:0:5814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.759246:0:5814:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.759250:0:5814:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18f00 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.759267:0:5814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.759271:0:5814:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473480.759275:0:5814:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0e800. 00000800:00000200:0.0:1772473480.759670:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.759675:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18f00. 00000400:00000200:0.0:1772473480.759679:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.759685:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.759690:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153088 00000400:00000010:0.0:1772473480.759692:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153088. 00000400:00000200:0.0:1772473480.761872:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473480.761890:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 28 MB=0x69a5c16c87300 00000400:00000200:0.0:1772473480.761918:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 520/520 into md 0xbfd [8] + 2536 00000400:00000200:0.0:1772473480.761935:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.761939:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473480.761947:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473480.761954:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891880. 00000020:00000010:1.0:1772473480.762162:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0e800. 00000020:00000010:1.0:1772473480.762170:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.762174:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000100:00000200:1.0:1772473480.762217:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168064 02000000:00000010:1.0:1772473480.762246:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43c8d1800. 00000020:00000010:1.0:1772473480.762257:0:6590:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c302c6f000. 00000001:00000010:1.0:1772473480.762266:0:6590:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c42ca61f00. 00000001:00000010:1.0:1772473480.762274:0:6590:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c402f18c00. 00000001:00000010:1.0:1772473480.762281:0:6590:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c3041814c0. 00000001:00000010:1.0:1772473480.762285:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c302a0f600. 00000001:00000010:1.0:1772473480.762290:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c303741200. 00000001:00000010:1.0:1772473480.762293:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c3033cb400. 00000001:00000010:1.0:1772473480.762296:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c3033cb200. 00080000:00000010:1.0:1772473480.762344:0:6590:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43c8d3400. 00000001:00000010:1.0:1772473480.762469:0:6590:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c433c79720. 00000020:00000010:1.0:1772473480.762564:0:6590:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c433c79480. 00000020:00000010:1.0:1772473480.762572:0:6590:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c433c79480. 00000020:00000010:1.0:1772473480.762588:0:6590:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c302c6e800. 00000020:00000010:1.0:1772473480.762595:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4600. 00000400:00000200:1.0:1772473480.762616:0:6590:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:1.0:1772473480.762656:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406891880 x1858570170168064/t0(0) o8->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473500 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473480.762677:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153f68. 00000100:00000200:1.0:1772473480.762682:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1858570170168064, offset 0 00000400:00000200:1.0:1772473480.762688:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473480.762699:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473480.762705:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3972:3972:256:4294967295] 192.168.201.48@tcp LPNI seq info [3968:3968:8:4294967295] 00000400:00000200:1.0:1772473480.762715:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473480.762720:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473480.762725:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18a00. 00000800:00000200:1.0:1772473480.762731:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473480.762780:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473480.762785:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18a00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1772473480.762799:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473480.762804:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473480.762807:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0e800. 00000800:00000200:0.0:1772473480.763216:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473480.763221:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18a00. 00000400:00000200:0.0:1772473480.763226:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473480.763231:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473480.763235:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153f68 00000400:00000010:0.0:1772473480.763238:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153f68. 00000400:00000200:0.0:1772473481.019201:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473481.019239:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 576 into portal 12 MB=0x69a5c16c87400 00000400:00000200:0.0:1772473481.019254:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 576/576 into md 0x23d [64] + 98944 00000400:00000200:0.0:1772473481.019276:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473481.019281:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473481.019289:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473481.019296:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406893b80. 00000020:00000010:3.0:1772473481.019440:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e85c0. 00000020:00000010:3.0:1772473481.019446:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e85c0. 00000020:00000010:3.0:1772473481.019454:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a81c00. 00000020:00000010:3.0:1772473481.019460:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473481.019466:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.019573:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e85c0. 00000020:00000010:3.0:1772473481.019576:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e85c0. 00000100:00000200:3.0:1772473481.019580:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168320 00010000:00000010:3.0:1772473481.019618:0:61615:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6300. 00010000:00000010:3.0:1772473481.019622:0:61615:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90c433cce980. 00010000:00000010:3.0:1772473481.019641:0:61615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d800. 00010000:00000010:3.0:1772473481.019648:0:61615:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff90c301f4c180. 02000000:00000010:3.0:1772473481.019676:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff90c303da3000. 00010000:00000010:3.0:1772473481.019704:0:61615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4dc00. 00010000:00000010:3.0:1772473481.019708:0:61615:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff90c301f4cf80. 00000020:00000010:3.0:1772473481.021366:0:61615:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff90c40562d000. 00010000:00000010:3.0:1772473481.021409:0:61615:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff90c301f4c180. 00010000:00000200:3.0:1772473481.021437:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406893b80 x1858570170168320/t0(0) o101->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:7/0 lens 576/688 e 0 to 0 dl 1772473492 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1772473481.021458:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed02a8. 00000100:00000200:3.0:1772473481.021465:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1858570170168320, offset 224 00000400:00000200:3.0:1772473481.021472:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473481.021484:0:61615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473481.021491:0:61615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3973:3973:256:4294967295] 192.168.201.48@tcp LPNI seq info [3969:3969:8:4294967295] 00000400:00000200:3.0:1772473481.021503:0:61615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473481.021508:0:61615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473481.021514:0:61615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476a00. 00000800:00000200:3.0:1772473481.021520:0:61615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473481.021527:0:61615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473481.021532:0:61615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476a00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:3.0:1772473481.021561:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce280. 00000020:00000010:3.0:1772473481.021567:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.021570:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a81c00. 00000800:00000200:0.0:1772473481.021730:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473481.021734:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476a00. 00000400:00000200:0.0:1772473481.021773:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473481.021779:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473481.021785:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed02a8 00000400:00000010:0.0:1772473481.021788:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed02a8. 00010000:00000010:3.1:1772473481.028792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4d800. 00000100:00000010:1.0:1772473481.783879:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:1.0:1772473481.783902:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18a00. 00000100:00000010:1.0:1772473481.783954:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7c380. 02000000:00000010:1.0:1772473481.783960:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18f00. 00000100:00000010:1.0:1772473481.783980:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 02000000:00000010:1.0:1772473481.783985:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18300. 00000100:00000010:1.0:1772473481.783992:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473481.783996:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18500. 00000100:00000010:1.0:1772473481.784003:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473481.784007:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18800. 00000100:00000010:1.0:1772473481.784013:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473481.784016:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18700. 02000000:00000010:1.0:1772473481.784049:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca000. 00000400:00000010:1.0:1772473481.784056:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362528. 00000400:00000010:1.0:1772473481.784064:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473481.784071:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186079872, portal 10 00000400:00000010:1.0:1772473481.784079:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473481.784082:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186079872, offset 0 00000400:00000200:1.0:1772473481.784092:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784106:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784116:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3e80 00000400:00000200:1.0:1772473481.784124:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 99520 00000400:00000200:1.0:1772473481.784131:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784135:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.784142:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473481.784147:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdfb80. 00000400:00000200:1.0:1772473481.784164:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153aa0 00000400:00000010:1.0:1772473481.784166:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473481.784173:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7c380 x1858570186079872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473481.784193:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79480. 00000100:00000010:1.0:1772473481.784208:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79600. 00000100:00000010:1.0:1772473481.784213:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c792a0. 00000100:00000010:1.0:1772473481.784221:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79060. 02000000:00000010:1.0:1772473481.784232:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cae00. 00000400:00000010:1.0:1772473481.784235:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473481.784238:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473481.784241:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080384, portal 4 00000400:00000010:1.0:1772473481.784245:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153770. 00000100:00000200:1.0:1772473481.784247:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186080384, offset 0 00000400:00000200:1.0:1772473481.784250:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784255:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784259:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb4080 00000400:00000200:1.0:1772473481.784265:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 3056 00000400:00000200:1.0:1772473481.784269:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784272:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.784276:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473481.784279:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fddc00. 00000400:00000200:1.0:1772473481.784290:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153770 00000400:00000010:1.0:1772473481.784292:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153770. 00000100:00000200:1.0:1772473481.784297:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186080384/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473481.784324:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb800. 00000400:00000010:1.0:1772473481.784327:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473481.784329:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153770. 00000100:00000200:1.0:1772473481.784331:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080000, portal 10 00000400:00000010:1.0:1772473481.784335:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473481.784337:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186080000, offset 0 00000400:00000200:1.0:1772473481.784340:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784345:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784350:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb3f00 00000400:00000200:1.0:1772473481.784353:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 99744 00000400:00000200:1.0:1772473481.784357:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784360:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.784364:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473481.784367:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977480. 00000400:00000200:1.0:1772473481.784377:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473481.784379:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473481.784384:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7f100 x1858570186080000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473481.784427:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f49c0. 00000020:00000010:1.0:1772473481.784431:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f49c0. 00000020:00000010:1.0:1772473481.784436:0:5811:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca600. 00000020:00000010:1.0:1772473481.784441:0:5811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473481.784446:0:5811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473481.784478:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f49c0. 00000020:00000010:1.0:1772473481.784492:0:5811:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:1.0:1772473481.784495:0:5811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61180. 00000020:00000010:1.0:1772473481.784498:0:5811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473481.784517:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473481.784520:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ac0. 00000100:00000200:1.0:1772473481.784523:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079872 02000000:00000010:1.0:1772473481.784539:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c914800. 00010000:00000200:1.0:1772473481.784547:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303fdfb80 x1858570186079872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473481.784560:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473481.784563:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186079872, offset 224 00000400:00000200:1.0:1772473481.784566:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784571:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784575:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3e80 00000400:00000200:1.0:1772473481.784580:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17409 [1] + 224 00000400:00000200:1.0:1772473481.784583:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784586:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.784604:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7c380 x1858570186079872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473481.784618:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473481.784620:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000020:00000010:1.0:1772473481.784631:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473481.784636:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473481.784640:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca600. 00000020:00000010:1.0:1772473481.784654:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473481.784656:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ac0. 00000100:00000200:1.0:1772473481.784658:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080000 02000000:00000010:1.0:1772473481.784668:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c302bc8800. 00010000:00000200:1.0:1772473481.784673:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303977480 x1858570186080000/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473481.784682:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473481.784685:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186080000, offset 224 00000400:00000200:1.0:1772473481.784688:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784693:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784698:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb3f00 00000400:00000200:1.0:1772473481.784702:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17419 [1] + 224 00000400:00000200:1.0:1772473481.784705:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784708:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.784713:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7f100 x1858570186080000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473481.784723:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473481.784724:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000020:00000010:1.0:1772473481.784731:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61180. 00000020:00000010:1.0:1772473481.784733:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473481.784736:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 00000400:00000010:1.0:1772473481.784792:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473481.784795:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153770 00000400:00000010:1.0:1772473481.784796:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153770. 00000100:00000200:1.0:1772473481.784801:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7f100 x1858570186080000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473481.784809:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7f100 x1858570186080000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473481.784831:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362528. 00000400:00000200:1.0:1772473481.784834:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473481.784836:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473481.784840:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7c380 x1858570186079872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473481.784848:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7c380 x1858570186079872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473481.784861:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb800. 02000000:00000010:1.0:1772473481.784866:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18300. 00000100:00000010:1.0:1772473481.784870:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7f100. 02000000:00000010:1.0:1772473481.784874:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca000. 02000000:00000010:1.0:1772473481.784876:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18f00. 00000100:00000010:1.0:1772473481.784879:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7c380. 00000020:00000010:1.0:1772473481.784905:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ac0. 00000020:00000010:1.0:1772473481.784909:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473481.784918:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca000. 00000020:00000010:1.0:1772473481.784920:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61180. 00000020:00000010:1.0:1772473481.784923:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473481.784943:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:1.0:1772473481.784945:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000100:00000200:1.0:1772473481.784947:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080384 02000000:00000010:1.0:1772473481.784955:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c302bcb400. 00010000:00000200:1.0:1772473481.784961:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303fddc00 x1858570186080384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473481.784971:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473481.784974:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186080384, offset 224 00000400:00000200:1.0:1772473481.784978:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473481.784984:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473481.784989:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb4080 00000400:00000200:1.0:1772473481.784993:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17411 [1] + 224 00000400:00000200:1.0:1772473481.784997:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473481.784999:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473481.785005:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186080384/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473481.785018:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473481.785021:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473481.785028:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61180. 00000020:00000010:1.0:1772473481.785031:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473481.785034:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca000. 00000400:00000010:1.0:1772473481.785053:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473481.785056:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153aa0 00000400:00000010:1.0:1772473481.785057:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473481.785061:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186080384/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473481.785070:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186080384/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473481.785083:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cae00. 02000000:00000010:1.0:1772473481.785086:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18700. 00000100:00000010:1.0:1772473481.785089:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 02000000:00000010:2.0:1772473481.786084:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c418671200. 00000400:00000010:2.0:1772473481.786092:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75318. 00000400:00000010:2.0:1772473481.786097:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9880. 00000100:00000200:2.0:1772473481.786103:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186079744, portal 25 00000400:00000010:2.0:1772473481.786108:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9bb0. 00000100:00000200:2.0:1772473481.786110:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186079744, offset 0 00000400:00000200:2.0:1772473481.786116:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473481.786124:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473481.786132:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb3e00 00000400:00000200:2.0:1772473481.786137:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a85 [2] + 0 00000400:00000010:2.0:1772473481.786141:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b478. 00000400:00000200:2.0:1772473481.786145:0:3345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c410d6b6c0 00000400:00000200:2.0:1772473481.786149:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473481.786152:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473481.786155:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c410d6b6c0 00000400:00000010:2.0:1772473481.786158:0:3345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c410d6b6c0. 00000100:00000200:2.0:1772473481.786163:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473481.786175:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9bb0 00000400:00000010:2.0:1772473481.786176:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9bb0. 00000100:00000200:2.0:1772473481.786181:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186079744/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473481.786214:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c418670e00. 00000400:00000010:2.0:1772473481.786218:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75160. 00000400:00000010:2.0:1772473481.786221:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9bb0. 00000100:00000200:2.0:1772473481.786224:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080256, portal 10 00000400:00000010:2.0:1772473481.786229:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9220. 00000100:00000200:2.0:1772473481.786231:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186080256, offset 0 00000400:00000200:2.0:1772473481.786235:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473481.786239:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473481.786243:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4000 00000400:00000200:2.0:1772473481.786248:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 99968 00000400:00000200:2.0:1772473481.786252:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473481.786254:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473481.786257:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473481.786261:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435ce00. 00000400:00000200:2.0:1772473481.786271:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9220 00000400:00000010:2.0:1772473481.786273:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9220. 00000100:00000200:2.0:1772473481.786277:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186080256/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473481.786302:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43bb88a00. 00000400:00000010:2.0:1772473481.786305:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75c60. 00000400:00000010:2.0:1772473481.786308:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9220. 00000100:00000200:2.0:1772473481.786311:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080128, portal 4 00000400:00000010:2.0:1772473481.786314:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473481.786316:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186080128, offset 0 00000400:00000200:2.0:1772473481.786320:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473481.786324:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473481.786328:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb3f80 00000400:00000200:2.0:1772473481.786333:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 3280 00000400:00000200:2.0:1772473481.786337:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473481.786339:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473481.786342:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473481.786346:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435d180. 00000400:00000200:2.0:1772473481.786354:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:2.0:1772473481.786355:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473481.786359:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fde300 x1858570186080128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473481.787548:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787558:0:61615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4400. 00000020:00000010:3.0:1772473481.787571:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787577:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303603e00. 00000020:00000010:3.0:1772473481.787582:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce600. 00000020:00000010:3.0:1772473481.787585:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.787628:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787630:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b80. 00000100:00000200:3.0:1772473481.787633:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080256 02000000:00000010:3.0:1772473481.787651:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303438800. 00010000:00000200:3.0:1772473481.787660:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435ce00 x1858570186080256/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473481.787676:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0000. 00000100:00000200:3.0:1772473481.787681:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186080256, offset 224 00000400:00000200:3.0:1772473481.787687:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473481.787696:0:61615:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473481.787704:0:61615:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4000 00000400:00000200:3.0:1772473481.787709:0:61615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17435 [1] + 224 00000400:00000200:3.0:1772473481.787715:0:61615:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473481.787718:0:61615:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473481.787727:0:61615:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186080256/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473481.787762:0:61615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0000 00000400:00000010:3.0:1772473481.787765:0:61615:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0000. 00000020:00000010:3.0:1772473481.787777:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce600. 00000020:00000010:3.0:1772473481.787780:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.787784:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303603e00. 00000400:00000010:3.0:1772473481.787811:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75160. 00000400:00000200:3.0:1772473481.787815:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9bb0 00000400:00000010:3.0:1772473481.787817:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9bb0. 00000100:00000200:3.0:1772473481.787822:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186080256/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473481.787831:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186080256/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473481.787855:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c418670e00. 02000000:00000010:3.0:1772473481.787861:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18800. 00000100:00000010:3.0:1772473481.787866:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 00000020:00000010:3.0:1772473481.787892:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787895:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787898:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303603e00. 00000020:00000010:3.0:1772473481.787901:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce600. 00000020:00000010:3.0:1772473481.787903:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.787922:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b80. 00000020:00000010:3.0:1772473481.787925:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b80. 00000100:00000200:3.0:1772473481.787927:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186079744 02000000:00000010:3.0:1772473481.787934:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30343ac00. 00010000:00000200:3.0:1772473481.787940:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b39050 x1858570186079744/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473481.789322:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0000. 00000100:00000200:3.0:1772473481.789329:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186079744, offset 224 00000400:00000200:3.0:1772473481.789337:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473481.789347:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473481.789357:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb3e00 00000400:00000200:3.0:1772473481.789364:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1742d [1] + 224 00000400:00000200:3.0:1772473481.789371:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473481.789374:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473481.789383:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186079744/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473481.789421:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0000 00000400:00000010:3.0:1772473481.789423:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0000. 00000020:00000010:3.0:1772473481.789439:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce600. 00000020:00000010:3.0:1772473481.789454:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473481.789458:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303603e00. 02000000:00000010:3.0:1772473481.789465:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c30343ac00. 00000100:00000200:3.0:1772473481.789472:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473481.789477:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e840. 00000400:00000010:3.0:1772473481.789483:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30b7bb780. 00000020:00000010:2.0:1772473481.790652:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ed80. 00000020:00000010:2.0:1772473481.790660:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4c40. 00000020:00000010:2.0:1772473481.790674:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c000. 00000020:00000010:2.0:1772473481.790678:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524600. 00000020:00000010:2.0:1772473481.790683:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473481.790713:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282ec00. 00000020:00000010:2.0:1772473481.790717:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282ec00. 00000100:00000200:2.0:1772473481.790720:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080128 02000000:00000010:2.0:1772473481.790768:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1c400. 00010000:00000200:2.0:1772473481.790778:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435d180 x1858570186080128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:7/0 lens 224/224 e 0 to 0 dl 1772473492 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473481.790792:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473481.790797:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186080128, offset 224 00000400:00000200:2.0:1772473481.790803:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473481.790813:0:6590:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473481.790821:0:6590:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb3f80 00000400:00000200:2.0:1772473481.790828:0:6590:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1743d [1] + 224 00000400:00000200:2.0:1772473481.790835:0:6590:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473481.790838:0:6590:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473481.790848:0:6590:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fde300 x1858570186080128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473481.790862:0:6590:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:2.0:1772473481.790864:0:6590:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 00000020:00000010:2.0:1772473481.790874:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524600. 00000020:00000010:2.0:1772473481.790877:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473481.790881:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c000. 00000400:00000010:0.0:1772473481.795706:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75c60. 00000400:00000200:0.0:1772473481.795715:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9220 00000400:00000010:0.0:1772473481.795718:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9220. 00000100:00000200:0.0:1772473481.795731:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fde300 x1858570186080128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473481.795770:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fde300 x1858570186080128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473481.795804:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75318. 00000400:00000200:0.0:1772473481.795807:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9880 00000400:00000010:0.0:1772473481.795809:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9880. 00000100:00000200:0.0:1772473481.795813:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186079744/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473481.795821:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186079744/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473481.795836:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43bb88a00. 02000000:00000010:0.0:1772473481.795842:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18500. 00000100:00000010:0.0:1772473481.795848:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 02000000:00000010:0.0:1772473481.795852:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c418671200. 02000000:00000010:0.0:1772473481.795855:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18a00. 00000100:00000010:0.0:1772473481.795857:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 00000001:00000010:3.0:1772473481.850136:0:6615:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4352432a0. 00080000:00000010:3.0:1772473481.850148:0:6615:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c302ae4000. 00000100:00000010:0.0:1772473481.862939:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79480. 00000100:00000010:3.0:1772473481.867159:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79060. 00000100:00000010:1.0:1772473481.867440:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79600. 00000100:00000010:2.0:1772473481.877551:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c792a0. 00000001:00000010:3.0:1772473481.891844:0:7470:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c433c79720. 00080000:00000010:3.0:1772473481.891860:0:7470:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43c8d3400. 00000100:00000010:1.0:1772473482.294858:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303974380. 00000100:00000010:0.0:1772473482.294858:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406893100. 02000000:00000010:1.0:1772473482.294879:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18700. 02000000:00000010:0.0:1772473482.294879:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43520c300. 02000000:00000010:1.0:1772473482.294949:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c302bc9000. 00000400:00000010:1.0:1772473482.294966:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473482.294973:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473482.294981:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186080512, portal 4 00000400:00000010:1.0:1772473482.294989:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473482.294992:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186080512, offset 0 00000400:00000200:1.0:1772473482.295001:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1772473482.295005:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c30343ac00. 00000400:00000010:3.0:1772473482.295011:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e948. 00000400:00000010:3.0:1772473482.295014:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0000. 00000400:00000200:1.0:1772473482.295014:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1772473482.295017:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186080640, portal 4 00000400:00000010:3.0:1772473482.295021:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed04c8. 00000100:00000200:3.0:1772473482.295023:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186080640, offset 0 00000400:00000200:1.0:1772473482.295025:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb4100 00000400:00000200:3.0:1772473482.295027:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473482.295032:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473482.295032:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 8064 00000400:00000200:3.0:1772473482.295037:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb4180 00000400:00000200:1.0:1772473482.295039:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473482.295040:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 8288 00000400:00000200:3.0:1772473482.295043:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473482.295043:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473482.295046:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473482.295049:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473482.295053:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303976d80. 00000400:00000200:1.0:1772473482.295078:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473482.295082:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473482.295090:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406893100 x1858570186080512/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473482.295112:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79600. 00000100:00000010:1.0:1772473482.295122:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79c00. 00000100:00000010:1.0:1772473482.295126:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79000. 00000020:00000010:0.0:1772473482.295130:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000100:00000010:1.0:1772473482.295135:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79e40. 00000020:00000010:0.0:1772473482.295135:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473482.295141:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb400. 00000020:00000010:0.0:1772473482.295146:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42c853600. 00000020:00000010:0.0:1772473482.295151:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473482.295200:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473482.295202:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000100:00000200:0.0:1772473482.295206:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080512 02000000:00000010:0.0:1772473482.295220:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c44215c000. 00010000:00000200:0.0:1772473482.295254:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303976d80 x1858570186080512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:8/0 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473482.295270:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:3.0:1772473482.296575:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473482.296596:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419dc00. 00000400:00000200:3.0:1772473482.296627:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed04c8 00000400:00000010:3.0:1772473482.296629:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed04c8. 00000100:00000200:3.0:1772473482.296640:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303974380 x1858570186080640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473482.296902:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473482.296908:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473482.296913:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:1.0:1772473482.296918:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473482.296922:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473482.296957:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473482.296959:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000100:00000200:1.0:1772473482.296962:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080640 02000000:00000010:1.0:1772473482.296976:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c302bca400. 00010000:00000200:1.0:1772473482.297018:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419dc00 x1858570186080640/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:8/0 lens 224/368 e 0 to 0 dl 1772473493 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473482.297033:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473482.297037:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186080640, offset 224 00000400:00000200:1.0:1772473482.297043:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473482.297053:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473482.297074:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb4180 00000400:00000200:1.0:1772473482.297081:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1745d [1] + 224 00000400:00000200:1.0:1772473482.297088:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473482.297091:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473482.297099:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303974380 x1858570186080640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473482.297120:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:1.0:1772473482.297122:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000020:00000010:1.0:1772473482.297133:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473482.297138:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473482.297142:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000400:00000010:3.0:1772473482.297710:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e948. 00000400:00000200:3.0:1772473482.297719:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0000 00000400:00000010:3.0:1772473482.297721:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0000. 00000100:00000200:3.0:1772473482.297729:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303974380 x1858570186080640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473482.297762:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303974380 x1858570186080640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473482.297801:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c30343ac00. 02000000:00000010:3.0:1772473482.297808:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18700. 00000100:00000010:3.0:1772473482.297815:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303974380. 00000100:00000200:0.0:1772473482.297894:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186080512, offset 224 00000400:00000200:0.0:1772473482.297904:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473482.297913:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473482.297921:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb4100 00000400:00000200:0.0:1772473482.297928:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17455 [1] + 224 00000400:00000200:0.0:1772473482.297933:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473482.297937:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473482.297946:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406893100 x1858570186080512/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473482.297974:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473482.297976:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000020:00000010:0.0:1772473482.298001:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42c853600. 00000020:00000010:0.0:1772473482.298005:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473482.298009:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb400. 00000400:00000010:1.0:1772473482.298262:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473482.298267:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153aa0 00000400:00000010:1.0:1772473482.298269:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473482.298275:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406893100 x1858570186080512/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473482.298282:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406893100 x1858570186080512/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473482.298301:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c302bc9000. 02000000:00000010:1.0:1772473482.298305:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43520c300. 00000100:00000010:1.0:1772473482.298308:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406893100. 00000100:00000010:2.0:1772473482.302879:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79000. 00000100:00000010:1.0:1772473482.302978:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79c00. 00000100:00000010:0.0:1772473482.303053:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79600. 00000100:00000010:3.0:1772473482.303221:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79e40. 00000400:00000200:0.0:1772473483.203406:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473483.203427:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87480 00000400:00000200:0.0:1772473483.203436:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 100192 00000400:00000200:0.0:1772473483.203457:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473483.203461:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473483.203506:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473483.203513:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892300. 00000020:00000010:1.0:1772473483.204092:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4340. 00000020:00000010:1.0:1772473483.204100:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473483.204175:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:1.0:1772473483.204182:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473483.204187:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473483.204239:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473483.204242:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473483.204245:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168448 02000000:00000010:1.0:1772473483.204265:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c302bc9000. 00000020:00000010:1.0:1772473483.204320:0:5810:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff90c30b762c00. 00000020:00000010:1.0:1772473483.204325:0:5810:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c302bc9400. 00000020:00000010:1.0:1772473483.204329:0:5810:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff90c302bc9800. 00000020:00000010:1.0:1772473483.204335:0:5810:0:(lprocfs_status.c:1944:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff90c3033cba00. 00000020:00000010:1.0:1772473483.204340:0:5810:0:(lprocfs_status.c:1944:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff90c3033ca000. 00000020:00000010:1.0:1772473483.204348:0:5810:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff90c302c69800. 00010000:00000200:1.0:1772473483.204362:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406892300 x1858570170168448/t0(0) o41->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:9/0 lens 224/368 e 0 to 0 dl 1772473494 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473483.204396:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153aa0. 00000100:00000200:1.0:1772473483.204403:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858570170168448, offset 224 00000400:00000200:1.0:1772473483.204409:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473483.204419:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473483.204426:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3974:3974:256:4294967295] 192.168.201.48@tcp LPNI seq info [3970:3970:8:4294967295] 00000400:00000200:1.0:1772473483.204436:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473483.204442:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473483.204447:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18a00. 00000800:00000200:1.0:1772473483.204453:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473483.204460:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473483.204464:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18a00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1772473483.204488:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473483.204493:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473483.204497:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000800:00000200:0.0:1772473483.204654:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473483.204659:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18a00. 00000400:00000200:0.0:1772473483.204664:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473483.204668:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473483.204673:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153aa0 00000400:00000010:0.0:1772473483.204675:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153aa0. 00000400:00000200:0.0:1772473483.210111:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473483.210133:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 7 MB=0x69a5c16c87500 00000400:00000200:0.0:1772473483.210141:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.201.48@tcp of length 224/224 into md 0xc99 [8] + 8512 00000400:00000200:0.0:1772473483.210157:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473483.210162:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473483.210171:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1772473483.210179:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406892d80. 00000020:00000010:1.0:1772473483.210307:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473483.210314:0:6594:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8e80. 00000020:00000010:1.0:1772473483.210367:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:1.0:1772473483.210373:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473483.210378:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473483.210456:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4ec0. 00000020:00000010:1.0:1772473483.210459:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4ec0. 00000100:00000200:1.0:1772473483.210462:0:6594:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168576 02000000:00000010:1.0:1772473483.210484:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c302bc8c00. 00000020:00000010:1.0:1772473483.210506:0:6594:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff90c302bc8400. 00010000:00000200:1.0:1772473483.210517:0:6594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406892d80 x1858570170168576/t0(0) o13->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:9/0 lens 224/368 e 0 to 0 dl 1772473494 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473483.210623:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153cc0. 00000100:00000200:1.0:1772473483.210630:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570170168576, offset 224 00000400:00000200:1.0:1772473483.210638:0:6594:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473483.210648:0:6594:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473483.210654:0:6594:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3975:3975:256:4294967295] 192.168.201.48@tcp LPNI seq info [3971:3971:8:4294967295] 00000400:00000200:1.0:1772473483.210666:0:6594:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473483.210672:0:6594:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473483.210677:0:6594:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18500. 00000800:00000200:1.0:1772473483.210683:0:6594:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473483.210690:0:6594:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473483.210694:0:6594:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18500 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1772473483.210721:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473483.210726:0:6594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473483.210731:0:6594:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000800:00000200:2.0:1772473483.210874:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473483.210928:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18500. 00000400:00000200:2.0:1772473483.210933:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473483.210938:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473483.210942:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153cc0 00000400:00000010:2.0:1772473483.210944:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153cc0. 00000400:00000200:3.0:1772473483.212504:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473483.212521:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 7 MB=0x69a5c16c87580 00000400:00000200:3.0:1772473483.212529:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.201.48@tcp of length 224/224 into md 0xc99 [8] + 8736 00000400:00000200:3.0:1772473483.212558:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473483.212562:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473483.212578:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473483.212586:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419f800. 00000020:00000010:0.0:1772473483.215150:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade40. 00000020:00000010:0.0:1772473483.215162:0:59483:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4600. 00000020:00000010:0.0:1772473483.215223:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb400. 00000020:00000010:0.0:1772473483.215230:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42c853600. 00000020:00000010:0.0:1772473483.215235:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473483.215277:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bade00. 00000020:00000010:0.0:1772473483.215280:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bade00. 00000100:00000200:0.0:1772473483.215284:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168704 02000000:00000010:0.0:1772473483.215303:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c44215d400. 00000020:00000010:0.0:1772473483.215326:0:59483:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff90c44215e000. 00010000:00000200:0.0:1772473483.215339:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419f800 x1858570170168704/t0(0) o13->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:9/0 lens 224/368 e 0 to 0 dl 1772473494 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473483.215359:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473483.215365:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570170168704, offset 224 00000400:00000200:0.0:1772473483.215372:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473483.215384:0:59483:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473483.215391:0:59483:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3976:3976:256:4294967295] 192.168.201.48@tcp LPNI seq info [3972:3972:8:4294967295] 00000400:00000200:0.0:1772473483.215402:0:59483:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473483.215408:0:59483:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473483.215413:0:59483:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43520c200. 00000800:00000200:0.0:1772473483.215419:0:59483:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473483.215426:0:59483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473483.215431:0:59483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43520c200 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1772473483.215454:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42c853600. 00000020:00000010:0.0:1772473483.215459:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473483.215462:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb400. 00000800:00000200:3.0:1772473483.215596:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473483.215600:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43520c200. 00000400:00000200:3.0:1772473483.215604:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473483.215608:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473483.215611:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:3.0:1772473483.215613:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000001:00000010:3.0:1772473484.921522:0:5832:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4199fc780. 00080000:00000010:3.0:1772473484.921547:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43fd1c000. 00000001:02000400:0.0:1772473485.711938:0:105634:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000400:00000200:2.0:1772473486.245797:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473486.245829:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c87600 00000400:00000200:2.0:1772473486.245839:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x16a8d [2] + 0 00000400:00000010:2.0:1772473486.245847:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980ea50. 00000400:00000200:2.0:1772473486.245856:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c430df86c0 00000400:00000200:2.0:1772473486.245868:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.245873:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473486.245879:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c430df86c0 00000400:00000010:2.0:1772473486.245882:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c430df86c0. 00000100:00000200:2.0:1772473486.245890:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473486.245931:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473486.245937:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87700 00000400:00000200:2.0:1772473486.245943:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 3504 00000400:00000200:2.0:1772473486.245950:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.245953:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473486.245957:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473486.245964:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435d500. 00000400:00000200:2.0:1772473486.245999:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473486.246006:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87680 00000400:00000200:2.0:1772473486.246011:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 100416 00000400:00000200:2.0:1772473486.246019:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.246022:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473486.246027:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473486.246030:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435ea00. 00000020:00000010:0.0:1772473486.246120:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473486.246126:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473486.246133:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fbc00. 00000020:00000010:0.0:1772473486.246138:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7600. 00000020:00000010:0.0:1772473486.246142:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473486.246176:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473486.246179:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b40. 00000100:00000200:0.0:1772473486.246182:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168832 02000000:00000010:0.0:1772473486.246197:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4352fa400. 00010000:00000200:0.0:1772473486.246207:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3a050 x1858570170168832/t0(0) o400->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473486.246236:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473486.246244:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87780 00000400:00000200:2.0:1772473486.246250:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 3728 00000400:00000200:2.0:1772473486.246263:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.246266:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473486.246269:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473486.246273:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435e680. 00000020:00000010:1.0:1772473486.246277:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473486.246283:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473486.246299:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cae00. 00000020:00000010:1.0:1772473486.246302:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61380. 00000020:00000010:1.0:1772473486.246306:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5ed8. 00000020:00000010:1.0:1772473486.246328:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473486.246332:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bade40. 00000020:00000010:2.0:1772473486.246339:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:1.0:1772473486.246339:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb800. 00000020:00000010:1.0:1772473486.246345:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61800. 00000020:00000010:2.0:1772473486.246346:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000020:00000010:1.0:1772473486.246349:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000100:00000200:2.0:1772473486.246353:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169088 02000000:00000010:2.0:1772473486.246366:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435288800. 00000020:00000010:1.0:1772473486.246369:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473486.246373:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00010000:00000200:2.0:1772473486.246375:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435d500 x1858570170169088/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473486.246377:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169216 02000000:00000010:1.0:1772473486.246388:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342aa000. 00000400:00000010:2.0:1772473486.246397:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00010000:00000200:1.0:1772473486.246397:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435e680 x1858570170169216/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473486.246406:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170169088, offset 224 00000400:00000200:2.0:1772473486.246414:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000010:1.0:1772473486.246414:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153770. 00000100:00000200:1.0:1772473486.246421:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170169216, offset 224 00000400:00000200:2.0:1772473486.246430:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473486.246431:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473486.246440:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3977:3977:256:4294967295] 192.168.201.48@tcp LPNI seq info [3973:3973:8:4294967295] 00000400:00000200:2.0:1772473486.246450:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473486.246456:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473486.246462:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c42ca5aa00. 00000800:00000200:2.0:1772473486.246468:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473486.246475:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473486.246479:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c42ca5aa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473486.246496:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61380. 00000020:00000010:2.0:1772473486.246501:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5ed8. 00000020:00000010:2.0:1772473486.246505:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cae00. 00000800:00000200:2.0:1772473486.246612:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473486.246617:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c42ca5aa00. 00000400:00000200:2.0:1772473486.246621:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.246625:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000010:0.0:1772473486.246640:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473486.246644:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170168832, offset 224 00000400:00000200:0.0:1772473486.246650:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473486.246779:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473486.246784:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3978:3978:255:4294967295] 192.168.201.48@tcp LPNI seq info [3974:3974:7:4294967295] 00000400:00000200:1.0:1772473486.246792:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473486.246797:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473486.246801:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18600. 00000800:00000200:1.0:1772473486.246805:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473486.246810:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473486.246813:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473486.246822:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61800. 00000020:00000010:1.0:1772473486.246825:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473486.246827:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb800. 00000020:00000010:3.0:1772473486.248400:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8c40. 00000020:00000010:3.0:1772473486.248410:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4340. 00000020:00000010:3.0:1772473486.248436:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435181c00. 00000020:00000010:3.0:1772473486.248441:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce180. 00000020:00000010:3.0:1772473486.248446:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473486.248494:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473486.248497:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473486.248501:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170168960 02000000:00000010:3.0:1772473486.248529:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30343ac00. 00010000:00000200:3.0:1772473486.248541:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435ea00 x1858570170168960/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473486.248558:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0000. 00000100:00000200:3.0:1772473486.248564:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170168960, offset 224 00000400:00000200:3.0:1772473486.248571:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473486.248581:0:8978:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473486.248587:0:8978:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3979:3979:254:4294967295] 192.168.201.48@tcp LPNI seq info [3975:3975:6:4294967295] 00000400:00000200:3.0:1772473486.248597:0:8978:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473486.248603:0:8978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473486.248607:0:8978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476000. 00000800:00000200:3.0:1772473486.248612:0:8978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473486.248618:0:8978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473486.248623:0:8978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1772473486.248633:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce180. 00000020:00000010:3.0:1772473486.248636:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473486.248638:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435181c00. 00000400:00000200:2.0:1772473486.249111:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:2.0:1772473486.249116:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 00000800:00000200:2.0:1772473486.249155:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473486.249157:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18600. 00000400:00000200:2.0:1772473486.249161:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.249166:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473486.249168:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153770 00000400:00000010:2.0:1772473486.249170:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153770. 00000800:00000200:2.0:1772473486.249223:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473486.249225:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476000. 00000400:00000200:2.0:1772473486.249229:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.249232:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473486.249235:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0000 00000400:00000010:2.0:1772473486.249236:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0000. 00000400:00000200:0.0:1772473486.255424:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473486.255434:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3980:3980:256:4294967295] 192.168.201.48@tcp LPNI seq info [3976:3976:8:4294967295] 00000400:00000200:0.0:1772473486.255449:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473486.255456:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473486.255466:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43520c700. 00000800:00000200:0.0:1772473486.255474:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473486.255483:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473486.255486:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43520c700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473486.255548:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7600. 00000020:00000010:0.0:1772473486.255556:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473486.255561:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fbc00. 00000100:00000200:0.0:1772473486.255576:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473486.255585:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b478. 00000400:00000010:0.0:1772473486.255593:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd9c0. 00000800:00000200:3.0:1772473486.257761:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473486.257773:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43520c700. 00000400:00000200:3.0:1772473486.257794:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473486.257804:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473486.257812:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:3.0:1772473486.257816:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 02000000:00000010:3.0:1772473486.257826:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c4352fa400. 00000100:00000010:1.0:1772473486.902879:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:1.0:1772473486.902918:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18300. 00000100:00000010:1.0:1772473486.902950:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303974380. 02000000:00000010:1.0:1772473486.902956:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18f00. 00000100:00000010:1.0:1772473486.902972:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473486.902976:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18700. 00000100:00000010:1.0:1772473486.902984:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473486.902988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18a00. 00000100:00000010:1.0:1772473486.902993:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473486.902997:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18500. 00000100:00000010:1.0:1772473486.903002:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:1.0:1772473486.903006:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18800. 02000000:00000010:1.0:1772473486.903038:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c302a0e800. 00000400:00000010:1.0:1772473486.903048:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473486.903055:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473486.903062:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080896, portal 10 00000400:00000010:1.0:1772473486.903070:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153220. 00000100:00000200:1.0:1772473486.903073:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186080896, offset 0 00000400:00000200:1.0:1772473486.903082:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473486.903096:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473486.903107:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4280 00000400:00000200:1.0:1772473486.903114:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 100640 00000400:00000200:1.0:1772473486.903122:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473486.903126:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473486.903134:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473486.903138:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7c380. 00000400:00000200:1.0:1772473486.903156:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153220 00000400:00000010:1.0:1772473486.903158:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153220. 00000100:00000200:1.0:1772473486.903169:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303974380 x1858570186080896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473486.903189:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79780. 00000100:00000010:1.0:1772473486.903202:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79300. 00000100:00000010:1.0:1772473486.903208:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c794e0. 00000100:00000010:1.0:1772473486.903213:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79540. 02000000:00000010:1.0:1772473486.903223:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303602800. 00000400:00000010:1.0:1772473486.903226:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362528. 00000400:00000010:1.0:1772473486.903229:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153220. 00000100:00000200:1.0:1772473486.903232:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081408, portal 4 00000400:00000010:1.0:1772473486.903236:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251537f8. 00000100:00000200:1.0:1772473486.903238:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186081408, offset 0 00000400:00000200:1.0:1772473486.903241:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473486.903246:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473486.903251:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb4480 00000400:00000200:1.0:1772473486.903256:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 3952 00000400:00000200:1.0:1772473486.903260:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473486.903263:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473486.903266:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473486.903269:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7f100. 00000400:00000200:1.0:1772473486.903278:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251537f8 00000400:00000010:1.0:1772473486.903280:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251537f8. 00000100:00000200:1.0:1772473486.903284:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186081408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473486.903310:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c303741600. 00000400:00000010:1.0:1772473486.903313:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473486.903316:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251537f8. 00000100:00000200:1.0:1772473486.903318:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081024, portal 10 00000400:00000010:1.0:1772473486.903322:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473486.903324:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186081024, offset 0 00000400:00000200:1.0:1772473486.903327:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473486.903331:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473486.903335:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4300 00000400:00000200:1.0:1772473486.903338:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 100864 00000400:00000200:1.0:1772473486.903342:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473486.903344:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473486.903347:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473486.903350:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e1c00. 00000400:00000200:1.0:1772473486.903359:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473486.903360:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473486.903364:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fde300 x1858570186081024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473486.903401:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903406:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903412:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405adca00. 00000020:00000010:1.0:1772473486.903417:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61a80. 00000020:00000010:1.0:1772473486.903423:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473486.903452:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903464:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903469:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07a00. 00000020:00000010:1.0:1772473486.903472:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473486.903475:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473486.903512:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903515:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042540. 00000100:00000200:1.0:1772473486.903518:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080896 02000000:00000010:1.0:1772473486.903534:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342ab400. 00010000:00000200:1.0:1772473486.903542:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b7c380 x1858570186080896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473486.903557:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473486.903559:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186080896, offset 224 00000400:00000200:1.0:1772473486.903563:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473486.903568:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473486.903573:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4280 00000400:00000200:1.0:1772473486.903577:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1748d [1] + 224 00000400:00000200:1.0:1772473486.903581:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473486.903584:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473486.903590:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303974380 x1858570186080896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473486.903604:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473486.903606:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473486.903618:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61a80. 00000020:00000010:1.0:1772473486.903623:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473486.903626:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405adca00. 00000020:00000010:1.0:1772473486.903640:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042540. 00000020:00000010:1.0:1772473486.903642:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042540. 00000100:00000200:1.0:1772473486.903644:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081024 02000000:00000010:1.0:1772473486.903651:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342a8800. 00010000:00000200:1.0:1772473486.903656:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e1c00 x1858570186081024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473486.903665:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473486.903667:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186081024, offset 224 00000400:00000200:1.0:1772473486.903670:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473486.903675:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473486.903680:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4300 00000400:00000200:1.0:1772473486.903684:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1749d [1] + 224 00000400:00000200:1.0:1772473486.903688:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473486.903690:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473486.903695:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fde300 x1858570186081024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473486.903704:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473486.903706:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473486.903711:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473486.903714:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473486.903717:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07a00. 00000400:00000010:1.0:1772473486.903774:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473486.903777:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251537f8 00000400:00000010:1.0:1772473486.903779:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251537f8. 00000100:00000200:1.0:1772473486.903783:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fde300 x1858570186081024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473486.903791:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fde300 x1858570186081024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473486.903814:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473486.903816:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473486.903818:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473486.903822:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303974380 x1858570186080896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473486.903829:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303974380 x1858570186080896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473486.903842:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303741600. 02000000:00000010:1.0:1772473486.903848:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18700. 00000100:00000010:1.0:1772473486.903853:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473486.903856:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c302a0e800. 02000000:00000010:1.0:1772473486.903859:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18f00. 00000100:00000010:1.0:1772473486.903861:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303974380. 00000020:00000010:2.0:1772473486.904353:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.904360:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4ac0. 00000020:00000010:2.0:1772473486.904371:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.904377:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3de00. 00000020:00000010:2.0:1772473486.904380:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2a80. 00000020:00000010:2.0:1772473486.904384:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473486.904407:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.904409:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473486.904413:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081408 02000000:00000010:2.0:1772473486.904422:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43528a400. 00010000:00000200:2.0:1772473486.904429:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b7f100 x1858570186081408/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473486.904438:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473486.904442:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186081408, offset 224 00000400:00000200:2.0:1772473486.904446:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473486.904452:0:6590:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473486.904458:0:6590:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb4480 00000400:00000200:2.0:1772473486.904463:0:6590:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17495 [1] + 224 00000400:00000200:2.0:1772473486.904479:0:6590:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.904482:0:6590:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473486.904488:0:6590:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186081408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473486.904514:0:6590:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:2.0:1772473486.904517:0:6590:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 00000020:00000010:2.0:1772473486.904526:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2a80. 00000020:00000010:2.0:1772473486.904528:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473486.904531:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3de00. 00000400:00000010:2.0:1772473486.904567:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362528. 00000400:00000200:2.0:1772473486.904571:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153220 00000400:00000010:2.0:1772473486.904572:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153220. 00000100:00000200:2.0:1772473486.904577:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186081408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473486.904585:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186081408/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473486.904602:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c303602800. 02000000:00000010:2.0:1772473486.904606:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18800. 00000100:00000010:2.0:1772473486.904610:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 02000000:00000010:0.0:1772473486.904799:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c40120aa00. 00000400:00000010:0.0:1772473486.904994:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b2c0. 00000400:00000010:0.0:1772473486.905001:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145550. 00000100:00000200:0.0:1772473486.905006:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186080768, portal 25 00000400:00000010:0.0:1772473486.905010:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145198. 00000100:00000200:0.0:1772473486.905012:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186080768, offset 0 00000400:00000200:0.0:1772473486.905016:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473486.905021:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473486.905026:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb4200 00000400:00000200:0.0:1772473486.905032:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ac9 [2] + 0 00000400:00000010:0.0:1772473486.905035:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033620b0. 00000400:00000200:0.0:1772473486.905038:0:3345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c404aff180 00000400:00000200:0.0:1772473486.905041:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473486.905043:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1772473486.905046:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aff180 00000400:00000010:0.0:1772473486.905048:0:3345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c404aff180. 00000100:00000200:0.0:1772473486.905052:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473486.905063:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145198 00000400:00000010:0.0:1772473486.905065:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145198. 00000100:00000200:0.0:1772473486.905071:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186080768/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473486.905100:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3030fbc00. 00000400:00000010:0.0:1772473486.905104:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bb00. 00000400:00000010:0.0:1772473486.905106:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145198. 00000100:00000200:0.0:1772473486.905109:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081280, portal 10 00000400:00000010:0.0:1772473486.905114:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473486.905115:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186081280, offset 0 00000400:00000200:0.0:1772473486.905119:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473486.905123:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473486.905128:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4400 00000400:00000200:0.0:1772473486.905132:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 101088 00000400:00000200:0.0:1772473486.905136:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473486.905138:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473486.905142:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473486.905146:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406893100. 00000400:00000200:0.0:1772473486.905154:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:0.0:1772473486.905156:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473486.905160:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186081280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473486.905184:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3030fb200. 00000400:00000010:0.0:1772473486.905187:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b6e0. 00000400:00000010:0.0:1772473486.905190:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251453b8. 00000100:00000200:0.0:1772473486.905192:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081152, portal 4 00000400:00000010:0.0:1772473486.905195:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473486.905197:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186081152, offset 0 00000400:00000200:0.0:1772473486.905201:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473486.905204:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473486.905209:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb4380 00000400:00000200:0.0:1772473486.905214:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 4176 00000400:00000200:0.0:1772473486.905217:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473486.905219:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473486.905222:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473486.905226:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578ed80. 00000400:00000200:0.0:1772473486.905238:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473486.905240:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473486.905243:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186081152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473486.905324:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473486.905328:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c30282ed80. 00000020:00000010:0.0:1772473486.905336:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473486.905343:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302895800. 00000020:00000010:0.0:1772473486.905347:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473486.905351:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473486.905372:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473486.905375:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473486.905378:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081152 02000000:00000010:0.0:1772473486.905388:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4352fa400. 00010000:00000200:0.0:1772473486.905394:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578ed80 x1858570186081152/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473486.905404:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473486.905407:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186081152, offset 224 00000400:00000200:0.0:1772473486.905411:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473486.905416:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473486.905420:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb4380 00000400:00000200:0.0:1772473486.905424:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x174c1 [1] + 224 00000400:00000200:0.0:1772473486.905428:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473486.905430:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473486.905435:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186081152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473486.905449:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473486.905450:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000020:00000010:0.0:1772473486.905458:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473486.905460:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473486.905463:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302895800. 00000020:00000010:2.0:1772473486.905615:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.905618:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.905623:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3de00. 00000020:00000010:2.0:1772473486.905626:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2a80. 00000020:00000010:2.0:1772473486.905629:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473486.905648:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473486.905651:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473486.905653:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186080768 02000000:00000010:2.0:1772473486.905660:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435288400. 00010000:00000200:2.0:1772473486.905666:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b39450 x1858570186080768/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473486.905676:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473486.905679:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186080768, offset 224 00000400:00000200:2.0:1772473486.905683:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473486.905688:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473486.905693:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb4200 00000400:00000200:2.0:1772473486.905697:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x174b1 [1] + 224 00000400:00000200:2.0:1772473486.905701:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473486.905703:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473486.905709:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186080768/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473486.905719:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:2.0:1772473486.905720:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 00000020:00000010:2.0:1772473486.905727:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2a80. 00000020:00000010:2.0:1772473486.905729:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473486.905732:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3de00. 02000000:00000010:2.0:1772473486.905762:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c435288400. 00000100:00000200:2.0:1772473486.905769:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473486.905773:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75a50. 00000400:00000010:2.0:1772473486.905777:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97540. 00000020:00000010:3.0:1772473486.906589:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8040. 00000020:00000010:3.0:1772473486.906595:0:5811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f49c0. 00000020:00000010:3.0:1772473486.906606:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8040. 00000020:00000010:3.0:1772473486.906609:0:5811:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:3.0:1772473486.906613:0:5811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6dc00. 00000020:00000010:3.0:1772473486.906616:0:5811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473486.906641:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8040. 00000020:00000010:3.0:1772473486.906644:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8040. 00000100:00000200:3.0:1772473486.906646:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081280 02000000:00000010:3.0:1772473486.906658:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43c8d3400. 00010000:00000200:3.0:1772473486.906665:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406893100 x1858570186081280/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:12/0 lens 224/224 e 0 to 0 dl 1772473497 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473486.906678:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed04c8. 00000100:00000200:3.0:1772473486.906682:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186081280, offset 224 00000400:00000200:3.0:1772473486.906687:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473486.906693:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473486.906700:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4400 00000400:00000200:3.0:1772473486.906704:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x174b9 [1] + 224 00000400:00000200:3.0:1772473486.906709:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473486.906711:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473486.906718:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186081280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473486.906730:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed04c8 00000400:00000010:3.0:1772473486.906732:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed04c8. 00000020:00000010:3.0:1772473486.906760:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6dc00. 00000020:00000010:3.0:1772473486.906764:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473486.906767:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00000400:00000010:3.0:1772473486.906848:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b6e0. 00000400:00000200:3.0:1772473486.906853:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251453b8 00000400:00000010:3.0:1772473486.906854:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251453b8. 00000100:00000200:3.0:1772473486.906859:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186081152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473486.906868:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186081152/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473486.906889:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b2c0. 00000400:00000200:3.0:1772473486.906892:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145550 00000400:00000010:3.0:1772473486.906893:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145550. 00000100:00000200:3.0:1772473486.907164:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186080768/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473486.907176:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186080768/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473486.907190:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bb00. 00000400:00000200:3.0:1772473486.907193:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145198 00000400:00000010:3.0:1772473486.907195:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145198. 00000100:00000200:3.0:1772473486.907198:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186081280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473486.907205:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186081280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473486.907220:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3030fb200. 02000000:00000010:3.0:1772473486.907225:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18a00. 00000100:00000010:3.0:1772473486.907231:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 02000000:00000010:3.0:1772473486.907235:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c40120aa00. 02000000:00000010:3.0:1772473486.907239:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18300. 00000100:00000010:3.0:1772473486.907241:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 02000000:00000010:3.0:1772473486.907244:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3030fbc00. 02000000:00000010:3.0:1772473486.907246:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18500. 00000100:00000010:3.0:1772473486.907248:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000100:00000010:3.0:1772473486.974892:0:96759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79540. 00000100:00000010:2.0:1772473486.974974:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c794e0. 00000100:00000010:1.0:1772473486.975208:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79300. 00000100:00000010:0.0:1772473486.975304:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79780. 00000100:00000010:1.0:1772473487.415125:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e1500. 02000000:00000010:1.0:1772473487.415149:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2500. 02000000:00000010:3.0:1772473487.415246:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c94d400. 00000400:00000010:3.0:1772473487.415255:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e948. 00000400:00000010:3.0:1772473487.415263:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed04c8. 00000100:00000200:3.0:1772473487.415270:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186081536, portal 4 00000400:00000010:3.0:1772473487.415278:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473487.415282:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186081536, offset 0 00000400:00000200:3.0:1772473487.415292:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473487.415308:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473487.415320:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb4500 00000400:00000200:3.0:1772473487.415327:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 8960 00000400:00000200:3.0:1772473487.415335:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473487.415339:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473487.415347:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473487.415352:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419d500. 00000400:00000200:3.0:1772473487.415377:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0908 00000400:00000010:3.0:1772473487.415381:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473487.415389:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e1500 x1858570186081536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473487.415411:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352432a0. 00000100:00000010:3.0:1772473487.415427:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243f60. 00000100:00000010:3.0:1772473487.415436:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473487.415445:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243e40. 00000020:00000010:1.0:1772473487.415551:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.415556:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.415563:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473487.415568:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61380. 00000020:00000010:1.0:1772473487.415573:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473487.415620:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.415623:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042180. 00000100:00000200:1.0:1772473487.415626:0:6594:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081536 02000000:00000010:1.0:1772473487.415642:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c4342ab800. 00010000:00000200:1.0:1772473487.415677:0:6594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419d500 x1858570186081536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:13/0 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473487.415692:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473487.415696:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186081536, offset 224 00000400:00000200:1.0:1772473487.415700:0:6594:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473487.415706:0:6594:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473487.415711:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb4500 00000400:00000200:1.0:1772473487.415717:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x174d9 [1] + 224 00000400:00000200:1.0:1772473487.415721:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473487.415724:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473487.415729:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e1500 x1858570186081536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473487.415771:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473487.415773:0:6594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000020:00000010:1.0:1772473487.415786:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61380. 00000020:00000010:1.0:1772473487.415792:0:6594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473487.415796:0:6594:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 00000400:00000010:1.0:1772473487.415829:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e948. 00000400:00000200:1.0:1772473487.415833:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed04c8 00000400:00000010:1.0:1772473487.415834:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed04c8. 00000100:00000200:1.0:1772473487.415839:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e1500 x1858570186081536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473487.415848:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e1500 x1858570186081536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473487.415876:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c94d400. 02000000:00000010:1.0:1772473487.415882:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2500. 00000100:00000010:1.0:1772473487.415887:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e1500. 00000100:00000010:0.0:1772473487.416425:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473487.416438:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdf700. 02000000:00000010:3.0:1772473487.416545:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43c94f800. 00000400:00000010:3.0:1772473487.416550:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7edc0. 00000400:00000010:3.0:1772473487.416554:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473487.416559:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186081664, portal 4 00000400:00000010:3.0:1772473487.416565:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473487.416567:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186081664, offset 0 00000400:00000200:3.0:1772473487.416572:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473487.416580:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473487.416587:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb4580 00000400:00000200:3.0:1772473487.416592:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 9184 00000400:00000200:3.0:1772473487.416597:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473487.416600:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473487.416605:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473487.416609:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419c000. 00000400:00000200:3.0:1772473487.416672:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:3.0:1772473487.416674:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473487.416680:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473487.416964:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.416968:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.416974:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473487.416978:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61380. 00000020:00000010:1.0:1772473487.416981:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473487.417047:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c434042180. 00000020:00000010:1.0:1772473487.417050:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c434042180. 00000100:00000200:1.0:1772473487.417053:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081664 02000000:00000010:1.0:1772473487.417065:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c4342a9400. 00010000:00000200:1.0:1772473487.417095:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419c000 x1858570186081664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:13/0 lens 224/368 e 0 to 0 dl 1772473498 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473487.417108:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473487.417111:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186081664, offset 224 00000400:00000200:1.0:1772473487.417115:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473487.417120:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473487.417125:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb4580 00000400:00000200:1.0:1772473487.417130:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x174e5 [1] + 224 00000400:00000200:1.0:1772473487.417133:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473487.417136:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473487.417142:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473487.417231:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473487.417234:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000020:00000010:1.0:1772473487.417245:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61380. 00000020:00000010:1.0:1772473487.417249:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473487.417253:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 00000400:00000010:3.0:1772473487.417290:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7edc0. 00000400:00000200:3.0:1772473487.417294:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0908 00000400:00000010:3.0:1772473487.417296:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473487.417301:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473487.417309:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473487.417336:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43c94f800. 02000000:00000010:3.0:1772473487.417341:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdf700. 00000100:00000010:3.0:1772473487.417345:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:3.0:1772473487.422887:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243e40. 00000100:00000010:2.0:1772473487.423037:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:1.0:1772473487.423156:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243f60. 00000100:00000010:0.0:1772473487.423214:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352432a0. 00000020:00000010:1.0:1772473487.900214:0:105731:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a526d0. 00000020:00000010:1.0:1772473487.900328:0:105731:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a526d0. 00000020:00000010:1.0:1772473488.799308:0:105781:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a52100. 00000020:00000010:1.0:1772473488.799384:0:105781:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a52100. 00000020:00000010:1.0:1772473488.799664:0:105781:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c43b554c00. 00000020:00000010:1.0:1772473488.799675:0:105781:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43543f600. 00000020:00000010:1.0:1772473488.799679:0:105781:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43543e200. 00000040:00000010:1.0:1772473488.799682:0:105781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c43543f200. 00000020:00000010:1.0:1772473488.799687:0:105781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473488.799693:0:105781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c4387f0200. 80000000:00000010:1.0:1772473488.799697:0:105781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79f00. 00040000:00000010:1.0:1772473488.799702:0:105781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c4387f1400. 00080000:00000010:1.0:1772473488.799706:0:105781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c7000. 20000000:00000010:1.0:1772473488.799712:0:105781:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c402f0de00. 00000020:00000010:1.0:1772473488.799717:0:105781:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f4140. 20000000:00000010:1.0:1772473488.799723:0:105781:0:(mgs_handler.c:1148:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff90c433c79ae0. 20000000:00000010:1.0:1772473488.799729:0:105781:0:(mgs_llog.c:6139:mgs_set_param()) kmalloced '(mti)': 4544 at ffff90c435196000. 00000040:00000010:1.0:1772473488.799922:0:105781:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c301e68e00. 00000040:00000010:1.0:1772473488.799974:0:105781:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c4057d0be8. 00000040:00000010:1.0:1772473488.799986:0:105781:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473488.800075:0:105781:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c433c79d20. 00000020:00000010:3.0:1772473488.800271:0:105782:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:3.0:1772473488.800274:0:105782:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033ca600. 00000040:00000010:3.0:1772473488.800276:0:105782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3033cac00. 00000020:00000010:3.0:1772473488.800278:0:105782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562e800. 00000020:00000010:3.0:1772473488.800282:0:105782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473488.800284:0:105782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033caa00. 80000000:00000010:3.0:1772473488.800287:0:105782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4352434e0. 40000000:00000010:3.0:1772473488.800289:0:105782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4012e8440. 00100000:00000010:3.0:1772473488.800293:0:105782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c40562d800. 00040000:00000010:3.0:1772473488.800296:0:105782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476200. 00040000:00000010:3.0:1772473488.800299:0:105782:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c40562f800. 00040000:00000010:3.0:1772473488.800301:0:105782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cb800. 00080000:00000010:3.0:1772473488.800303:0:105782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628800. 00000004:00000010:3.0:1772473488.800306:0:105782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c40562c000. 00000004:00000010:3.0:1772473488.800311:0:105782:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c303da7000. 00000004:00000010:3.0:1772473488.800314:0:105782:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c405629800. 00002000:00000010:3.0:1772473488.800318:0:105782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c302ae4000. 00000004:00000010:3.0:1772473488.800321:0:105782:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c302ae7000. 00000020:00000010:3.0:1772473488.800323:0:105782:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8e80. 00000040:00000010:3.0:1772473488.800328:0:105782:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c30248e000. 20000000:00000010:3.0:1772473488.800362:0:105782:0:(mgs_llog.c:1160:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff90c420476900. 20000000:00000010:3.0:1772473488.800365:0:105782:0:(mgs_llog.c:1228:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff90c420476900. 00000040:00000010:3.0:1772473488.800367:0:105782:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c30248e000. 00000020:00000010:3.0:1772473488.800371:0:105782:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8e80. 00000020:00000010:3.0:1772473488.800379:0:105782:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033ca600. 00000040:00000010:3.0:1772473488.800381:0:105782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3033cac00. 00000020:00000010:3.0:1772473488.800382:0:105782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562e800. 00000020:00000010:3.0:1772473488.800385:0:105782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473488.800388:0:105782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033caa00. 80000000:00000010:3.0:1772473488.800390:0:105782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4352434e0. 40000000:00000010:3.0:1772473488.800393:0:105782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4012e8440. 00100000:00000010:3.0:1772473488.800395:0:105782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c40562d800. 00040000:00000010:3.0:1772473488.800397:0:105782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476200. 00040000:00000010:3.0:1772473488.800399:0:105782:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c40562f800. 00040000:00000010:3.0:1772473488.800401:0:105782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cb800. 00080000:00000010:3.0:1772473488.800404:0:105782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628800. 00000004:00000010:3.0:1772473488.800406:0:105782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c40562c000. 00000004:00000010:3.0:1772473488.800409:0:105782:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c303da7000. 00000004:00000010:3.0:1772473488.800412:0:105782:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c405629800. 00002000:00000010:3.0:1772473488.800414:0:105782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c302ae4000. 00000004:00000010:3.0:1772473488.800417:0:105782:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c302ae7000. 00000020:00000010:3.0:1772473488.800418:0:105782:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 00000040:00000010:1.0:1772473488.800548:0:105781:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c433c79d20. 00000040:00000010:1.0:1772473488.800556:0:105781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c4057d0be8. 00000040:00000010:1.0:1772473488.800560:0:105781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473488.800564:0:105781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c301e68e00. 20000000:00000400:1.0:1772473488.800567:0:105781:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00000010:1.0:1772473488.807599:0:105781:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54200. 00010000:00000010:1.0:1772473488.807627:0:105781:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4090f4580. 00000100:00000010:1.0:1772473488.807636:0:105781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe9f00. 00000100:00000010:1.0:1772473488.807649:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e1500. 02000000:00000010:1.0:1772473488.807667:0:105781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c301e68e00. 02000000:00000010:1.0:1772473488.807699:0:105781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c301e68400. 00000400:00000010:1.0:1772473488.807706:0:105781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473488.807713:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473488.807720:0:105781:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081792, portal 16 00000400:00000010:1.0:1772473488.807725:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251537f8. 00000100:00000200:1.0:1772473488.807729:0:105781:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186081792, offset 0 00000400:00000200:1.0:1772473488.807764:0:105781:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473488.807866:0:105781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473488.807871:0:105781:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1772473488.807876:0:105781:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.148@tcp 00000400:00000200:1.0:1772473488.807879:0:105781:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1772473488.807882:0:105781:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.48@tcp 00000400:00000200:1.0:1772473488.807886:0:105781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3981:3981:256:4294967295] 192.168.201.48@tcp LPNI seq info [3977:3977:8:4294967295] 00000400:00000200:1.0:1772473488.807897:0:105781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473488.807905:0:105781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473488.807910:0:105781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2500. 00000800:00000200:1.0:1772473488.807917:0:105781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473488.807924:0:105781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473488.807928:0:105781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1772473488.807997:0:105781:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79d20. 00000100:00000010:1.0:1772473488.808009:0:105781:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79a20. 00000100:00000010:1.0:1772473488.808014:0:105781:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79960. 00000100:00000010:1.0:1772473488.808018:0:105781:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79ba0. 00000100:00000010:1.0:1772473488.808027:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e0000. 02000000:00000010:1.0:1772473488.808033:0:105781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c301e69400. 02000000:00000010:1.0:1772473488.808044:0:105781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c301e68000. 00000400:00000010:1.0:1772473488.808047:0:105781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473488.808050:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473488.808052:0:105781:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186081920, portal 16 00000400:00000010:1.0:1772473488.808055:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.808057:0:105781:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186081920, offset 0 00000400:00000200:1.0:1772473488.808061:0:105781:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.808069:0:105781:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.808079:0:105781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb4680 00000400:00000200:1.0:1772473488.808085:0:105781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 656 00000400:00000200:1.0:1772473488.808093:0:105781:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.808096:0:105781:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.808105:0:105781:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473488.808109:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e3480. 00000400:00000200:1.0:1772473488.808136:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473488.808138:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.808146:0:105781:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e0000 x1858570186081920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1772473488.808165:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e0380. 02000000:00000010:1.0:1772473488.808170:0:105781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c301e69e00. 02000000:00000010:1.0:1772473488.808179:0:105781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c301e68800. 00000400:00000010:1.0:1772473488.808181:0:105781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c60. 00000400:00000010:1.0:1772473488.808184:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.808186:0:105781:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082048, portal 16 00000400:00000010:1.0:1772473488.808189:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.808191:0:105781:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186082048, offset 0 00000400:00000200:1.0:1772473488.808194:0:105781:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.808198:0:105781:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.808203:0:105781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb4700 00000400:00000200:1.0:1772473488.808206:0:105781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 984 00000400:00000200:1.0:1772473488.808210:0:105781:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.808213:0:105781:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.808215:0:105781:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473488.808218:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e3b80. 00000400:00000200:1.0:1772473488.808226:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153880 00000400:00000010:1.0:1772473488.808228:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.808232:0:105781:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e0380 x1858570186082048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1772473488.808245:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:1.0:1772473488.808250:0:105781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c301e69600. 02000000:00000010:1.0:1772473488.808257:0:105781:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c301e69800. 00000400:00000010:1.0:1772473488.808260:0:105781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362b00. 00000400:00000010:1.0:1772473488.808263:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.808265:0:105781:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082176, portal 16 00000400:00000010:1.0:1772473488.808268:0:105781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153990. 00000100:00000200:1.0:1772473488.808270:0:105781:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186082176, offset 0 00000400:00000200:1.0:1772473488.808274:0:105781:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.808278:0:105781:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.808282:0:105781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb4780 00000400:00000200:1.0:1772473488.808285:0:105781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 1312 00000400:00000200:1.0:1772473488.808288:0:105781:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.808291:0:105781:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.808294:0:105781:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473488.808297:0:105781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303974380. 00000400:00000200:1.0:1772473488.808301:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153990 00000400:00000010:1.0:1772473488.808302:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153990. 00000100:00000200:1.0:1772473488.808306:0:105781:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186082176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1772473488.808401:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808405:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808411:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b000. 00000020:00000010:0.0:1772473488.808417:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7b00. 00000020:00000010:0.0:1772473488.808422:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473488.808447:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808449:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808464:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b600. 00000020:00000010:0.0:1772473488.808466:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.808477:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473488.808487:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808489:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808492:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15be00. 00000020:00000010:0.0:1772473488.808494:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473488.808497:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867000. 00000020:00000010:0.0:1772473488.808509:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808511:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473488.808514:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186081920 02000000:00000010:0.0:1772473488.808527:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c44215c800. 00000400:00000010:0.0:1772473488.808538:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473488.808541:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186081920, offset 224 00000400:00000200:0.0:1772473488.808545:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473488.808550:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473488.808555:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb4680 00000400:00000200:0.0:1772473488.808560:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x174f9 [1] + 224 00000400:00000200:0.0:1772473488.808564:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473488.808566:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473488.808572:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e0000 x1858570186081920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1772473488.808586:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473488.808588:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00010000:00000010:0.0:1772473488.808596:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c3055fd6c0. 00000020:00000010:0.0:1772473488.808614:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7b00. 00000020:00000010:0.0:1772473488.808618:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473488.808621:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b000. 00000020:00000010:0.0:1772473488.808632:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808634:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473488.808637:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082048 02000000:00000010:0.0:1772473488.808644:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c44215fc00. 00000400:00000010:0.0:1772473488.808648:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473488.808651:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186082048, offset 224 00000400:00000200:0.0:1772473488.808655:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473488.808660:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473488.808665:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb4700 00000400:00000200:0.0:1772473488.808668:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17501 [1] + 224 00000400:00000200:0.0:1772473488.808672:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473488.808674:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473488.808679:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e0380 x1858570186082048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1772473488.808687:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473488.808688:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00010000:00000010:0.0:1772473488.808693:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c3055fd300. 00000020:00000010:0.0:1772473488.808705:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.808708:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473488.808710:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b600. 00000020:00000010:0.0:1772473488.808718:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.808720:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473488.808722:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082176 02000000:00000010:0.0:1772473488.808729:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c44215ec00. 00000400:00000010:0.0:1772473488.808733:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473488.808735:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186082176, offset 224 00000400:00000200:0.0:1772473488.808765:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473488.808769:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1772473488.809161:0:105781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473488.809166:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473488.809168:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473488.809173:0:105781:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e0000 x1858570186081920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1772473488.809181:0:105781:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e0000 x1858570186081920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1772473488.809199:0:105781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362c60. 00000400:00000200:1.0:1772473488.809202:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473488.809203:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.809207:0:105781:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e0380 x1858570186082048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1772473488.809213:0:105781:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e0380 x1858570186082048/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1772473488.809278:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473488.809288:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3035e6c00. 00010000:00000010:1.0:1772473488.809317:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c3055fd6c0. 00000100:00000010:1.0:1772473488.809327:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473488.809331:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3035e6600. 00010000:00000010:1.0:1772473488.809346:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c3055fd300. 02000000:00000010:1.0:1772473488.809367:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c40a9eb800. 00000400:00000010:1.0:1772473488.809372:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c60. 00000400:00000010:1.0:1772473488.809375:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.809378:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082432, portal 18 00000400:00000010:1.0:1772473488.809381:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473488.809384:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186082432, offset 0 00000400:00000200:1.0:1772473488.809388:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473488.809411:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb4780 00000400:00000200:0.0:1772473488.809416:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17509 [1] + 224 00000400:00000200:0.0:1772473488.809420:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473488.809424:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1772473488.809940:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473488.809946:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2500. 00000400:00000200:2.0:1772473488.809953:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473488.809959:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473488.810001:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.810009:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb4880 00000400:00000200:1.0:1772473488.810014:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f89 [2] + 656 00000400:00000200:1.0:1772473488.810019:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.810022:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.810027:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1772473488.810032:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 00000400:00000200:1.0:1772473488.810047:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473488.810049:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473488.810054:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186082432/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473488.810113:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.810116:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.810120:0:6605:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c40a9eae00. 00000020:00000010:1.0:1772473488.810125:0:6605:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473488.810130:0:6605:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000100:00000200:1.0:1772473488.810148:0:6605:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c303fde300 x1858570186082432/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:14/0 lens 328/0 e 0 to 0 dl 1772473499 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473488.810172:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.810174:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000100:00000200:1.0:1772473488.810177:0:6605:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082432 02000000:00000010:1.0:1772473488.810186:0:6605:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43b555800. 00000400:00000010:1.0:1772473488.810221:0:6605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473488.810225:0:6605:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186082432, offset 224 00000400:00000200:1.0:1772473488.810230:0:6605:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.810235:0:6605:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.810239:0:6605:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb4880 00000400:00000200:1.0:1772473488.810244:0:6605:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1751d [1] + 224 00000400:00000200:1.0:1772473488.810248:0:6605:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.810250:0:6605:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.810256:0:6605:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186082432/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473488.810271:0:6605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473488.810273:0:6605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473488.810282:0:6605:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473488.810286:0:6605:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473488.810290:0:6605:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c40a9eae00. 00000400:00000010:1.0:1772473488.810311:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362c60. 00000400:00000200:1.0:1772473488.810313:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473488.810315:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.810319:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186082432/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473488.810328:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186082432/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473488.810344:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c40a9eb800. 02000000:00000010:1.0:1772473488.810354:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3035e6600. 00000100:00000010:1.0:1772473488.810359:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 00000100:00000200:0.0:1772473488.811308:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186082176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1772473488.811340:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473488.811342:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00010000:00000010:1.0:1772473488.811416:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c43bbe9900. 00000020:00000010:1.0:1772473488.811454:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:1.0:1772473488.811459:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867000. 00000020:00000010:1.0:1772473488.811463:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15be00. 00000400:00000010:1.0:1772473488.811502:0:105781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362b00. 00000400:00000200:1.0:1772473488.811506:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153880 00000400:00000010:1.0:1772473488.811509:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.811514:0:105781:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186082176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1772473488.811523:0:105781:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186082176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473488.811589:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca400. 00000400:00000010:3.0:1772473488.811596:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7edc0. 00000400:00000010:3.0:1772473488.811601:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473488.811607:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082304, portal 18 00000400:00000010:3.0:1772473488.811612:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473488.811614:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186082304, offset 0 00000400:00000200:3.0:1772473488.811620:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473488.811628:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473488.811637:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb4800 00000400:00000200:3.0:1772473488.811642:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f89 [2] + 984 00000400:00000200:3.0:1772473488.811647:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473488.811650:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473488.811654:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1772473488.811659:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ed80. 00000400:00000200:3.0:1772473488.811679:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:3.0:1772473488.811681:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473488.811688:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186082304/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473488.811713:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.811717:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.811722:0:5797:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c40a9eb800. 00000020:00000010:1.0:1772473488.811726:0:5797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:1.0:1772473488.811729:0:5797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000100:00000200:1.0:1772473488.811767:0:5797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c43419ed80 x1858570186082304/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:14/0 lens 328/0 e 0 to 0 dl 1772473499 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473488.811799:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4400. 00000020:00000010:1.0:1772473488.811802:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4400. 00000100:00000200:1.0:1772473488.811804:0:5797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082304 02000000:00000010:1.0:1772473488.811814:0:5797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43b557c00. 00000400:00000010:1.0:1772473488.811843:0:5797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.811846:0:5797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186082304, offset 224 00000400:00000200:1.0:1772473488.811851:0:5797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.811856:0:5797:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.811862:0:5797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb4800 00000400:00000200:1.0:1772473488.811866:0:5797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17529 [1] + 224 00000400:00000200:1.0:1772473488.811870:0:5797:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.811872:0:5797:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.811878:0:5797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186082304/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473488.811893:0:5797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153880 00000400:00000010:1.0:1772473488.811895:0:5797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153880. 00000400:00000010:3.0:1772473488.811901:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7edc0. 00000020:00000010:1.0:1772473488.811902:0:5797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000400:00000200:3.0:1772473488.811905:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0908 00000400:00000010:3.0:1772473488.811906:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0908. 00000020:00000010:1.0:1772473488.811906:0:5797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473488.811910:0:5797:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c40a9eb800. 00000100:00000200:3.0:1772473488.811911:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186082304/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473488.811918:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186082304/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473488.811931:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca400. 02000000:00000010:3.0:1772473488.811936:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3035e6c00. 00000100:00000010:3.0:1772473488.811939:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000100:00000010:0.0:1772473488.812193:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8adf80. 02000000:00000010:0.0:1772473488.812206:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43b15b600. 00010000:00000010:0.0:1772473488.812241:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c43bbe9900. 02000000:00000010:1.0:1772473488.812285:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c40a9eb800. 00000400:00000010:1.0:1772473488.812290:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362b00. 00000400:00000010:1.0:1772473488.812293:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153880. 00000100:00000200:1.0:1772473488.812296:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082560, portal 18 00000400:00000010:1.0:1772473488.812299:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.812302:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186082560, offset 0 00000400:00000200:1.0:1772473488.812306:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473488.812312:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473488.812317:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb4900 00000400:00000200:1.0:1772473488.812322:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x3f89 [2] + 1312 00000400:00000200:1.0:1772473488.812326:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473488.812329:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473488.812333:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1772473488.812336:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 00000400:00000200:1.0:1772473488.812353:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473488.812355:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473488.812359:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8adf80 x1858570186082560/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473488.812424:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.812427:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.812432:0:6605:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b000. 00000020:00000010:0.0:1772473488.812444:0:6605:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.812447:0:6605:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000100:00000200:0.0:1772473488.812607:0:6605:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c303fdf800 x1858570186082560/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:14/0 lens 328/0 e 0 to 0 dl 1772473499 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473488.812634:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.812637:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473488.812639:0:6605:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082560 02000000:00000010:0.0:1772473488.812647:0:6605:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4352fbc00. 00000400:00000010:0.0:1772473488.812665:0:6605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473488.812668:0:6605:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186082560, offset 224 00000400:00000200:0.0:1772473488.812672:0:6605:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473488.812677:0:6605:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473488.812682:0:6605:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb4900 00000400:00000200:0.0:1772473488.812686:0:6605:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17535 [1] + 224 00000400:00000200:0.0:1772473488.812689:0:6605:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473488.812692:0:6605:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473488.812698:0:6605:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8adf80 x1858570186082560/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473488.812713:0:6605:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:0.0:1772473488.812715:0:6605:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00000020:00000010:0.0:1772473488.812723:0:6605:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.812726:0:6605:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473488.812729:0:6605:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b000. 00000400:00000010:0.0:1772473488.812768:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362b00. 00000400:00000200:0.0:1772473488.812772:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153880 00000400:00000010:0.0:1772473488.812900:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153880. 00000100:00000200:0.0:1772473488.812907:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8adf80 x1858570186082560/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473488.812916:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8adf80 x1858570186082560/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473488.812931:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c40a9eb800. 02000000:00000010:0.0:1772473488.812938:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43b15b600. 00000100:00000010:0.0:1772473488.812940:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8adf80. 00000400:00000200:2.0:1772473488.815191:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251537f8 00000400:00000010:2.0:1772473488.815199:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251537f8. 00000100:00000200:2.0:1772473488.815218:0:3337:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e1500 x1858570186081792/t0(0) o104->MGS@192.168.201.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1772473488.817279:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473488.817300:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 16 MB=0x69a5c17bb4600 00000400:00000200:2.0:1772473488.817310:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.48@tcp of length 224/224 into md 0x174f1 [1] + 224 00000400:00000200:2.0:1772473488.817326:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473488.817331:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473488.817344:0:3336:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e1500 x1858570186081792/t0(0) o104->MGS@192.168.201.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1772473488.817424:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473488.817431:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 17 MB=0x69a5c16c87800 00000400:00000200:2.0:1772473488.817446:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.48@tcp of length 328/328 into md 0x3f89 [2] + 1640 00000400:00000200:2.0:1772473488.817522:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473488.817526:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473488.817531:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473488.817537:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f480. 00000020:00000010:0.0:1772473488.817944:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.817950:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.817956:0:5798:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b600. 00000020:00000010:0.0:1772473488.817961:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.817966:0:5798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000100:00000200:0.0:1772473488.817998:0:5798:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c43435f480 x1858570170169344/t0(0) o103->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:14/0 lens 328/0 e 0 to 0 dl 1772473499 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473488.818026:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473488.818028:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473488.818032:0:5798:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169344 02000000:00000010:0.0:1772473488.818042:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4352fa000. 00010000:00000010:0.0:1772473488.818069:0:5798:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302cb3380. 00000100:00000010:0.0:1772473488.818077:0:5798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c3055fd540. 00000100:00000010:0.0:1772473488.818092:0:5798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c3055fd540. 00010000:00000010:0.0:1772473488.818095:0:5798:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302cb3380. 00000400:00000010:0.0:1772473488.818109:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145880. 00000100:00000200:0.0:1772473488.818113:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570170169344, offset 224 00000400:00000200:0.0:1772473488.818120:0:5798:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473488.818129:0:5798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473488.818136:0:5798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3982:3982:256:4294967295] 192.168.201.48@tcp LPNI seq info [3978:3978:8:4294967295] 00000400:00000200:0.0:1772473488.818146:0:5798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473488.818152:0:5798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473488.818156:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdfc00. 00000800:00000200:0.0:1772473488.818162:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473488.818168:0:5798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473488.818173:0:5798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdfc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473488.818191:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473488.818195:0:5798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473488.818199:0:5798:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b600. 00000400:00000010:1.0:1772473488.819352:0:105781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473488.819360:0:105781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473488.819363:0:105781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473488.819374:0:105781:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e1500 x1858570186081792/t0(0) o104->MGS@192.168.201.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1772473488.819385:0:105781:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e1500 x1858570186081792/t0(0) o104->MGS@192.168.201.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1772473504 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1772473488.819422:0:105781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c301e68000. 02000000:00000010:1.0:1772473488.819429:0:105781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c301e69400. 00000100:00000010:1.0:1772473488.819433:0:105781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e0000. 02000000:00000010:1.0:1772473488.819620:0:105781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c301e68800. 02000000:00000010:1.0:1772473488.819625:0:105781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c301e69e00. 00000100:00000010:1.0:1772473488.819628:0:105781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e0380. 02000000:00000010:1.0:1772473488.819632:0:105781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c301e69800. 02000000:00000010:1.0:1772473488.819635:0:105781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c301e69600. 00000100:00000010:1.0:1772473488.819638:0:105781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 02000000:00000010:1.0:1772473488.819641:0:105781:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c301e68400. 02000000:00000010:1.0:1772473488.819643:0:105781:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c301e68e00. 00000100:00000010:1.0:1772473488.819645:0:105781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e1500. 00000100:00000010:1.0:1772473488.819648:0:105781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe9f00. 00010000:00000010:1.0:1772473488.819651:0:105781:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4090f4580. 20000000:00000010:1.0:1772473488.819672:0:105781:0:(mgs_llog.c:6161:mgs_set_param()) kfreed 'mti': 4544 at ffff90c435196000. 20000000:00000010:1.0:1772473488.819678:0:105781:0:(mgs_handler.c:1166:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff90c433c79ae0. 00000020:00000010:1.0:1772473488.819686:0:105781:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f4140. 00000020:00000010:1.0:1772473488.819694:0:105781:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43543e200. 00000040:00000010:1.0:1772473488.819699:0:105781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c43543f200. 00000020:00000010:1.0:1772473488.819704:0:105781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473488.819710:0:105781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c4387f0200. 80000000:00000010:1.0:1772473488.819714:0:105781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79f00. 00040000:00000010:1.0:1772473488.819718:0:105781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c4387f1400. 00080000:00000010:1.0:1772473488.819723:0:105781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c7000. 20000000:00000010:1.0:1772473488.819726:0:105781:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c402f0de00. 00000020:00000010:1.0:1772473488.819730:0:105781:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43543f600. 00000020:00000010:1.0:1772473488.819996:0:105781:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c43b554c00. 00000800:00000200:3.0:1772473488.820465:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473488.820478:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdfc00. 00000400:00000200:3.0:1772473488.820483:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473488.820491:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473488.820496:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145880 00000400:00000010:3.0:1772473488.820498:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145880. 00010000:00000010:0.1:1772473488.821360:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8ab00. 00010000:00000010:0.1:1772473488.821370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351ca200. 00010000:00000010:0.1:1772473488.821374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55a00. 00010000:00000010:1.1:1772473488.821705:0:105781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55c00. 00010000:00000010:1.1:1772473488.821713:0:105781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cba00. 00010000:00000010:1.1:1772473488.821717:0:105781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54a00. 00010000:00000010:1.1:1772473488.821721:0:105781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb400. 00010000:00000010:1.1:1772473488.841345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb800. 00010000:00000010:1.1:1772473488.841362:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328800. 00010000:00000010:1.1:1772473488.841366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54200. 00000100:00000010:3.0:1772473488.886820:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79ba0. 00000100:00000010:0.0:1772473488.886820:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79d20. 00000100:00000010:2.0:1772473488.887033:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79960. 00000100:00000010:1.0:1772473488.887053:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79a20. 00000400:00000200:2.0:1772473490.277708:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473490.277729:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c87880 00000400:00000200:2.0:1772473490.277776:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x16b01 [2] + 0 00000400:00000010:2.0:1772473490.277783:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e000. 00000400:00000200:2.0:1772473490.277791:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303fb9c00 00000400:00000200:2.0:1772473490.277808:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473490.277815:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473490.277820:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303fb9c00 00000400:00000010:2.0:1772473490.277822:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303fb9c00. 00000100:00000200:2.0:1772473490.277828:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1772473490.278027:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473490.278032:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473490.278038:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449a00. 00000020:00000010:0.0:1772473490.278044:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.278049:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.278097:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3380. 00000020:00000010:0.0:1772473490.278100:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3380. 00000100:00000200:0.0:1772473490.278103:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169472 00010000:00000010:0.0:1772473490.278127:0:5803:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8a300. 00010000:00000010:0.0:1772473490.278134:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cbe00. 02000000:00000010:0.0:1772473490.278150:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c3024d6000. 00010000:00000200:0.0:1772473490.278172:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3a450 x1858570170169472/t0(0) o101->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:16/0 lens 328/344 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473490.278191:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251456e8. 00000100:00000200:0.0:1772473490.278197:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170169472, offset 224 00000400:00000200:0.0:1772473490.278203:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473490.278224:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473490.278231:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3983:3983:256:4294967295] 192.168.201.48@tcp LPNI seq info [3979:3979:8:4294967295] 00000400:00000200:0.0:1772473490.278242:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473490.278247:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473490.278253:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdf200. 00000800:00000200:0.0:1772473490.278259:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473490.278267:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473490.278271:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdf200 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1772473490.278346:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.278360:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.278363:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449a00. 00000100:00000200:0.0:1772473490.278372:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473490.278376:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b160. 00000400:00000010:0.0:1772473490.278382:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd780. 00000800:00000200:2.0:1772473490.280194:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473490.280203:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdf200. 00000400:00000200:2.0:1772473490.280294:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473490.280303:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473490.280310:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251456e8 00000400:00000010:2.0:1772473490.280313:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251456e8. 02000000:00000010:2.0:1772473490.280320:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c3024d6000. 00000400:00000200:3.0:1772473490.283978:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473490.284002:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 504 into portal 26 MB=0x69a5c16c87900 00000400:00000200:3.0:1772473490.284011:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 504/504 into md 0x16b45 [2] + 0 00000400:00000010:3.0:1772473490.284017:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ea50. 00000400:00000200:3.0:1772473490.284022:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303fb9600 00000400:00000200:3.0:1772473490.284035:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.284040:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473490.284044:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303fb9600 00000400:00000010:3.0:1772473490.284048:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303fb9600. 00000100:00000200:3.0:1772473490.284054:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473490.284192:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473490.284198:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473490.284205:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828600. 00000020:00000010:2.0:1772473490.284220:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473490.284226:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473490.284268:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473490.284271:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473490.284274:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169600 02000000:00000010:2.0:1772473490.284296:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43528b400. 00000040:00000010:2.0:1772473490.284303:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305829800. 00000040:00000010:2.0:1772473490.284370:0:5806:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c303358178. 00000040:00000010:2.0:1772473490.284383:0:5806:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c303358178. 00000040:00000010:2.0:1772473490.284387:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305829800. 00010000:00000200:2.0:1772473490.284402:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b39c50 x1858570170169600/t0(0) o501->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:16/0 lens 504/272 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473490.284422:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9110. 00000100:00000200:2.0:1772473490.284438:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170169600, offset 224 00000400:00000200:2.0:1772473490.284457:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473490.284468:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473490.284473:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3984:3984:256:4294967295] 192.168.201.48@tcp LPNI seq info [3980:3980:8:4294967295] 00000400:00000200:2.0:1772473490.284483:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473490.284489:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473490.284493:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c42ca5aa00. 00000800:00000200:2.0:1772473490.284499:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473490.284508:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473490.284512:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c42ca5aa00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1772473490.284538:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473490.284542:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473490.284546:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828600. 00000100:00000200:2.0:1772473490.284554:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473490.284559:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75898. 00000400:00000010:2.0:1772473490.284563:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43b59a9c0. 00000800:00000200:3.0:1772473490.285263:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473490.285268:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c42ca5aa00. 00000400:00000200:3.0:1772473490.285274:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.285280:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473490.285285:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9110 00000400:00000010:3.0:1772473490.285288:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9110. 02000000:00000010:3.0:1772473490.285292:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43528b400. 00000400:00000200:2.0:1772473490.293106:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473490.293131:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c87980 00000400:00000200:2.0:1772473490.293140:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16b75 [2] + 0 00000400:00000010:2.0:1772473490.293145:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362f78. 00000400:00000200:2.0:1772473490.293151:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b59af00 00000400:00000200:2.0:1772473490.293166:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473490.293172:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473490.293178:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b59af00 00000400:00000010:2.0:1772473490.293180:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b59af00. 00000100:00000200:2.0:1772473490.293186:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473490.297802:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8480. 00000020:00000010:3.0:1772473490.297814:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8480. 00000020:00000010:3.0:1772473490.297823:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca600. 00000020:00000010:3.0:1772473490.297829:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.297835:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.297872:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8480. 00000020:00000010:3.0:1772473490.297875:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8480. 00000100:00000200:3.0:1772473490.297878:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169728 02000000:00000010:3.0:1772473490.297920:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c3057dc000. 00000040:00000010:3.0:1772473490.297929:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033cae00. 00000040:00000010:3.0:1772473490.297948:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.298059:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.298063:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033cae00. 00010000:00000200:3.0:1772473490.298078:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b3bc50 x1858570170169728/t0(0) o503->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:16/0 lens 272/8416 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.298098:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c305a97b40. 00000100:00000200:3.0:1772473490.298106:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570170169728, offset 224 00000400:00000200:3.0:1772473490.298113:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473490.298127:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473490.298134:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3985:3985:256:4294967295] 192.168.201.48@tcp LPNI seq info [3981:3981:8:4294967295] 00000400:00000200:3.0:1772473490.298147:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473490.298152:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473490.298157:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c3033cae00. 00000800:00000200:3.0:1772473490.298164:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473490.298171:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:3.0:1772473490.298176:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c3033cae00 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1772473490.298200:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.298205:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.298208:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca600. 00000100:00000200:3.0:1772473490.298227:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.298233:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ea50. 00000400:00000010:3.0:1772473490.298238:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97600. 00000800:00000200:1.0:1772473490.298436:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473490.298441:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c3033cae00. 00000400:00000200:1.0:1772473490.298455:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.298461:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473490.298467:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305a97b40 00000400:00000010:1.0:1772473490.298470:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c305a97b40. 02000000:00000010:1.0:1772473490.298476:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c3057dc000. 00000100:00000010:3.0:1772473490.487846:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14700. 02000000:00000010:3.0:1772473490.487869:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cac00. 00010000:00000010:3.0:1772473490.487884:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6e00. 00010000:00000010:3.0:1772473490.487891:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4de00. 00000100:00000010:3.0:1772473490.487911:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305a97180. 02000000:00000010:3.0:1772473490.487933:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c302ae4000. 00000400:00000010:3.0:1772473490.487940:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7edc0. 00000400:00000010:3.0:1772473490.487948:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473490.487956:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186082688, portal 25 00000400:00000010:3.0:1772473490.487961:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473490.487964:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186082688, offset 0 00000400:00000200:3.0:1772473490.487974:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.487988:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.487999:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb4980 00000400:00000200:3.0:1772473490.488005:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16b8d [2] + 0 00000400:00000010:3.0:1772473490.488009:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980e000. 00000400:00000200:3.0:1772473490.488017:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c402447240 00000400:00000200:3.0:1772473490.488022:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.488027:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473490.488032:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c402447240 00000400:00000010:3.0:1772473490.488034:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c402447240. 00000100:00000200:3.0:1772473490.488040:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473490.488057:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:3.0:1772473490.488059:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473490.488072:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd14700 x1858570186082688/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473490.488092:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352436c0. 00000100:00000010:3.0:1772473490.488104:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243420. 00000100:00000010:3.0:1772473490.488108:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243e40. 00000100:00000010:3.0:1772473490.488113:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243240. 00000020:00000010:3.0:1772473490.488145:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.488150:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.488170:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:3.0:1772473490.488175:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.488181:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.488222:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.488225:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000100:00000200:3.0:1772473490.488228:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082688 00010000:00000010:3.0:1772473490.488247:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d800. 02000000:00000010:3.0:1772473490.488260:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c302ae7000. 00010000:00000200:3.0:1772473490.488282:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f03c50 x1858570186082688/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 328/344 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.488299:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473490.488312:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186082688, offset 224 00000400:00000200:3.0:1772473490.488317:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.488323:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.488327:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb4980 00000400:00000200:3.0:1772473490.488331:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1755d [1] + 224 00000400:00000200:3.0:1772473490.488336:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.488338:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.488345:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd14700 x1858570186082688/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.488368:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:3.0:1772473490.488370:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000020:00000010:3.0:1772473490.488381:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.488384:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.488387:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 02000000:00000010:3.0:1772473490.488393:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c302ae7000. 00000100:00000200:3.0:1772473490.488399:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.488402:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e688. 00000400:00000010:3.0:1772473490.488415:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a973c0. 00000400:00000010:2.0:1772473490.488836:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7edc0. 00000400:00000200:2.0:1772473490.488843:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0908 00000400:00000010:2.0:1772473490.488845:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0908. 00000100:00000200:2.0:1772473490.488853:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd14700 x1858570186082688/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473490.488863:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd14700 x1858570186082688/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473490.488884:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305a97180. 02000000:00000010:2.0:1772473490.488899:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c302ae4000. 02000000:00000010:2.0:1772473490.488905:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cac00. 00000100:00000010:2.0:1772473490.488909:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd14700. 10000000:00000010:2.0:1772473490.488917:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c302828440. 00000020:00000010:2.0:1772473490.488920:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828e00. 00000020:00000010:2.0:1772473490.488924:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c305828600. 00000040:00000010:2.0:1772473490.488928:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c4387f1400. 00000020:00000010:2.0:1772473490.488933:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c302fa8000. 00000020:00000010:2.0:1772473490.488938:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43b15b600. 80000000:00000010:2.0:1772473490.488942:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fcae0. 00040000:00000010:2.0:1772473490.488946:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43b15ac00. 00080000:00000010:2.0:1772473490.488950:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c302fa9000. 20000000:00000010:2.0:1772473490.488954:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c43b15be00. 00000040:00000010:2.0:1772473490.488960:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43b15a800. 00000100:00000010:2.0:1772473490.488965:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c700. 02000000:00000010:2.0:1772473490.488973:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43b15b000. 00000100:00000010:2.0:1772473490.488984:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43b59ab40. 02000000:00000010:2.0:1772473490.488995:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15aa00. 00000400:00000010:2.0:1772473490.488998:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75210. 00000400:00000010:2.0:1772473490.489002:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9770. 00000100:00000200:2.0:1772473490.489005:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186082816, portal 25 00000400:00000010:2.0:1772473490.489009:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473490.489011:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186082816, offset 0 00000400:00000200:2.0:1772473490.489016:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473490.489022:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473490.489044:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb4a00 00000400:00000200:2.0:1772473490.489049:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16bd1 [2] + 0 00000400:00000010:2.0:1772473490.489053:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e630. 00000400:00000200:2.0:1772473490.489065:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303fb90c0 00000400:00000200:2.0:1772473490.489069:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473490.489072:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473490.489075:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303fb90c0 00000400:00000010:2.0:1772473490.489078:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303fb90c0. 00000100:00000200:2.0:1772473490.489081:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473490.489103:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473490.489105:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473490.489111:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435c700 x1858570186082816/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473490.489182:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.489186:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.489190:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:3.0:1772473490.489193:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.489196:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.489222:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.489224:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000100:00000200:3.0:1772473490.489226:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082816 02000000:00000010:3.0:1772473490.489236:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c302ae7000. 00000040:00000010:3.0:1772473490.489241:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033ca800. 00000040:00000010:3.0:1772473490.489295:0:5806:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c405f70058. 00000040:00000010:3.0:1772473490.489318:0:5806:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c405f70058. 00000040:00000010:3.0:1772473490.489324:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033ca800. 00010000:00000200:3.0:1772473490.489333:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f03850 x1858570186082816/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 504/272 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.489346:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473490.489349:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186082816, offset 224 00000400:00000200:3.0:1772473490.489354:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.489359:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.489364:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb4a00 00000400:00000200:3.0:1772473490.489368:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1756d [1] + 224 00000400:00000200:3.0:1772473490.489372:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.489375:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.489381:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435c700 x1858570186082816/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.489405:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:3.0:1772473490.489618:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000020:00000010:3.0:1772473490.489632:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.489636:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.489639:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 02000000:00000010:3.0:1772473490.489644:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c302ae7000. 00000100:00000200:3.0:1772473490.489649:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.489653:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ed68. 00000400:00000010:1.0:1772473490.495347:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75210. 00000400:00000200:1.0:1772473490.495359:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9770 00000400:00000010:1.0:1772473490.495362:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9770. 00000100:00000200:1.0:1772473490.495375:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435c700 x1858570186082816/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473490.495387:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435c700 x1858570186082816/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.495418:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43b59ab40. 02000000:00000010:1.0:1772473490.495430:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15aa00. 02000000:00000010:1.0:1772473490.495434:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43b15b000. 00000100:00000010:1.0:1772473490.495447:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435c700. 00000040:00000010:1.0:1772473490.495458:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c4342ee000. 00000100:00000010:1.0:1772473490.495466:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473490.495477:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43543f200. 00000100:00000010:1.0:1772473490.495488:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe9600. 02000000:00000010:1.0:1772473490.495516:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c3056d8000. 00000400:00000010:1.0:1772473490.495523:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473490.495528:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c43bbe9f00. 00000100:00000200:1.0:1772473490.495534:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186082944, portal 25 00000400:00000010:1.0:1772473490.495540:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473490.495542:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186082944, offset 0 00000400:00000200:1.0:1772473490.495548:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.495560:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.495570:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb4a80 00000400:00000200:1.0:1772473490.495576:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16c19 [2] + 0 00000400:00000010:1.0:1772473490.495579:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e580. 00000400:00000200:1.0:1772473490.495582:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c301dbde40 00000400:00000200:1.0:1772473490.495588:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.495592:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473490.495596:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c301dbde40 00000400:00000010:1.0:1772473490.495599:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c301dbde40. 00000100:00000200:1.0:1772473490.495603:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473490.495625:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473490.495628:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473490.495633:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186082944/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.496363:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97840. 00000020:00000010:3.0:1772473490.496393:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.496397:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.496403:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca400. 00000020:00000010:3.0:1772473490.496408:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.496413:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.496458:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8780. 00000020:00000010:3.0:1772473490.496461:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8780. 00000100:00000200:3.0:1772473490.496464:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186082944 02000000:00000010:3.0:1772473490.496489:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c305594000. 00000040:00000010:3.0:1772473490.496496:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033ca800. 00000040:00000010:3.0:1772473490.496512:0:5806:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.496616:0:5806:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.496620:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033ca800. 00010000:00000200:3.0:1772473490.496630:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f02850 x1858570186082944/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 272/8416 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.496645:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c305a976c0. 00000100:00000200:3.0:1772473490.496648:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186082944, offset 224 00000400:00000200:3.0:1772473490.496653:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.496662:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.496670:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb4a80 00000400:00000200:3.0:1772473490.496676:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x17579 [4] + 224 00000400:00000200:3.0:1772473490.496683:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.496687:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.496693:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186082944/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.496704:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305a976c0 00000400:00000010:3.0:1772473490.496706:0:5806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c305a976c0. 00000020:00000010:3.0:1772473490.496719:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.496723:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.496726:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca400. 02000000:00000010:3.0:1772473490.496732:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c305594000. 00000100:00000200:3.0:1772473490.496761:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.496766:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ec60. 00000400:00000010:3.0:1772473490.496769:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a976c0. 00000400:00000010:1.0:1772473490.497518:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473490.497524:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9f00 00000400:00000010:1.0:1772473490.497527:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c43bbe9f00. 00000100:00000200:1.0:1772473490.497533:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186082944/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473490.497542:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186082944/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.497568:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe9600. 02000000:00000010:1.0:1772473490.497577:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c3056d8000. 02000000:00000010:1.0:1772473490.497589:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43543f200. 00000100:00000010:1.0:1772473490.497595:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000040:00000010:1.0:1772473490.497604:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c433c791e0. 00000020:00000010:0.0:1772473490.498336:0:105878:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473490.498345:0:105878:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c408448200. 00000040:00000010:0.0:1772473490.498349:0:105878:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c408449600. 00000020:00000010:0.0:1772473490.498353:0:105878:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a2800. 00000020:00000010:0.0:1772473490.498358:0:105878:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473490.498363:0:105878:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c408448c00. 80000000:00000010:0.0:1772473490.498367:0:105878:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9db40. 40000000:00000010:0.0:1772473490.498371:0:105878:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3bc0. 00100000:00000010:0.0:1772473490.498377:0:105878:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a5800. 00040000:00000010:0.0:1772473490.498381:0:105878:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43cbdf300. 00040000:00000010:0.0:1772473490.498385:0:105878:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c3031a1800. 00040000:00000010:0.0:1772473490.498389:0:105878:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c408449a00. 00080000:00000010:0.0:1772473490.498393:0:105878:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a3000. 00000004:00000010:0.0:1772473490.498397:0:105878:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c3031a5000. 00000004:00000010:0.0:1772473490.498403:0:105878:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c305713000. 00000004:00000010:0.0:1772473490.498408:0:105878:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c3031a6000. 00002000:00000010:0.0:1772473490.498413:0:105878:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d7c00. 00000004:00000010:0.0:1772473490.498417:0:105878:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c3024d6c00. 00000020:00000010:0.0:1772473490.498421:0:105878:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302cb3140. 00000040:00000010:0.0:1772473490.498428:0:105878:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473490.502005:0:105878:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c43e9cc000. 00000020:00000010:0.0:1772473490.502021:0:105878:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302cb3140. 00000020:00000010:0.0:1772473490.502036:0:105878:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c408448200. 00000040:00000010:0.0:1772473490.502042:0:105878:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c408449600. 00000020:00000010:0.0:1772473490.502046:0:105878:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a2800. 00000020:00000010:0.0:1772473490.502052:0:105878:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473490.502057:0:105878:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c408448c00. 80000000:00000010:0.0:1772473490.502061:0:105878:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9db40. 40000000:00000010:0.0:1772473490.502065:0:105878:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3bc0. 00100000:00000010:0.0:1772473490.502070:0:105878:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a5800. 00040000:00000010:0.0:1772473490.502074:0:105878:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43cbdf300. 00040000:00000010:0.0:1772473490.502078:0:105878:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c3031a1800. 00040000:00000010:0.0:1772473490.502082:0:105878:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c408449a00. 00080000:00000010:0.0:1772473490.502085:0:105878:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a3000. 00000004:00000010:0.0:1772473490.502089:0:105878:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c3031a5000. 00000004:00000010:0.0:1772473490.502094:0:105878:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c305713000. 00000004:00000010:0.0:1772473490.502101:0:105878:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c3031a6000. 00002000:00000010:0.0:1772473490.502105:0:105878:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d7c00. 00000004:00000010:0.0:1772473490.502109:0:105878:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c3024d6c00. 00000020:00000010:0.0:1772473490.502112:0:105878:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000040:00000010:1.0:1772473490.503044:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c433c791e0. 00000040:00000010:1.0:1772473490.503056:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473490.503060:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43b15a800. 00000020:00000010:1.0:1772473490.503069:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c305828600. 00000040:00000010:1.0:1772473490.503072:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c4387f1400. 00000020:00000010:1.0:1772473490.503076:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c302fa8000. 00000020:00000010:1.0:1772473490.503080:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43b15b600. 80000000:00000010:1.0:1772473490.503082:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fcae0. 00040000:00000010:1.0:1772473490.503086:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43b15ac00. 00080000:00000010:1.0:1772473490.503090:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c302fa9000. 20000000:00000010:1.0:1772473490.503093:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c43b15be00. 00000020:00000010:1.0:1772473490.503096:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828e00. 10000000:00000010:1.0:1772473490.503100:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c302828440. 00000100:00000010:1.0:1772473490.503122:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473490.503137:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43543f200. 00010000:00000010:1.0:1772473490.503152:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54200. 00000100:00000010:1.0:1772473490.503183:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe9600. 02000000:00000010:1.0:1772473490.503204:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c4342aa800. 00000400:00000010:1.0:1772473490.503211:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473490.503217:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473490.503225:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186083072, portal 25 00000400:00000010:1.0:1772473490.503232:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.503235:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186083072, offset 0 00000400:00000200:1.0:1772473490.503245:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.503257:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.503268:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb4b00 00000400:00000200:1.0:1772473490.503274:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16c41 [2] + 0 00000400:00000010:1.0:1772473490.503277:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75478. 00000400:00000200:1.0:1772473490.503281:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303fb9e40 00000400:00000200:1.0:1772473490.503287:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.503291:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473490.503297:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303fb9e40 00000400:00000010:1.0:1772473490.503299:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303fb9e40. 00000100:00000200:1.0:1772473490.503304:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473490.503326:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473490.503329:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.503337:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186083072/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473490.503546:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.503551:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.503558:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473490.503563:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.503568:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.503614:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.503617:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3bc0. 00000100:00000200:0.0:1772473490.503620:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083072 00010000:00000010:0.0:1772473490.503640:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351ca600. 02000000:00000010:0.0:1772473490.503654:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c3024d6c00. 00010000:00000200:0.0:1772473490.503674:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f00850 x1858570186083072/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 328/344 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473490.503690:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473490.503693:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186083072, offset 224 00000400:00000200:0.0:1772473490.503698:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473490.503703:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473490.503709:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb4b00 00000400:00000200:0.0:1772473490.503714:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1758d [1] + 224 00000400:00000200:0.0:1772473490.503718:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473490.503720:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473490.503727:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186083072/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473490.503765:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473490.503767:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000020:00000010:0.0:1772473490.503777:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.503780:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.503784:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 02000000:00000010:0.0:1772473490.503790:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c3024d6c00. 00000100:00000200:0.0:1772473490.503797:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473490.503801:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b108. 00000400:00000010:0.0:1772473490.503805:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fdf00. 00000400:00000010:1.0:1772473490.503993:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:1.0:1772473490.503997:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:1.0:1772473490.503999:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473490.504005:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186083072/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473490.504014:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186083072/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.504035:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe9600. 02000000:00000010:1.0:1772473490.504048:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c4342aa800. 02000000:00000010:1.0:1772473490.504052:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43543f200. 00000100:00000010:1.0:1772473490.504056:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 10000000:00000010:1.0:1772473490.504064:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473490.504067:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43543f200. 00000020:00000010:1.0:1772473490.504070:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43543e200. 00000040:00000010:1.0:1772473490.504073:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c4387f1400. 00000020:00000010:1.0:1772473490.504077:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473490.504082:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3035e6c00. 80000000:00000010:1.0:1772473490.504085:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c791e0. 00040000:00000010:1.0:1772473490.504089:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3035e6600. 00080000:00000010:1.0:1772473490.504092:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c2800. 20000000:00000010:1.0:1772473490.504098:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c43876a200. 00000040:00000010:1.0:1772473490.504104:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c424efd000. 00000100:00000010:1.0:1772473490.504109:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473490.504117:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c424efce00. 00000100:00000010:1.0:1772473490.504125:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe9600. 02000000:00000010:1.0:1772473490.504135:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c424efcc00. 00000400:00000010:1.0:1772473490.504138:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362210. 00000400:00000010:1.0:1772473490.504141:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251534c8. 00000100:00000200:1.0:1772473490.504144:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186083200, portal 25 00000400:00000010:1.0:1772473490.504147:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.504150:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186083200, offset 0 00000400:00000200:1.0:1772473490.504153:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.504246:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.504253:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb4b80 00000400:00000200:1.0:1772473490.504257:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16ca5 [2] + 0 00000400:00000010:1.0:1772473490.504260:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980ecb8. 00000400:00000200:1.0:1772473490.504263:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe9d80 00000400:00000200:1.0:1772473490.504266:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.504269:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473490.504271:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9d80 00000400:00000010:1.0:1772473490.504273:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe9d80. 00000100:00000200:1.0:1772473490.504276:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473490.504295:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473490.504297:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.504302:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186083200/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473490.504873:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.504878:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.504883:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473490.504886:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.504889:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.505028:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3bc0. 00000020:00000010:0.0:1772473490.505031:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3bc0. 00000100:00000200:0.0:1772473490.505033:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083200 02000000:00000010:0.0:1772473490.505047:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c3024d6c00. 00000040:00000010:0.0:1772473490.505052:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c408449a00. 00000040:00000010:0.0:1772473490.505105:0:5803:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c424dceaf8. 00000040:00000010:0.0:1772473490.505116:0:5803:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c424dceaf8. 00000040:00000010:0.0:1772473490.505119:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c408449a00. 00010000:00000200:0.0:1772473490.505130:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f03050 x1858570186083200/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 504/272 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473490.505144:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473490.505149:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186083200, offset 224 00000400:00000200:0.0:1772473490.505155:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473490.505175:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473490.505181:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb4b80 00000400:00000200:0.0:1772473490.505187:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1759d [1] + 224 00000400:00000200:0.0:1772473490.505191:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473490.505194:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473490.505201:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186083200/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473490.505225:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:0.0:1772473490.505228:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 00000020:00000010:0.0:1772473490.505238:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7580. 00000020:00000010:0.0:1772473490.505241:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473490.505244:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 02000000:00000010:0.0:1772473490.505249:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c3024d6c00. 00000100:00000200:0.0:1772473490.505253:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473490.505257:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b370. 00000400:00000010:0.0:1772473490.505261:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd900. 00000400:00000010:2.0:1772473490.508596:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362210. 00000400:00000200:2.0:1772473490.508614:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251534c8 00000400:00000010:2.0:1772473490.508622:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251534c8. 00000100:00000200:2.0:1772473490.508637:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186083200/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473490.508648:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186083200/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473490.508680:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe9600. 02000000:00000010:2.0:1772473490.508692:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c424efcc00. 02000000:00000010:2.0:1772473490.508697:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c424efce00. 00000100:00000010:2.0:1772473490.508701:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000040:00000010:2.0:1772473490.508714:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e2000. 00000100:00000010:2.0:1772473490.508720:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435df80. 02000000:00000010:2.0:1772473490.508732:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43b15ba00. 00000100:00000010:2.0:1772473490.508806:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43b59ab40. 02000000:00000010:2.0:1772473490.508840:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c3056d8000. 00000400:00000010:2.0:1772473490.508848:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473490.508865:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c406294300. 00000100:00000200:2.0:1772473490.508881:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186083328, portal 25 00000400:00000010:2.0:1772473490.508887:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473490.508890:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186083328, offset 0 00000400:00000200:2.0:1772473490.508897:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473490.508910:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473490.508921:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb4c00 00000400:00000200:2.0:1772473490.508927:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16ccd [2] + 0 00000400:00000010:2.0:1772473490.508930:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c41980e7e8. 00000400:00000200:2.0:1772473490.508933:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43bbe9cc0 00000400:00000200:2.0:1772473490.508940:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473490.508944:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473490.508949:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9cc0 00000400:00000010:2.0:1772473490.508951:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43bbe9cc0. 00000100:00000200:2.0:1772473490.508955:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473490.510472:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473490.510480:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473490.510491:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435df80 x1858570186083328/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473490.510604:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.510610:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.510617:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424efc200. 00000020:00000010:1.0:1772473490.510623:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b280. 00000020:00000010:1.0:1772473490.510629:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473490.510659:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.510661:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4c40. 00000100:00000200:1.0:1772473490.510665:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083328 02000000:00000010:1.0:1772473490.510698:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c305594000. 00000040:00000010:1.0:1772473490.510707:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c424efce00. 00000040:00000010:1.0:1772473490.510724:0:5806:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473490.510867:0:5806:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473490.510884:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c424efce00. 00010000:00000200:1.0:1772473490.510896:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f00450 x1858570186083328/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 272/8416 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473490.510923:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c43bbe9d80. 00000100:00000200:1.0:1772473490.510927:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186083328, offset 224 00000400:00000200:1.0:1772473490.510934:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.510944:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.510953:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb4c00 00000400:00000200:1.0:1772473490.510961:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x175ad [4] + 224 00000400:00000200:1.0:1772473490.510969:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.510973:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473490.510981:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435df80 x1858570186083328/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473490.511000:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9d80 00000400:00000010:1.0:1772473490.511002:0:5806:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c43bbe9d80. 00000020:00000010:1.0:1772473490.511016:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b280. 00000020:00000010:1.0:1772473490.511022:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:1.0:1772473490.511025:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424efc200. 02000000:00000010:1.0:1772473490.511032:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c305594000. 00000100:00000200:1.0:1772473490.511044:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473490.511050:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c60. 00000400:00000010:1.0:1772473490.511054:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9d80. 00000400:00000010:2.0:1772473490.512140:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473490.512147:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c406294300 00000400:00000010:2.0:1772473490.512149:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c406294300. 00000100:00000200:2.0:1772473490.512157:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435df80 x1858570186083328/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473490.512166:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435df80 x1858570186083328/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473490.512189:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43b59ab40. 02000000:00000010:2.0:1772473490.512201:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c3056d8000. 02000000:00000010:2.0:1772473490.512213:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43b15ba00. 00000100:00000010:2.0:1772473490.512217:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435df80. 00000040:00000010:2.0:1772473490.512225:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c4199fc8a0. 00000020:00000010:1.0:1772473490.512458:0:105881:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424efc200. 00000020:00000010:1.0:1772473490.512464:0:105881:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c424efce00. 00000040:00000010:1.0:1772473490.512467:0:105881:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c424efcc00. 00000020:00000010:1.0:1772473490.512473:0:105881:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c6800. 00000020:00000010:1.0:1772473490.512478:0:105881:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473490.512484:0:105881:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c424ef8400. 80000000:00000010:1.0:1772473490.512488:0:105881:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79ae0. 40000000:00000010:1.0:1772473490.512493:0:105881:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4090f4c40. 00100000:00000010:1.0:1772473490.512593:0:105881:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c4187c0000. 00040000:00000010:1.0:1772473490.512601:0:105881:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c4340c2a00. 00040000:00000010:1.0:1772473490.512606:0:105881:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c4187c7000. 00040000:00000010:1.0:1772473490.512611:0:105881:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c424ef9200. 00080000:00000010:1.0:1772473490.512616:0:105881:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4057e0800. 00000004:00000010:1.0:1772473490.512622:0:105881:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c421e3f000. 00000004:00000010:1.0:1772473490.512628:0:105881:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c43fd77000. 00000004:00000010:1.0:1772473490.512633:0:105881:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c421e3e000. 00002000:00000010:1.0:1772473490.512639:0:105881:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c4342aa800. 00000004:00000010:1.0:1772473490.512644:0:105881:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c4342aa400. 00000020:00000010:1.0:1772473490.512650:0:105881:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f4140. 00000040:00000010:1.0:1772473490.512657:0:105881:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473490.517422:0:105881:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c4342ee000. 00000020:00000010:1.0:1772473490.519152:0:105881:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f4140. 00000020:00000010:1.0:1772473490.519175:0:105881:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c424efce00. 00000040:00000010:1.0:1772473490.519183:0:105881:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c424efcc00. 00000020:00000010:1.0:1772473490.519186:0:105881:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c6800. 00000020:00000010:1.0:1772473490.519191:0:105881:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473490.519199:0:105881:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c424ef8400. 80000000:00000010:1.0:1772473490.519204:0:105881:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79ae0. 40000000:00000010:1.0:1772473490.519208:0:105881:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4090f4c40. 00100000:00000010:1.0:1772473490.519213:0:105881:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c4187c0000. 00040000:00000010:1.0:1772473490.519217:0:105881:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c4340c2a00. 00040000:00000010:1.0:1772473490.519223:0:105881:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c4187c7000. 00040000:00000010:1.0:1772473490.519226:0:105881:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c424ef9200. 00080000:00000010:1.0:1772473490.519230:0:105881:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4057e0800. 00000004:00000010:1.0:1772473490.519240:0:105881:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c421e3f000. 00000004:00000010:1.0:1772473490.519245:0:105881:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c43fd77000. 00000004:00000010:1.0:1772473490.519249:0:105881:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c421e3e000. 00002000:00000010:1.0:1772473490.519253:0:105881:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c4342aa800. 00000004:00000010:1.0:1772473490.519257:0:105881:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c4342aa400. 00000020:00000010:1.0:1772473490.519259:0:105881:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424efc200. 00000040:00000010:3.0:1772473490.519473:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c4199fc8a0. 00000040:00000010:3.0:1772473490.519484:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e2000. 00000040:00000010:3.0:1772473490.519489:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c424efd000. 00000020:00000010:3.0:1772473490.519496:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43543e200. 00000040:00000010:3.0:1772473490.519501:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c4387f1400. 00000020:00000010:3.0:1772473490.519504:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c1000. 00000020:00000010:3.0:1772473490.519508:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3035e6c00. 80000000:00000010:3.0:1772473490.519514:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c791e0. 00040000:00000010:3.0:1772473490.519518:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3035e6600. 00080000:00000010:3.0:1772473490.519520:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c2800. 20000000:00000010:3.0:1772473490.519524:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c43876a200. 00000020:00000010:3.0:1772473490.519528:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43543f200. 10000000:00000010:3.0:1772473490.519533:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c4090f48c0. 00000100:00000010:3.0:1772473490.519556:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd15880. 02000000:00000010:3.0:1772473490.519571:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cac00. 00010000:00000010:3.0:1772473490.519587:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d600. 00000100:00000010:3.0:1772473490.519606:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305a97c00. 02000000:00000010:3.0:1772473490.519628:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c302ae7000. 00000400:00000010:3.0:1772473490.519635:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7eb00. 00000400:00000010:3.0:1772473490.519641:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473490.519648:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186083456, portal 25 00000400:00000010:3.0:1772473490.519653:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473490.519656:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186083456, offset 0 00000400:00000200:3.0:1772473490.519664:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.519675:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.519683:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb4c80 00000400:00000200:3.0:1772473490.519688:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16d19 [2] + 0 00000400:00000010:3.0:1772473490.519691:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e8f0. 00000400:00000200:3.0:1772473490.519694:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303096cc0 00000400:00000200:3.0:1772473490.519699:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.519701:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473490.519705:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096cc0 00000400:00000010:3.0:1772473490.519707:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303096cc0. 00000100:00000200:3.0:1772473490.519713:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473490.519732:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473490.519734:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473490.519755:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd15880 x1858570186083456/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473490.520682:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.520690:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.520696:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424ef9200. 00000020:00000010:1.0:1772473490.520702:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b280. 00000020:00000010:1.0:1772473490.520707:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5960. 00000020:00000010:3.0:1772473490.520833:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.520838:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8980. 00000100:00000200:3.0:1772473490.520843:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083456 00010000:00000010:3.0:1772473490.520867:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c200. 02000000:00000010:3.0:1772473490.520882:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c302ae4000. 00010000:00000200:3.0:1772473490.520903:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402f01850 x1858570186083456/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 328/344 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.520921:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473490.520926:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186083456, offset 224 00000400:00000200:3.0:1772473490.520931:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.520940:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.520948:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb4c80 00000400:00000200:3.0:1772473490.520955:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x175bd [1] + 224 00000400:00000200:3.0:1772473490.520961:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.520964:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.520972:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd15880 x1858570186083456/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.520999:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473490.521001:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000020:00000010:3.0:1772473490.521013:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b280. 00000020:00000010:3.0:1772473490.521016:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5960. 00000020:00000010:3.0:1772473490.521020:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424ef9200. 02000000:00000010:3.0:1772473490.521027:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c302ae4000. 00000100:00000200:3.0:1772473490.521032:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.521037:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e8f0. 00000400:00000010:3.0:1772473490.521041:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97240. 00000400:00000010:1.0:1772473490.521049:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7eb00. 00000400:00000200:1.0:1772473490.521056:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:1.0:1772473490.521058:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 00000100:00000200:1.0:1772473490.521065:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd15880 x1858570186083456/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473490.521075:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd15880 x1858570186083456/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.521096:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305a97c00. 02000000:00000010:1.0:1772473490.521109:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c302ae7000. 02000000:00000010:1.0:1772473490.521114:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cac00. 00000100:00000010:1.0:1772473490.521118:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd15880. 10000000:00000010:1.0:1772473490.521126:0:5808:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473490.521129:0:5808:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424ef8400. 00000020:00000010:1.0:1772473490.521133:0:5808:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c424ef9600. 00000040:00000010:1.0:1772473490.521136:0:5808:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c424ef9a00. 00000020:00000010:1.0:1772473490.521141:0:5808:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c421e3e000. 00000020:00000010:1.0:1772473490.521145:0:5808:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c424ef9200. 80000000:00000010:1.0:1772473490.521149:0:5808:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79ae0. 00040000:00000010:1.0:1772473490.521153:0:5808:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c424efd000. 00080000:00000010:1.0:1772473490.521157:0:5808:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c421e3f000. 20000000:00000010:1.0:1772473490.521161:0:5808:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c424efc200. 00000040:00000010:1.0:1772473490.521167:0:5808:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c424efcc00. 00000100:00000010:1.0:1772473490.521174:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473490.521184:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c424efce00. 00000100:00000010:1.0:1772473490.521195:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe90c0. 02000000:00000010:1.0:1772473490.521210:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30252d600. 00000400:00000010:1.0:1772473490.521215:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473490.521218:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.521222:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186083584, portal 25 00000400:00000010:1.0:1772473490.521225:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473490.521227:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1858570186083584, offset 0 00000400:00000200:1.0:1772473490.521232:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.521238:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.521244:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69a5c17bb4d00 00000400:00000200:1.0:1772473490.521249:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16d61 [2] + 0 00000400:00000010:1.0:1772473490.521253:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ef78. 00000400:00000200:1.0:1772473490.521256:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c404bc9900 00000400:00000200:1.0:1772473490.521260:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.521263:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473490.521266:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404bc9900 00000400:00000010:1.0:1772473490.521268:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c404bc9900. 00000100:00000200:1.0:1772473490.521272:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473490.521289:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473490.521291:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473490.521297:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186083584/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473490.521328:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.521332:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.521336:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca600. 00000020:00000010:3.0:1772473490.521339:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.521342:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.521378:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.521380:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8980. 00000100:00000200:3.0:1772473490.521382:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083584 02000000:00000010:3.0:1772473490.521390:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c302ae4000. 00000040:00000010:3.0:1772473490.521395:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033caa00. 00000040:00000010:3.0:1772473490.521466:0:5805:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c405f70058. 00000040:00000010:3.0:1772473490.521479:0:5805:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c405f70058. 00000040:00000010:3.0:1772473490.521484:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033caa00. 00010000:00000200:3.0:1772473490.521492:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ed450 x1858570186083584/t0(0) o501->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 504/272 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.521503:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473490.521506:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570186083584, offset 224 00000400:00000200:3.0:1772473490.521511:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.521516:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.521523:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69a5c17bb4d00 00000400:00000200:3.0:1772473490.521529:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x175cd [1] + 224 00000400:00000200:3.0:1772473490.521535:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.521538:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.521544:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186083584/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.521566:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473490.521568:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000020:00000010:3.0:1772473490.521577:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.521580:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.521583:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca600. 02000000:00000010:3.0:1772473490.521587:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c302ae4000. 00000100:00000200:3.0:1772473490.521590:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473490.521594:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e9f8. 00000400:00000010:3.0:1772473490.521597:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97cc0. 00000400:00000010:1.0:1772473490.521618:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473490.521622:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473490.521625:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.521630:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186083584/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473490.521639:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186083584/t0(0) o501->MGC192.168.201.148@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.521653:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe90c0. 02000000:00000010:1.0:1772473490.521659:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30252d600. 02000000:00000010:1.0:1772473490.521663:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c424efce00. 00000100:00000010:1.0:1772473490.521667:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000040:00000010:1.0:1772473490.521674:0:5808:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c4342ee000. 00000100:00000010:1.0:1772473490.521678:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473490.521684:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252d600. 00000100:00000010:1.0:1772473490.521690:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe90c0. 02000000:00000010:1.0:1772473490.521711:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90c3056d8000. 00000400:00000010:1.0:1772473490.521716:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473490.521720:0:5808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90c43bbe9840. 00000100:00000200:1.0:1772473490.521723:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1858570186083712, portal 25 00000400:00000010:1.0:1772473490.521727:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.521729:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1858570186083712, offset 0 00000400:00000200:1.0:1772473490.521733:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473490.521771:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473490.521778:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69a5c17bb4d80 00000400:00000200:1.0:1772473490.521782:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16ddd [2] + 0 00000400:00000010:1.0:1772473490.521786:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bec8. 00000400:00000200:1.0:1772473490.521789:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4352eee40 00000400:00000200:1.0:1772473490.521792:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473490.521795:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473490.521798:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4352eee40 00000400:00000010:1.0:1772473490.521799:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4352eee40. 00000100:00000200:1.0:1772473490.521803:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473490.521814:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:1.0:1772473490.521816:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473490.521820:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186083712/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473490.522643:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.522650:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.522655:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca600. 00000020:00000010:3.0:1772473490.522658:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.522662:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.522700:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473490.522704:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8980. 00000100:00000200:3.0:1772473490.522708:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083712 02000000:00000010:3.0:1772473490.522732:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c305594000. 00000040:00000010:3.0:1772473490.522756:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c3033caa00. 00000040:00000010:3.0:1772473490.522770:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.522880:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473490.522884:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c3033caa00. 00010000:00000200:3.0:1772473490.522894:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ee450 x1858570186083712/t0(0) o503->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:16/0 lens 272/8416 e 0 to 0 dl 1772473501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.522909:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c305a97a80. 00000100:00000200:3.0:1772473490.522913:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570186083712, offset 224 00000400:00000200:3.0:1772473490.522919:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473490.522928:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473490.522935:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69a5c17bb4d80 00000400:00000200:3.0:1772473490.522941:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x175dd [4] + 224 00000400:00000200:3.0:1772473490.522948:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473490.522951:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473490.522959:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186083712/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473490.522983:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305a97a80 00000400:00000010:3.0:1772473490.522986:0:5803:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c305a97a80. 00000020:00000010:3.0:1772473490.522997:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473490.523001:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473490.523005:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca600. 02000000:00000010:3.0:1772473490.523012:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c305594000. 00000400:00000010:1.0:1772473490.523012:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473490.523018:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9840 00000400:00000010:1.0:1772473490.523020:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff90c43bbe9840. 00000100:00000200:3.0:1772473490.523025:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1772473490.523027:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186083712/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473490.523031:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e9a0. 00000400:00000010:3.0:1772473490.523037:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97a80. 00000100:00000200:1.0:1772473490.523049:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186083712/t0(0) o503->MGC192.168.201.148@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1772473506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473490.523067:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe90c0. 02000000:00000010:1.0:1772473490.523076:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90c3056d8000. 02000000:00000010:1.0:1772473490.523086:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252d600. 00000100:00000010:1.0:1772473490.523090:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000040:00000010:1.0:1772473490.523098:0:5808:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90c433c79f00. 00000020:00000010:0.0:1772473490.525269:0:105882:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473490.525279:0:105882:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c408449a00. 00000040:00000010:0.0:1772473490.525283:0:105882:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c408448c00. 00000020:00000010:0.0:1772473490.525287:0:105882:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473490.525293:0:105882:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473490.525297:0:105882:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c408449600. 80000000:00000010:0.0:1772473490.525301:0:105882:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9db40. 40000000:00000010:0.0:1772473490.525305:0:105882:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3bc0. 00100000:00000010:0.0:1772473490.525309:0:105882:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a5000. 00040000:00000010:0.0:1772473490.525313:0:105882:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43cbdf300. 00040000:00000010:0.0:1772473490.525317:0:105882:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff90c3031a3000. 00040000:00000010:0.0:1772473490.525320:0:105882:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c408448200. 00080000:00000010:0.0:1772473490.525324:0:105882:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a1800. 00000004:00000010:0.0:1772473490.525329:0:105882:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff90c3031a5800. 00000004:00000010:0.0:1772473490.525334:0:105882:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff90c305713000. 00000004:00000010:0.0:1772473490.525338:0:105882:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff90c3031a2800. 00002000:00000010:0.0:1772473490.525344:0:105882:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d6c00. 00000004:00000010:0.0:1772473490.525348:0:105882:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff90c3024d7c00. 00000020:00000010:0.0:1772473490.525353:0:105882:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302cb3cc0. 00000040:00000010:0.0:1772473490.525360:0:105882:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90c43e9cc000. 00000040:00000010:0.0:1772473490.525872:0:105882:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff90c43e9cc000. 00000020:00000010:0.0:1772473490.525882:0:105882:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302cb3cc0. 00000020:00000010:0.0:1772473490.525895:0:105882:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c408449a00. 00000040:00000010:0.0:1772473490.525900:0:105882:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c408448c00. 00000020:00000010:0.0:1772473490.525904:0:105882:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473490.526406:0:105882:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473490.526415:0:105882:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c408449600. 80000000:00000010:0.0:1772473490.526419:0:105882:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9db40. 40000000:00000010:0.0:1772473490.526424:0:105882:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3bc0. 00100000:00000010:0.0:1772473490.526428:0:105882:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a5000. 00040000:00000010:0.0:1772473490.526432:0:105882:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43cbdf300. 00040000:00000010:0.0:1772473490.526437:0:105882:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff90c3031a3000. 00040000:00000010:0.0:1772473490.526450:0:105882:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c408448200. 00080000:00000010:0.0:1772473490.526454:0:105882:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a1800. 00000004:00000010:0.0:1772473490.526458:0:105882:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff90c3031a5800. 00000004:00000010:0.0:1772473490.526462:0:105882:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff90c305713000. 00000004:00000010:0.0:1772473490.526467:0:105882:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff90c3031a2800. 00002000:00000010:0.0:1772473490.526470:0:105882:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d6c00. 00000004:00000010:0.0:1772473490.526474:0:105882:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff90c3024d7c00. 00000020:00000010:0.0:1772473490.526476:0:105882:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000040:00000010:1.0:1772473490.532999:0:5808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90c433c79f00. 00000040:00000010:1.0:1772473490.533018:0:5808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c4342ee000. 00000040:00000010:1.0:1772473490.533022:0:5808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c424efcc00. 00000020:00000010:1.0:1772473490.533033:0:5808:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c424ef9600. 00000040:00000010:1.0:1772473490.533039:0:5808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c424ef9a00. 00000020:00000010:1.0:1772473490.533043:0:5808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c421e3e000. 00000020:00000010:1.0:1772473490.533048:0:5808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c424ef9200. 80000000:00000010:1.0:1772473490.533052:0:5808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79ae0. 00040000:00000010:1.0:1772473490.533056:0:5808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c424efd000. 00080000:00000010:1.0:1772473490.533061:0:5808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c421e3f000. 20000000:00000010:1.0:1772473490.533065:0:5808:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c424efc200. 00000020:00000010:1.0:1772473490.533068:0:5808:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424ef8400. 10000000:00000010:1.0:1772473490.533072:0:5808:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90c4090f4c40. 00000100:00000010:3.0:1772473490.591226:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243240. 00000100:00000010:1.0:1772473490.591793:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243420. 00000100:00000010:2.0:1772473490.591865:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243e40. 00000100:00000010:0.0:1772473490.593402:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352436c0. 00000400:00000200:3.0:1772473491.365893:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473491.365925:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87a80 00000400:00000200:3.0:1772473491.365938:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 101312 00000400:00000200:3.0:1772473491.365960:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473491.365966:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473491.365977:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473491.365986:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd17b80. 00000400:00000200:3.0:1772473491.366022:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473491.366027:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87b80 00000400:00000200:3.0:1772473491.366034:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 4400 00000020:00000010:2.0:1772473491.366141:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828100. 00000020:00000010:2.0:1772473491.366186:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ba00. 00000020:00000010:2.0:1772473491.366192:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473491.366198:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473491.366249:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828180. 00000020:00000010:2.0:1772473491.366253:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828180. 00000100:00000200:2.0:1772473491.366259:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169984 02000000:00000010:2.0:1772473491.366282:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435289000. 00010000:00000200:2.0:1772473491.366293:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd17b80 x1858570170169984/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:17/0 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473491.366311:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473491.366317:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170169984, offset 224 00000400:00000200:2.0:1772473491.366322:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473491.366333:0:5812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473491.366337:0:5812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3986:3986:256:4294967295] 192.168.201.48@tcp LPNI seq info [3982:3982:8:4294967295] 00000400:00000200:2.0:1772473491.366346:0:5812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473491.366350:0:5812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473491.366353:0:5812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c42ca5a500. 00000800:00000200:2.0:1772473491.366359:0:5812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473491.366364:0:5812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473491.366367:0:5812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c42ca5a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473491.366384:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473491.366387:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473491.366391:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ba00. 00000800:00000200:2.0:1772473491.366517:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473491.366521:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c42ca5a500. 00000400:00000200:2.0:1772473491.366527:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473491.366533:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473491.366540:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473491.366540:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473491.366544:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000400:00000200:3.0:1772473491.366553:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473491.366566:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473491.366573:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd16300. 00000400:00000200:3.0:1772473491.366608:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473491.366616:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c87a00 00000400:00000200:3.0:1772473491.366625:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x16e2d [2] + 0 00000400:00000010:3.0:1772473491.366631:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b688. 00000400:00000200:3.0:1772473491.366636:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42c98cf00 00000020:00000010:2.0:1772473491.366641:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828180. 00000400:00000200:3.0:1772473491.366645:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1772473491.366654:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ba00. 00000400:00000200:3.0:1772473491.366656:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000020:00000010:2.0:1772473491.366664:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000400:00000200:3.0:1772473491.366665:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42c98cf00 00000400:00000010:3.0:1772473491.366669:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42c98cf00. 00000100:00000200:3.0:1772473491.366684:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473491.366684:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000400:00000200:3.0:1772473491.366718:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000020:00000010:2.0:1772473491.366722:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d80. 00000020:00000010:2.0:1772473491.366729:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828d80. 00000100:00000200:2.0:1772473491.366734:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170240 02000000:00000010:2.0:1772473491.366778:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435288c00. 00000400:00000200:3.0:1772473491.366783:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87b00 00010000:00000200:2.0:1772473491.366787:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd16300 x1858570170170240/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:17/0 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473491.366797:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 4624 00000400:00000010:2.0:1772473491.366822:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000400:00000200:3.0:1772473491.366827:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473491.366833:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473491.366837:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1772473491.366839:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170170240, offset 224 00000100:00000010:3.0:1772473491.366843:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14380. 00000400:00000200:2.0:1772473491.366849:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473491.366860:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473491.366865:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3987:3987:256:4294967295] 192.168.201.48@tcp LPNI seq info [3983:3983:8:4294967295] 00000400:00000200:2.0:1772473491.366873:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000020:00000010:1.0:1772473491.366960:0:32804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473491.366968:0:32804:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:1.0:1772473491.366971:0:32804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473491.366975:0:32804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473491.366993:0:32804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473491.366995:0:32804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4040. 00000100:00000200:1.0:1772473491.366998:0:32804:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170112 02000000:00000010:1.0:1772473491.367006:0:32804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342aa400. 00010000:00000200:1.0:1772473491.367013:0:32804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd14380 x1858570170170112/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:17/0 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473491.367030:0:32804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153660. 00000100:00000200:1.0:1772473491.367033:0:32804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170170112, offset 224 00000400:00000200:1.0:1772473491.367038:0:32804:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000020:00000010:0.0:1772473491.367126:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3a00. 00000020:00000010:0.0:1772473491.367130:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3a00. 00000020:00000010:0.0:1772473491.367134:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473491.367137:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473491.367140:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473491.367159:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3a00. 00000020:00000010:0.0:1772473491.367161:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3a00. 00000100:00000200:0.0:1772473491.367163:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170169856 02000000:00000010:0.0:1772473491.367171:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d4000. 00010000:00000200:0.0:1772473491.367178:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8edc50 x1858570170169856/t0(0) o400->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:17/0 lens 224/224 e 0 to 0 dl 1772473502 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473491.367188:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145000. 00000100:00000200:0.0:1772473491.367190:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170169856, offset 224 00000400:00000200:0.0:1772473491.367194:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000800:00000200:2.0:1772473491.367277:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473491.367283:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c42ca5a500. 00000800:00000200:2.0:1772473491.367288:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473491.367292:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473491.367296:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c42ca5a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473491.367312:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473491.367315:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473491.367319:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ba00. 00000800:00000200:2.0:1772473491.367364:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473491.367368:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c42ca5a500. 00000400:00000200:2.0:1772473491.367371:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473491.367375:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473491.367698:0:32804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473491.367704:0:32804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3988:3988:255:4294967295] 192.168.201.48@tcp LPNI seq info [3984:3984:7:4294967295] 00000400:00000200:1.0:1772473491.367714:0:32804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473491.367719:0:32804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473491.367734:0:32804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2a00. 00000800:00000200:1.0:1772473491.367780:0:32804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473491.367786:0:32804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473491.367788:0:32804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473491.367798:0:32804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473491.367801:0:32804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473491.367805:0:32804:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000200:0.0:1772473491.368295:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473491.368300:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3989:3989:254:4294967295] 192.168.201.48@tcp LPNI seq info [3985:3985:6:4294967295] 00000400:00000200:0.0:1772473491.368309:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473491.368314:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473491.368318:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdf600. 00000800:00000200:0.0:1772473491.368322:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473491.368327:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473491.368330:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdf600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473491.368340:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473491.368344:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473491.368347:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000100:00000200:0.0:1772473491.368355:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473491.368362:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b058. 00000400:00000010:0.0:1772473491.368367:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd480. 00000400:00000200:2.0:1772473491.368441:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473491.368445:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000800:00000200:2.0:1772473491.368471:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473491.368474:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2a00. 00000400:00000200:2.0:1772473491.368479:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473491.368483:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473491.368486:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153660 00000400:00000010:2.0:1772473491.368488:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153660. 00000800:00000200:2.0:1772473491.368671:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473491.368674:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdf600. 00000400:00000200:2.0:1772473491.368679:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473491.368682:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473491.368685:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145000 00000400:00000010:2.0:1772473491.368687:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145000. 02000000:00000010:2.0:1772473491.368691:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3024d4000. 00000100:00000010:0.0:1772473492.023928:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8adf80. 02000000:00000010:0.0:1772473492.023965:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdf300. 00000100:00000010:0.0:1772473492.024017:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ae680. 02000000:00000010:0.0:1772473492.024023:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdf900. 00000100:00000010:0.0:1772473492.024031:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473492.024034:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdf100. 02000000:00000010:0.0:1772473492.024073:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c408449e00. 00000400:00000010:0.0:1772473492.024080:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b5d8. 00000400:00000010:0.0:1772473492.024086:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473492.024093:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084096, portal 10 00000400:00000010:0.0:1772473492.024101:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473492.024104:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186084096, offset 0 00000400:00000200:0.0:1772473492.024112:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473492.024124:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1772473492.024130:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15ba00. 00000400:00000010:2.0:1772473492.024135:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000200:0.0:1772473492.024135:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4f00 00000400:00000010:2.0:1772473492.024139:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000400:00000200:0.0:1772473492.024142:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 101536 02000000:00000010:1.0:1772473492.024186:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30252c200. 00000400:00000010:1.0:1772473492.024192:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000100:00000010:3.0:1772473492.024643:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14000. 02000000:00000010:3.0:1772473492.024651:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476200. 02000000:00000010:3.0:1772473492.024672:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb800. 00000400:00000010:3.0:1772473492.024677:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:0.0:1772473492.024699:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473492.024704:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.027250:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186083968, portal 10 00000400:00000010:2.0:1772473492.027272:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.027277:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186083968, offset 0 00000400:00000200:2.0:1772473492.027285:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.027298:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473492.027308:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb4e80 00000400:00000200:2.0:1772473492.027314:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 101760 00000400:00000200:2.0:1772473492.027322:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473492.027325:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.027332:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473492.027350:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435df80. 00000400:00000200:2.0:1772473492.027372:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473492.027375:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.027384:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ae680 x1858570186083968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473492.027405:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc900. 00000100:00000010:2.0:1772473492.027425:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc420. 00000100:00000010:2.0:1772473492.027430:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc360. 00000100:00000010:2.0:1772473492.027435:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc180. 00000020:00000010:2.0:1772473492.027489:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d80. 00000020:00000010:2.0:1772473492.027493:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828d80. 00000020:00000010:2.0:1772473492.027501:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b200. 00000020:00000010:2.0:1772473492.027506:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473492.027512:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000400:00000010:1.0:1772473492.027524:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.027532:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186083840, portal 25 00000400:00000010:1.0:1772473492.027536:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153990. 00000100:00000200:1.0:1772473492.027538:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186083840, offset 0 00000400:00000200:1.0:1772473492.027542:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.027547:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.027552:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb4e00 00000020:00000010:2.0:1772473492.027553:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d80. 00000400:00000200:1.0:1772473492.027557:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16e51 [2] + 0 00000020:00000010:2.0:1772473492.027558:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828d80. 00000400:00000010:1.0:1772473492.027563:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bd10. 00000100:00000200:2.0:1772473492.027565:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083968 00000400:00000200:1.0:1772473492.027567:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4011caf00 00000400:00000200:1.0:1772473492.027571:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.027573:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473492.027575:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4011caf00 00000400:00000010:1.0:1772473492.027577:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4011caf00. 00000100:00000200:1.0:1772473492.027581:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1772473492.027585:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1e400. 00000400:00000200:1.0:1772473492.027591:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153990 00000400:00000010:1.0:1772473492.027594:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153990. 00010000:00000200:2.0:1772473492.027596:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435df80 x1858570186083968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473492.027600:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8adf80 x1858570186083840/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473492.027632:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.027637:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186083968, offset 224 00000400:00000200:2.0:1772473492.027642:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.027649:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1772473492.027654:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f41c0. 00000400:00000200:2.0:1772473492.027655:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4e80 00000020:00000010:1.0:1772473492.027661:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f41c0. 00000400:00000200:2.0:1772473492.027664:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17609 [1] + 224 00000020:00000010:1.0:1772473492.027668:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252de00. 00000400:00000200:2.0:1772473492.027669:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1772473492.027673:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000400:00000200:2.0:1772473492.027675:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1772473492.027679:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000100:00000200:2.0:1772473492.027683:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ae680 x1858570186083968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473492.027702:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000020:00000010:1.0:1772473492.027704:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f41c0. 00000400:00000010:2.0:1772473492.027705:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000020:00000010:1.0:1772473492.027708:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f41c0. 00000100:00000200:1.0:1772473492.027712:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186083840 02000000:00000010:1.0:1772473492.027718:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342aa800. 00000020:00000010:2.0:1772473492.027719:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00010000:00000200:1.0:1772473492.027724:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8efc50 x1858570186083840/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473492.027726:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473492.027733:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b200. 00000400:00000010:1.0:1772473492.027749:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153990. 00000100:00000200:1.0:1772473492.027753:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186083840, offset 224 00000400:00000200:1.0:1772473492.027756:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.027761:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.027766:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb4e00 00000400:00000200:1.0:1772473492.027769:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17611 [1] + 224 00000400:00000200:1.0:1772473492.027772:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.027776:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473492.027781:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8adf80 x1858570186083840/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473492.027782:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473492.027787:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473492.027790:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000400:00000200:1.0:1772473492.027797:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153990 00000100:00000200:2.0:1772473492.027798:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ae680 x1858570186083968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.027800:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153990. 00000020:00000010:1.0:1772473492.027808:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.027812:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000100:00000200:2.0:1772473492.027813:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ae680 x1858570186083968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473492.027816:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252de00. 02000000:00000010:1.0:1772473492.027824:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c4342aa800. 00000100:00000200:1.0:1772473492.027833:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473492.027836:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362108. 00000400:00000010:1.0:1772473492.027839:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe93c0. 02000000:00000010:2.0:1772473492.027844:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15ba00. 02000000:00000010:2.0:1772473492.027851:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdf900. 00000100:00000010:2.0:1772473492.027856:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ae680. 00000100:00000010:2.0:1772473492.027959:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f800. 02000000:00000010:2.0:1772473492.027972:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c42ca5a500. 02000000:00000010:2.0:1772473492.028021:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15ba00. 00000400:00000010:2.0:1772473492.028025:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473492.028028:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.028032:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084352, portal 10 00000400:00000010:2.0:1772473492.028036:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.028039:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186084352, offset 0 00000400:00000200:2.0:1772473492.028043:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.028050:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473492.028056:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5000 00000400:00000200:2.0:1772473492.028060:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 101984 00000400:00000200:2.0:1772473492.028064:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473492.028067:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.028070:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473492.028074:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435fb80. 00000400:00000200:2.0:1772473492.028086:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473492.028089:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.028093:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435f800 x1858570186084352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.028099:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473492.028105:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473492.028107:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.028115:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8adf80 x1858570186083840/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473492.028124:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8adf80 x1858570186083840/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473492.028127:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d80. 02000000:00000010:1.0:1772473492.028142:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30252c200. 00000020:00000010:2.0:1772473492.028143:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b200. 02000000:00000010:1.0:1772473492.028147:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdf300. 00000020:00000010:2.0:1772473492.028148:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000100:00000010:1.0:1772473492.028154:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8adf80. 00000020:00000010:2.0:1772473492.028155:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473492.028176:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828ac0. 00000020:00000010:2.0:1772473492.028179:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828ac0. 00000100:00000200:2.0:1772473492.028182:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084352 02000000:00000010:2.0:1772473492.028191:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1f400. 00010000:00000200:2.0:1772473492.028197:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435fb80 x1858570186084352/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473492.028207:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.028210:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186084352, offset 224 00000400:00000200:2.0:1772473492.028215:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.028221:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473492.028226:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5000 00000400:00000200:2.0:1772473492.028231:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17625 [1] + 224 00000400:00000200:2.0:1772473492.028235:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473492.028239:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.028246:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435f800 x1858570186084352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473492.028261:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473492.028263:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000020:00000010:2.0:1772473492.028270:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473492.028273:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473492.028275:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b200. 00000400:00000010:2.0:1772473492.028290:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473492.028292:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473492.028293:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.028297:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435f800 x1858570186084352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473492.028305:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435f800 x1858570186084352/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473492.028318:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15ba00. 02000000:00000010:2.0:1772473492.028321:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c42ca5a500. 00000100:00000010:2.0:1772473492.028325:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435f800. 00000100:00000010:2.0:1772473492.028336:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f800. 02000000:00000010:2.0:1772473492.028342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c42ca5a500. 02000000:00000010:2.0:1772473492.028365:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15ba00. 00000400:00000010:2.0:1772473492.028369:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473492.028374:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.028377:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084480, portal 4 00000400:00000010:2.0:1772473492.028382:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.028385:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186084480, offset 0 00000400:00000200:2.0:1772473492.028389:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.028395:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473492.028402:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5080 00000400:00000200:2.0:1772473492.028408:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 4848 00000400:00000200:2.0:1772473492.028420:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473492.028424:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.028428:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473492.028432:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435ed80. 00000400:00000200:2.0:1772473492.028445:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473492.028447:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.028452:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435f800 x1858570186084480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473492.028463:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473492.028467:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473492.028476:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:1.0:1772473492.028478:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.028480:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.028506:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473492.028508:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4680. 00000100:00000200:1.0:1772473492.028510:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084480 02000000:00000010:1.0:1772473492.028516:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342abc00. 00010000:00000200:1.0:1772473492.028521:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435ed80 x1858570186084480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.028529:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.028531:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186084480, offset 224 00000400:00000200:1.0:1772473492.028535:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.028540:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.028544:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5080 00000400:00000200:1.0:1772473492.028547:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17631 [1] + 224 00000400:00000200:1.0:1772473492.028550:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.028552:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473492.028556:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435f800 x1858570186084480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473492.028571:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473492.028572:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473492.028577:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.028579:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.028580:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000010:3.0:1772473492.029252:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473492.029260:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084224, portal 4 00000400:00000010:3.0:1772473492.029266:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473492.029268:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186084224, offset 0 00000400:00000200:3.0:1772473492.029273:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473492.029279:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473492.029285:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb4f80 00000400:00000200:3.0:1772473492.029290:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 5072 00000400:00000200:3.0:1772473492.029295:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473492.029298:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473492.029310:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473492.029315:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd16680. 00000400:00000200:3.0:1772473492.029325:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473492.029326:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473492.029333:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd14000 x1858570186084224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473492.029712:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4680. 00000020:00000010:1.0:1772473492.029718:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473492.029736:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:1.0:1772473492.029756:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.029759:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.029781:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473492.029784:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4200. 00000100:00000200:1.0:1772473492.029786:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084224 02000000:00000010:1.0:1772473492.029799:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342aac00. 00010000:00000200:1.0:1772473492.029806:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd16680 x1858570186084224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.029819:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.029823:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186084224, offset 224 00000400:00000200:1.0:1772473492.029827:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.029832:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.029838:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb4f80 00000400:00000200:1.0:1772473492.029842:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1763d [1] + 224 00000400:00000200:1.0:1772473492.029846:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.029849:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473492.029855:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd14000 x1858570186084224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473492.029868:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473492.029870:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473492.029878:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.029881:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.029883:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000010:2.0:1772473492.030582:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473492.030588:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473492.030591:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.030599:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435f800 x1858570186084480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473492.030608:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435f800 x1858570186084480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473492.030633:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15ba00. 02000000:00000010:2.0:1772473492.030638:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c42ca5a500. 00000100:00000010:2.0:1772473492.030643:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435f800. 00000400:00000010:3.0:1772473492.031575:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:3.0:1772473492.031583:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473492.031585:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473492.031594:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd14000 x1858570186084224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473492.031603:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd14000 x1858570186084224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473492.031623:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb800. 02000000:00000010:3.0:1772473492.031627:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476200. 00000100:00000010:3.0:1772473492.031630:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd14000. 00000100:00000200:0.0:1772473492.033699:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473492.033711:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8adf80. 00000400:00000200:0.0:1772473492.033799:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145aa0 00000400:00000010:0.0:1772473492.033803:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473492.033813:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186084096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473492.034022:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.034029:0:5811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8c40. 00000020:00000010:1.0:1772473492.034082:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.034091:0:5811:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:1.0:1772473492.034096:0:5811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.034101:0:5811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.034141:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.034144:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4040. 00000100:00000200:1.0:1772473492.034148:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084096 02000000:00000010:1.0:1772473492.034165:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c4342a8000. 00010000:00000200:1.0:1772473492.034175:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b8adf80 x1858570186084096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1772473503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.034191:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.034197:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186084096, offset 224 00000400:00000200:1.0:1772473492.034203:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.034213:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.034223:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb4f00 00000400:00000200:1.0:1772473492.034230:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17601 [1] + 224 00000400:00000200:1.0:1772473492.034238:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.034241:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473492.034249:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186084096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473492.034272:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473492.034274:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473492.034286:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.034290:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.034294:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000010:0.0:1772473492.034769:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b5d8. 00000400:00000200:0.0:1772473492.034775:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473492.034777:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473492.034783:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186084096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473492.034792:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186084096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473492.034817:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c408449e00. 02000000:00000010:0.0:1772473492.034823:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdf100. 00000100:00000010:0.0:1772473492.034827:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:1.0:1772473492.102922:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc420. 00000100:00000010:0.0:1772473492.103258:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc900. 00000100:00000010:3.0:1772473492.103438:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc180. 00000100:00000010:2.0:1772473492.103509:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc360. 00000100:00000010:1.0:1772473492.534886:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473492.534914:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2b00. 02000000:00000010:2.0:1772473492.535124:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43fd1cc00. 00000400:00000010:2.0:1772473492.535133:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473492.535140:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.535146:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186084608, portal 4 00000400:00000010:2.0:1772473492.535152:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.535154:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186084608, offset 0 00000400:00000200:2.0:1772473492.535163:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473492.535177:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473492.535191:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5100 00000400:00000200:2.0:1772473492.535198:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 9408 00000400:00000200:2.0:1772473492.535205:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473492.535209:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473492.535216:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1772473492.535222:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f800. 00000400:00000200:2.0:1772473492.535248:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473492.535251:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473492.535259:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186084608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473492.535282:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc360. 00000100:00000010:2.0:1772473492.535296:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc4e0. 00000100:00000010:2.0:1772473492.535305:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc540. 00000100:00000010:2.0:1772473492.535311:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc5a0. 00000020:00000010:1.0:1772473492.535398:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.535402:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.535418:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:1.0:1772473492.535423:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.535438:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.535480:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473492.535483:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4040. 00000100:00000200:1.0:1772473492.535486:0:6594:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084608 02000000:00000010:1.0:1772473492.535502:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c4342aa800. 00010000:00000200:1.0:1772473492.535537:0:6594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435f800 x1858570186084608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:18/0 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473492.535553:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473492.535556:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186084608, offset 224 00000400:00000200:1.0:1772473492.535561:0:6594:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473492.535567:0:6594:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473492.535572:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5100 00000400:00000200:1.0:1772473492.535577:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1764d [1] + 224 00000400:00000200:1.0:1772473492.535581:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473492.535583:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473492.535589:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186084608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473492.535604:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:1.0:1772473492.535606:0:6594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473492.535619:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473492.535623:0:6594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473492.535626:0:6594:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000010:2.0:1772473492.535931:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473492.535934:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473492.535936:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473492.535942:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186084608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473492.535951:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186084608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473492.535978:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43fd1cc00. 02000000:00000010:2.0:1772473492.535983:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2b00. 00000100:00000010:2.0:1772473492.535989:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000100:00000010:0.0:1772473492.539539:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473492.539566:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdf100. 02000000:00000010:3.0:1772473492.539753:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c302ae4000. 00000400:00000010:3.0:1772473492.539761:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000010:3.0:1772473492.539768:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473492.539773:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186084736, portal 4 00000400:00000010:3.0:1772473492.539780:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473492.539783:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186084736, offset 0 00000400:00000200:3.0:1772473492.539790:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473492.539802:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473492.539812:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5180 00000400:00000200:3.0:1772473492.539819:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 9632 00000400:00000200:3.0:1772473492.539826:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473492.539830:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473492.539836:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473492.539841:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14000. 00000400:00000200:3.0:1772473492.539865:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473492.539868:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473492.540015:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186084736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473492.540233:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3080. 00000020:00000010:0.0:1772473492.540238:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3080. 00000020:00000010:0.0:1772473492.540244:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473492.540249:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473492.540253:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473492.540294:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3080. 00000020:00000010:0.0:1772473492.540296:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3080. 00000100:00000200:0.0:1772473492.540299:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084736 02000000:00000010:0.0:1772473492.540313:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c3024d4000. 00010000:00000200:0.0:1772473492.540344:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd14000 x1858570186084736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:18/0 lens 224/368 e 0 to 0 dl 1772473503 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473492.540359:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473492.540361:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186084736, offset 224 00000400:00000200:0.0:1772473492.540366:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473492.540371:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473492.540376:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5180 00000400:00000200:0.0:1772473492.540380:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17659 [1] + 224 00000400:00000200:0.0:1772473492.540394:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473492.540397:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473492.540410:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186084736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473492.540429:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473492.540431:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000020:00000010:0.0:1772473492.540440:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473492.540443:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473492.540447:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000400:00000010:3.0:1772473492.540588:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:3.0:1772473492.540593:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473492.540594:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473492.540599:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186084736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473492.540608:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186084736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473492.540634:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c302ae4000. 02000000:00000010:3.0:1772473492.540638:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdf100. 00000100:00000010:3.0:1772473492.540643:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:1.0:1772473492.547095:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc4e0. 00000100:00000010:0.0:1772473492.547198:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc360. 00000100:00000010:3.0:1772473492.547272:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc5a0. 00000100:00000010:2.0:1772473492.547694:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc540. 00000400:00000200:2.0:1772473496.485541:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473496.485578:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c87c00 00000400:00000200:2.0:1772473496.485589:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x16ed9 [2] + 0 00000400:00000010:2.0:1772473496.485597:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b9a0. 00000400:00000200:2.0:1772473496.485606:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c3024f7900 00000400:00000200:2.0:1772473496.485622:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.485627:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473496.485632:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c3024f7900 00000400:00000010:2.0:1772473496.485635:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c3024f7900. 00000100:00000200:2.0:1772473496.485643:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473496.485678:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473496.485684:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87d00 00000400:00000200:2.0:1772473496.485689:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 5296 00000400:00000200:2.0:1772473496.485694:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.485696:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473496.485699:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473496.485704:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435d880. 00000400:00000200:2.0:1772473496.485728:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473496.485734:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c87c80 00000400:00000200:2.0:1772473496.485769:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 102208 00000400:00000200:2.0:1772473496.485776:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.485778:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473496.485781:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473496.485783:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435dc00. 00000400:00000200:2.0:1772473496.485804:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473496.485808:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87d80 00000400:00000200:2.0:1772473496.485810:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 5520 00000400:00000200:2.0:1772473496.485818:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.485820:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473496.485821:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473496.485823:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435ca80. 00000020:00000010:0.0:1772473496.485911:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3c80. 00000020:00000010:0.0:1772473496.485914:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3c80. 00000020:00000010:0.0:1772473496.485919:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473496.485923:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473496.485927:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473496.485957:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3c80. 00000020:00000010:0.0:1772473496.485958:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3c80. 00000100:00000200:0.0:1772473496.485961:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170368 02000000:00000010:0.0:1772473496.485974:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d4c00. 00010000:00000200:0.0:1772473496.485983:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ef850 x1858570170170368/t0(0) o400->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:22/0 lens 224/224 e 0 to 0 dl 1772473507 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473496.485994:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4200. 00000400:00000010:0.0:1772473496.486000:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000020:00000010:1.0:1772473496.486002:0:61615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828100. 00000100:00000200:0.0:1772473496.486005:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170170368, offset 224 00000400:00000200:0.0:1772473496.486012:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473496.486020:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000020:00000010:1.0:1772473496.486024:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000400:00000200:0.0:1772473496.486025:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3990:3990:256:4294967295] 192.168.201.48@tcp LPNI seq info [3986:3986:8:4294967295] 00000020:00000010:1.0:1772473496.486031:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b080. 00000020:00000010:1.0:1772473496.486037:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000400:00000200:0.0:1772473496.486037:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473496.486044:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473496.486048:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdf800. 00000800:00000200:0.0:1772473496.486054:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473496.486060:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473496.486064:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdf800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473496.486078:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7300. 00000020:00000010:1.0:1772473496.486080:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4540. 00000020:00000010:0.0:1772473496.486081:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:1.0:1772473496.486087:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4540. 00000020:00000010:0.0:1772473496.486088:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000100:00000200:1.0:1772473496.486095:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170496 00000100:00000200:0.0:1772473496.486099:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473496.486103:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b5d8. 00000400:00000010:0.0:1772473496.486107:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fdcc0. 02000000:00000010:1.0:1772473496.486111:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43b554c00. 00010000:00000200:1.0:1772473496.486121:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435dc00 x1858570170170496/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:22/0 lens 224/224 e 0 to 0 dl 1772473507 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473496.486134:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153000. 00000100:00000200:1.0:1772473496.486139:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170170496, offset 224 00000400:00000200:1.0:1772473496.486145:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473496.486152:0:61615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473496.486156:0:61615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3991:3991:255:4294967295] 192.168.201.48@tcp LPNI seq info [3987:3987:7:4294967295] 00000400:00000200:1.0:1772473496.486165:0:61615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473496.486170:0:61615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473496.486175:0:61615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c4340c2500. 00000800:00000200:1.0:1772473496.486180:0:61615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473496.486183:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1772473496.486188:0:61615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000010:0.0:1772473496.486188:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdf800. 00000400:00000200:0.0:1772473496.486191:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1772473496.486194:0:61615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c4340c2500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1772473496.486196:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473496.486201:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:0.0:1772473496.486202:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000020:00000010:1.0:1772473496.486205:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b080. 02000000:00000010:0.0:1772473496.486207:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3024d4c00. 00000020:00000010:1.0:1772473496.486213:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000800:00000200:0.0:1772473496.486219:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473496.486221:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c4340c2500. 00000400:00000200:0.0:1772473496.486224:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473496.486226:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473496.486227:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153000 00000400:00000010:0.0:1772473496.486230:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153000. 00000020:00000010:1.0:1772473496.486232:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000020:00000010:0.0:1772473496.486268:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3c80. 00000020:00000010:0.0:1772473496.486271:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4300. 00000020:00000010:0.0:1772473496.486295:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473496.486297:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473496.486299:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473496.486312:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3500. 00000020:00000010:0.0:1772473496.486314:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828180. 00000020:00000010:0.0:1772473496.486318:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449000. 00000020:00000010:0.0:1772473496.486319:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7200. 00000020:00000010:0.0:1772473496.486321:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473496.486327:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb34c0. 00000020:00000010:0.0:1772473496.486329:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb34c0. 00000100:00000200:0.0:1772473496.486330:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170624 02000000:00000010:0.0:1772473496.486347:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d7400. 00010000:00000200:0.0:1772473496.486354:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435d880 x1858570170170624/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:22/0 lens 224/224 e 0 to 0 dl 1772473507 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473496.486364:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145f68. 00000100:00000200:0.0:1772473496.486367:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170170624, offset 224 00000400:00000200:0.0:1772473496.486371:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473496.486376:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473496.486380:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3992:3992:256:4294967295] 192.168.201.48@tcp LPNI seq info [3988:3988:8:4294967295] 00000400:00000200:0.0:1772473496.486387:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473496.486391:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473496.486394:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdf800. 00000800:00000200:0.0:1772473496.486398:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473496.486402:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473496.486405:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdf800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473496.486415:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7300. 00000020:00000010:0.0:1772473496.486418:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473496.486420:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473496.486430:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb34c0. 00000020:00000010:0.0:1772473496.486432:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb34c0. 00000100:00000200:0.0:1772473496.486434:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170752 02000000:00000010:0.0:1772473496.486441:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d6c00. 00010000:00000200:0.0:1772473496.486446:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435ca80 x1858570170170752/t0(0) o400->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:22/0 lens 224/224 e 0 to 0 dl 1772473507 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473496.486456:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145aa0. 00000100:00000200:0.0:1772473496.486459:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170170752, offset 224 00000400:00000200:0.0:1772473496.486463:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473496.486468:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473496.486472:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3993:3993:255:4294967295] 192.168.201.48@tcp LPNI seq info [3989:3989:7:4294967295] 00000400:00000200:0.0:1772473496.486479:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473496.486484:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473496.486487:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43cbdfa00. 00000800:00000200:0.0:1772473496.486490:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473496.486495:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473496.486497:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43cbdfa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473496.486503:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7200. 00000020:00000010:0.0:1772473496.486506:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473496.486508:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449000. 00000800:00000200:2.0:1772473496.486850:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473496.486853:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdf800. 00000400:00000200:2.0:1772473496.486856:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.486860:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473496.486863:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145f68 00000400:00000010:2.0:1772473496.486865:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145f68. 00000800:00000200:2.0:1772473496.486893:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473496.486895:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43cbdfa00. 00000400:00000200:2.0:1772473496.486898:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473496.486901:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473496.486903:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145aa0 00000400:00000010:2.0:1772473496.486905:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145aa0. 00000100:00000010:2.0:1772473497.152807:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c380. 02000000:00000010:2.0:1772473497.152833:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b000. 00000100:00000010:2.0:1772473497.152859:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435e300. 02000000:00000010:2.0:1772473497.152863:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4bd00. 00000100:00000010:2.0:1772473497.152872:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c700. 02000000:00000010:2.0:1772473497.152876:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b200. 00000100:00000010:2.0:1772473497.152891:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 02000000:00000010:2.0:1772473497.152895:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4ba00. 00000100:00000010:2.0:1772473497.153129:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ca80. 02000000:00000010:2.0:1772473497.153136:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b900. 00000100:00000010:2.0:1772473497.153142:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7dc00. 02000000:00000010:2.0:1772473497.153145:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b100. 02000000:00000010:2.0:1772473497.153216:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305829200. 00000400:00000010:2.0:1772473497.153223:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473497.153231:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473497.153238:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084864, portal 25 00000400:00000010:2.0:1772473497.153243:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473497.153246:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186084864, offset 0 00000400:00000200:2.0:1772473497.153254:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.153267:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.153279:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb5200 00000400:00000200:2.0:1772473497.153286:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ee9 [2] + 0 00000400:00000010:2.0:1772473497.153290:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b580. 00000400:00000200:2.0:1772473497.153296:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b1a9e40 00000400:00000200:2.0:1772473497.153303:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.153307:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473497.153312:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b1a9e40 00000400:00000010:2.0:1772473497.153314:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b1a9e40. 00000100:00000200:2.0:1772473497.153319:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473497.153348:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473497.153350:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473497.153357:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435c380 x1858570186084864/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473497.153381:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fce40. 00000100:00000010:2.0:1772473497.153394:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc840. 00000100:00000010:2.0:1772473497.153401:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc240. 00000100:00000010:2.0:1772473497.153407:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc540. 02000000:00000010:2.0:1772473497.153418:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305829a00. 00000400:00000010:2.0:1772473497.153423:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75bb0. 00000400:00000010:2.0:1772473497.153426:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473497.153429:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186085376, portal 10 00000400:00000010:2.0:1772473497.159973:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473497.159984:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186085376, offset 0 00000400:00000200:2.0:1772473497.159995:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160013:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160027:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5400 00000400:00000200:2.0:1772473497.160034:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 102432 00000400:00000200:2.0:1772473497.160044:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160049:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160058:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473497.160065:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7fb80. 00000400:00000200:2.0:1772473497.160086:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473497.160089:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473497.160102:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7ca80 x1858570186085376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.160174:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305829600. 00000400:00000010:2.0:1772473497.160183:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75478. 00000400:00000010:2.0:1772473497.160187:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473497.160193:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186084992, portal 10 00000400:00000010:2.0:1772473497.160197:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9550. 00000100:00000200:2.0:1772473497.160199:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186084992, offset 0 00000400:00000200:2.0:1772473497.160204:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160208:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160213:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5280 00000400:00000200:2.0:1772473497.160218:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 102656 00000400:00000200:2.0:1772473497.160223:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160226:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160228:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473497.160232:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7e680. 00000400:00000200:2.0:1772473497.160246:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9550 00000400:00000010:2.0:1772473497.160248:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9550. 00000100:00000200:2.0:1772473497.160253:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435e300 x1858570186084992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.160271:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305828a00. 00000400:00000010:2.0:1772473497.160276:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75210. 00000400:00000010:2.0:1772473497.160279:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9550. 00000100:00000200:2.0:1772473497.160281:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186085504, portal 4 00000400:00000010:2.0:1772473497.160285:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473497.160287:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186085504, offset 0 00000400:00000200:2.0:1772473497.160291:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160296:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160300:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5480 00000400:00000200:2.0:1772473497.160306:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 5744 00000400:00000200:2.0:1772473497.160310:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160313:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160317:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473497.160321:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7f800. 00000400:00000200:2.0:1772473497.160355:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473497.160357:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473497.160362:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7dc00 x1858570186085504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.160396:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305829c00. 00000400:00000010:2.0:1772473497.160401:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75318. 00000400:00000010:2.0:1772473497.160404:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473497.160407:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186085120, portal 10 00000400:00000010:2.0:1772473497.160412:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473497.160416:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186085120, offset 0 00000400:00000200:2.0:1772473497.160420:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160424:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160431:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5300 00000400:00000200:2.0:1772473497.160434:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 102880 00000400:00000200:2.0:1772473497.160438:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160441:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160444:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473497.160447:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7f100. 00000400:00000200:2.0:1772473497.160457:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473497.160459:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473497.160463:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435c700 x1858570186085120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.160485:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c305829e00. 00000400:00000010:2.0:1772473497.160488:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75c60. 00000400:00000010:2.0:1772473497.160491:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473497.160494:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186085248, portal 4 00000400:00000010:2.0:1772473497.160498:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.160500:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186085248, offset 0 00000400:00000200:2.0:1772473497.160503:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160508:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160512:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5380 00000400:00000200:2.0:1772473497.160515:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 5968 00000400:00000200:2.0:1772473497.160519:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160521:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160524:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473497.160527:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c700. 00000400:00000200:2.0:1772473497.160537:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.160539:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.160543:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7dc00 x1858570186085248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473497.160587:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828040. 00000020:00000010:2.0:1772473497.160592:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828040. 00000020:00000010:2.0:1772473497.160599:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829800. 00000020:00000010:2.0:1772473497.160605:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473497.160610:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473497.160641:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828040. 00000020:00000010:2.0:1772473497.160643:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828040. 00000100:00000200:2.0:1772473497.160646:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084864 02000000:00000010:2.0:1772473497.160663:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1c000. 00010000:00000200:2.0:1772473497.160671:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ee850 x1858570186084864/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.160685:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.160688:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186084864, offset 224 00000400:00000200:2.0:1772473497.160691:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160697:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160701:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb5200 00000400:00000200:2.0:1772473497.160706:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17679 [1] + 224 00000400:00000200:2.0:1772473497.160710:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160713:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160719:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435c380 x1858570186084864/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.160733:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.160735:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.160765:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473497.160769:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473497.160773:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829800. 02000000:00000010:2.0:1772473497.160780:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43fd1c000. 00000100:00000200:2.0:1772473497.160785:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473497.160802:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75160. 00000400:00000010:2.0:1772473497.160807:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43b59a240. 00000020:00000010:2.0:1772473497.160826:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828040. 00000020:00000010:2.0:1772473497.160840:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829800. 00000020:00000010:2.0:1772473497.160843:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473497.160846:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473497.160865:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.160868:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.160872:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829400. 00000020:00000010:2.0:1772473497.160874:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00380. 00000020:00000010:2.0:1772473497.160877:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473497.160890:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.160893:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828d80. 00000020:00000010:2.0:1772473497.160896:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.160899:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828e00. 00000020:00000010:2.0:1772473497.160901:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00900. 00000020:00000010:2.0:1772473497.160903:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eba28. 00000020:00000010:2.0:1772473497.160912:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.160914:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828680. 00000100:00000200:2.0:1772473497.160916:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085376 02000000:00000010:2.0:1772473497.160925:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1c000. 00010000:00000200:2.0:1772473497.160931:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7fb80 x1858570186085376/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.160940:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.160944:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186085376, offset 224 00000400:00000200:2.0:1772473497.160948:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.160952:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.160957:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5400 00000400:00000200:2.0:1772473497.160962:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17681 [1] + 224 00000400:00000200:2.0:1772473497.160966:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.160968:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.160974:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7ca80 x1858570186085376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.160984:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.160986:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.160992:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00b80. 00000020:00000010:2.0:1772473497.160995:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473497.160998:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829800. 00000020:00000010:2.0:1772473497.161008:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.161010:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828680. 00000100:00000200:2.0:1772473497.161012:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186084992 02000000:00000010:2.0:1772473497.161018:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1cc00. 00010000:00000200:2.0:1772473497.161023:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7e680 x1858570186084992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161033:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.161035:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186084992, offset 224 00000400:00000200:2.0:1772473497.161038:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.161043:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.161047:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5280 00000400:00000200:2.0:1772473497.161052:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17689 [1] + 224 00000400:00000200:2.0:1772473497.161055:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.161058:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.161062:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435e300 x1858570186084992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.161071:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.161073:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.161079:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00380. 00000020:00000010:2.0:1772473497.161081:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473497.161084:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829400. 00000020:00000010:2.0:1772473497.161093:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.161095:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828680. 00000100:00000200:2.0:1772473497.161098:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085120 02000000:00000010:2.0:1772473497.161104:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba07000. 00010000:00000200:2.0:1772473497.161109:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7f100 x1858570186085120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161117:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.161120:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186085120, offset 224 00000400:00000200:2.0:1772473497.161124:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.161128:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.161133:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5300 00000400:00000200:2.0:1772473497.161137:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17699 [1] + 224 00000400:00000200:2.0:1772473497.161141:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.161143:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.161148:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435c700 x1858570186085120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.161162:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.161164:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.161170:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00900. 00000020:00000010:2.0:1772473497.161173:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eba28. 00000020:00000010:2.0:1772473497.161176:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828e00. 00000020:00000010:2.0:1772473497.161198:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473497.161202:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f48c0. 00000020:00000010:2.0:1772473497.161207:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828e00. 00000020:00000010:2.0:1772473497.161210:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00900. 00000020:00000010:2.0:1772473497.161212:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eba28. 00000020:00000010:2.0:1772473497.161232:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d80. 00000020:00000010:2.0:1772473497.161236:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4680. 00000020:00000010:2.0:1772473497.161240:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829400. 00000020:00000010:2.0:1772473497.161243:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00380. 00000020:00000010:2.0:1772473497.161245:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473497.161258:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473497.161261:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473497.161264:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085504 02000000:00000010:2.0:1772473497.161271:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba06c00. 00010000:00000200:2.0:1772473497.161277:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7f800 x1858570186085504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161286:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.161289:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186085504, offset 224 00000400:00000200:2.0:1772473497.161292:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.161297:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.161302:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5480 00000400:00000200:2.0:1772473497.161307:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17691 [1] + 224 00000400:00000200:2.0:1772473497.161310:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.161313:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.161319:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7dc00 x1858570186085504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.161340:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.161342:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.161349:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00900. 00000020:00000010:2.0:1772473497.161353:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eba28. 00000020:00000010:2.0:1772473497.161356:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828e00. 00000020:00000010:2.0:1772473497.161369:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473497.161372:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473497.161374:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085248 02000000:00000010:2.0:1772473497.161381:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba04000. 00010000:00000200:2.0:1772473497.161385:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7c700 x1858570186085248/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1772473508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161395:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473497.161398:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186085248, offset 224 00000400:00000200:2.0:1772473497.161402:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473497.161407:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473497.161413:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5380 00000400:00000200:2.0:1772473497.161417:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176a1 [1] + 224 00000400:00000200:2.0:1772473497.161420:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473497.161423:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473497.161428:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7dc00 x1858570186085248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473497.161438:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473497.161440:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473497.161445:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00380. 00000020:00000010:2.0:1772473497.161448:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473497.161451:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829400. 00000400:00000010:2.0:1772473497.161514:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75c60. 00000400:00000200:2.0:1772473497.161518:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473497.161520:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473497.161525:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7dc00 x1858570186085248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161534:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7dc00 x1858570186085248/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161560:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75318. 00000400:00000200:2.0:1772473497.161562:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473497.161564:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473497.161567:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435c700 x1858570186085120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161575:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435c700 x1858570186085120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.161588:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305829e00. 02000000:00000010:2.0:1772473497.161592:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4ba00. 00000100:00000010:2.0:1772473497.161596:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7dc00. 02000000:00000010:2.0:1772473497.161600:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305829c00. 02000000:00000010:2.0:1772473497.161603:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b200. 00000100:00000010:2.0:1772473497.161605:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435c700. 00000400:00000010:2.0:1772473497.161616:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75478. 00000400:00000200:2.0:1772473497.161619:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473497.161620:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473497.161624:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435e300 x1858570186084992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161632:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435e300 x1858570186084992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161642:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75210. 00000400:00000200:2.0:1772473497.161644:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9550 00000400:00000010:2.0:1772473497.161646:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9550. 00000100:00000200:2.0:1772473497.161649:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7dc00 x1858570186085504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161662:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7dc00 x1858570186085504/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161672:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473497.161674:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:2.0:1772473497.161676:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473497.161680:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435c380 x1858570186084864/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161689:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435c380 x1858570186084864/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473497.161698:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75bb0. 00000400:00000200:2.0:1772473497.161701:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:2.0:1772473497.161703:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473497.161707:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7ca80 x1858570186085376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473497.161714:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7ca80 x1858570186085376/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473497.161725:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305829600. 02000000:00000010:2.0:1772473497.161728:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4bd00. 00000100:00000010:2.0:1772473497.161731:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435e300. 02000000:00000010:2.0:1772473497.161734:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305828a00. 02000000:00000010:2.0:1772473497.161736:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b100. 00000100:00000010:2.0:1772473497.161769:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7dc00. 02000000:00000010:2.0:1772473497.161772:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305829200. 02000000:00000010:2.0:1772473497.161774:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b000. 00000100:00000010:2.0:1772473497.161777:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435c380. 02000000:00000010:2.0:1772473497.161779:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c305829a00. 02000000:00000010:2.0:1772473497.161782:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b900. 00000100:00000010:2.0:1772473497.161783:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7ca80. 00000100:00000010:1.0:1772473497.231063:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc840. 00000100:00000010:2.0:1772473497.231247:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc240. 00000100:00000010:0.0:1772473497.233118:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fce40. 00000100:00000010:3.0:1772473497.234812:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc540. 00000100:00000010:0.0:1772473497.655825:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ae680. 02000000:00000010:0.0:1772473497.655850:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43cbdfb00. 00000100:00000010:1.0:1772473497.658625:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473497.658648:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43526cb00. 02000000:00000010:3.0:1772473497.659482:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c435288400. 00000400:00000010:3.0:1772473497.659493:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000010:3.0:1772473497.659500:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473497.659508:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186085760, portal 4 00000400:00000010:3.0:1772473497.659515:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473497.659519:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186085760, offset 0 00000400:00000200:3.0:1772473497.659527:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473497.659541:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473497.659551:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5580 00000400:00000200:3.0:1772473497.659557:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 9856 00000400:00000200:3.0:1772473497.659564:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473497.659567:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473497.659583:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473497.659588:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd17100. 00000020:00000010:0.0:1772473497.660092:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.660100:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.660109:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473497.660114:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473497.660119:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473497.660161:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.660164:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000100:00000200:0.0:1772473497.660167:0:6594:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085760 02000000:00000010:0.0:1772473497.660274:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c3024d5800. 00010000:00000200:0.0:1772473497.660328:0:6594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd17100 x1858570186085760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:23/0 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473497.660348:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145990. 00000100:00000200:0.0:1772473497.660352:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186085760, offset 224 00000400:00000200:0.0:1772473497.660359:0:6594:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473497.660405:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473497.660408:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473497.660415:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186085760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473497.660528:0:6594:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473497.660537:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5580 00000400:00000200:0.0:1772473497.660542:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x176c5 [1] + 224 00000400:00000200:0.0:1772473497.660547:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473497.660551:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473497.660558:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186085760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473497.660570:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145990 00000400:00000010:0.0:1772473497.660572:0:6594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145990. 00000020:00000010:0.0:1772473497.660586:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473497.660590:0:6594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473497.660594:0:6594:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000100:00000010:3.0:1772473497.661302:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243240. 00000100:00000010:3.0:1772473497.661338:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243a80. 00000100:00000010:3.0:1772473497.661393:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473497.661410:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243840. 00000400:00000010:3.0:1772473497.661421:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:3.0:1772473497.661425:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473497.661427:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473497.661435:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186085760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473497.661444:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186085760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473497.661485:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43528b400. 00000400:00000010:3.0:1772473497.661490:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000010:3.0:1772473497.661493:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473497.661498:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186085632, portal 4 00000400:00000010:3.0:1772473497.661502:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473497.661504:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186085632, offset 0 00000400:00000200:3.0:1772473497.661509:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473497.661516:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473497.661523:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5500 00000400:00000200:3.0:1772473497.661528:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 10080 00000400:00000200:3.0:1772473497.661532:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473497.661535:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473497.661541:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473497.661546:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd16d80. 00000400:00000200:3.0:1772473497.661561:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473497.661563:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473497.661567:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ae680 x1858570186085632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473497.661584:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c435288400. 02000000:00000010:3.0:1772473497.661589:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43526cb00. 00000100:00000010:3.0:1772473497.661596:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000020:00000010:0.0:1772473497.661771:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.661776:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.661781:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449e00. 00000020:00000010:0.0:1772473497.661784:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473497.661801:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473497.661823:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473497.661825:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000100:00000200:0.0:1772473497.661827:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085632 02000000:00000010:0.0:1772473497.662101:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c3024d4c00. 00010000:00000200:0.0:1772473497.662134:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd16d80 x1858570186085632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:23/0 lens 224/368 e 0 to 0 dl 1772473508 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473497.662148:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145990. 00000100:00000200:0.0:1772473497.662152:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186085632, offset 224 00000400:00000200:0.0:1772473497.662156:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473497.662163:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473497.662170:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5500 00000400:00000200:0.0:1772473497.662174:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x176d1 [1] + 224 00000400:00000200:0.0:1772473497.662274:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473497.662278:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473497.662284:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ae680 x1858570186085632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473497.662309:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145990 00000400:00000010:0.0:1772473497.662311:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145990. 00000020:00000010:0.0:1772473497.662332:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473497.662336:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473497.662339:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449e00. 00000400:00000010:3.0:1772473497.662484:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:3.0:1772473497.662488:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:3.0:1772473497.662490:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473497.662495:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ae680 x1858570186085632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473497.662503:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ae680 x1858570186085632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473497.662526:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43528b400. 02000000:00000010:3.0:1772473497.662530:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43cbdfb00. 00000100:00000010:3.0:1772473497.662533:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ae680. 00000100:00000010:2.0:1772473497.667862:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473497.668355:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243840. 00000100:00000010:0.0:1772473497.668441:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243240. 00000100:00000010:1.0:1772473497.668965:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243a80. 00000001:02000400:2.0:1772473498.512374:0:105980:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 12:44:57 (1772473497) === 00000400:00000200:2.0:1772473499.785535:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473499.785552:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 17 MB=0x69a5c16c87e00 00000400:00000200:2.0:1772473499.785559:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.48@tcp of length 328/328 into md 0x3f89 [2] + 1968 00000400:00000010:2.0:1772473499.785563:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405299d10. 00000400:00000200:2.0:1772473499.785578:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c3041029c0 00000400:00000200:2.0:1772473499.785591:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.785594:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473499.785598:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c3041029c0 00000400:00000010:2.0:1772473499.785600:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c3041029c0. 00000100:00000200:2.0:1772473499.785604:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1772473499.785631:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473499.785637:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 17 MB=0x69a5c16c87e80 00000400:00000200:2.0:1772473499.785641:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.48@tcp of length 328/328 into md 0x4265 [2] + 0 00000400:00000200:2.0:1772473499.785651:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.785655:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473499.785658:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473499.785663:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ca80. 00000020:00000010:0.0:1772473499.785701:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3200. 00000020:00000010:0.0:1772473499.785707:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3200. 00000020:00000010:0.0:1772473499.785714:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180200. 00000020:00000010:3.0:1772473499.785718:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8d00. 00000020:00000010:0.0:1772473499.785719:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:3.0:1772473499.785720:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8d00. 00000020:00000010:0.0:1772473499.785723:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:3.0:1772473499.785724:0:5798:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:3.0:1772473499.785727:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473499.785731:0:5798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473499.785801:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8d00. 00000020:00000010:3.0:1772473499.785804:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8d00. 00000100:00000200:3.0:1772473499.785807:0:5798:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171008 02000000:00000010:3.0:1772473499.785818:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435288400. 00000400:00000010:3.0:1772473499.785859:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473499.785867:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570170171008, offset 224 00000400:00000200:3.0:1772473499.785874:0:5798:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000020:00000010:0.0:1772473499.785919:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3200. 00000020:00000010:0.0:1772473499.785923:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3200. 00000100:00000200:0.0:1772473499.785925:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170170880 02000000:00000010:0.0:1772473499.785932:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d5000. 00000400:00000010:0.0:1772473499.785948:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145990. 00000100:00000200:0.0:1772473499.785952:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570170170880, offset 224 00000400:00000200:0.0:1772473499.785957:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473499.786011:0:5798:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473499.786018:0:5798:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3994:3994:256:4294967295] 192.168.201.48@tcp LPNI seq info [3990:3990:8:4294967295] 00000400:00000200:3.0:1772473499.786029:0:5798:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473499.786035:0:5798:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473499.786040:0:5798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476a00. 00000800:00000200:3.0:1772473499.786047:0:5798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473499.786054:0:5798:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473499.786059:0:5798:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1772473499.786083:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6df00. 00000020:00000010:3.0:1772473499.786087:0:5798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473499.786090:0:5798:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000400:00000200:0.0:1772473499.786362:0:5796:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473499.786366:0:5796:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3995:3995:255:4294967295] 192.168.201.48@tcp LPNI seq info [3991:3991:7:4294967295] 00000400:00000200:0.0:1772473499.786374:0:5796:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473499.786378:0:5796:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473499.786382:0:5796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43c80af00. 00000800:00000200:0.0:1772473499.786387:0:5796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473499.786392:0:5796:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473499.786394:0:5796:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43c80af00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473499.786401:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473499.786405:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:0.0:1772473499.786408:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180200. 02000000:00000010:0.0:1772473499.786415:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c4352fa000. 00000100:00000010:0.0:1772473499.786419:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435f480. 02000000:00000010:0.0:1772473499.786423:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c4352fbc00. 00000100:00000010:0.0:1772473499.786425:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 02000000:00000010:0.0:1772473499.786428:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43b557c00. 00000100:00000010:0.0:1772473499.786431:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43419ed80. 02000000:00000010:0.0:1772473499.786435:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43b555800. 00000100:00000010:0.0:1772473499.786437:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 02000000:00000010:0.0:1772473499.786441:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43fd1e000. 00000100:00000010:0.0:1772473499.786444:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b181180. 02000000:00000010:0.0:1772473499.786447:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c44215dc00. 00000100:00000010:0.0:1772473499.786450:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b182d80. 00000100:00000200:0.0:1772473499.786456:0:5796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1772473499.786462:0:5796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325bc60. 00000400:00000010:0.0:1772473499.786466:0:5796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd3c0. 00000800:00000200:2.0:1772473499.786486:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473499.786490:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476a00. 00000400:00000200:2.0:1772473499.786494:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.786498:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473499.786501:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:2.0:1772473499.786502:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 00000800:00000200:2.0:1772473499.786553:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473499.786555:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43c80af00. 00000400:00000200:2.0:1772473499.786557:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.786559:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473499.786560:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145990 00000400:00000010:2.0:1772473499.786561:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145990. 02000000:00000010:2.0:1772473499.786564:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3024d5000. 00000400:00000200:2.0:1772473499.792389:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473499.792416:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 17 MB=0x69a5c16c87f00 00000400:00000200:2.0:1772473499.792426:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.48@tcp of length 328/328 into md 0x4265 [2] + 328 00000400:00000200:2.0:1772473499.792444:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.792447:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473499.792455:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473499.792461:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7dc00. 00000020:00000010:1.0:1772473499.792531:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4e40. 00000020:00000010:1.0:1772473499.792536:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4e40. 00000020:00000010:1.0:1772473499.792543:0:6605:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252d000. 00000020:00000010:1.0:1772473499.792548:0:6605:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c430dd2e00. 00000020:00000010:1.0:1772473499.792554:0:6605:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473499.792606:0:6605:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4e40. 00000020:00000010:1.0:1772473499.792610:0:6605:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4e40. 00000100:00000200:1.0:1772473499.792613:0:6605:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171136 02000000:00000010:1.0:1772473499.792625:0:6605:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d60400. 00000400:00000010:1.0:1772473499.792664:0:6605:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153990. 00000100:00000200:1.0:1772473499.792670:0:6605:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570170171136, offset 224 00000400:00000200:1.0:1772473499.792677:0:6605:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473499.792686:0:6605:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473499.792692:0:6605:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3996:3996:256:4294967295] 192.168.201.48@tcp LPNI seq info [3992:3992:8:4294967295] 00000400:00000200:1.0:1772473499.792703:0:6605:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473499.792708:0:6605:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473499.792713:0:6605:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43526c600. 00000800:00000200:1.0:1772473499.792719:0:6605:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473499.792726:0:6605:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473499.792731:0:6605:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43526c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473499.793310:0:6605:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c430dd2e00. 00000020:00000010:1.0:1772473499.793317:0:6605:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473499.793321:0:6605:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252d000. 00000800:00000200:2.0:1772473499.793385:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473499.793390:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43526c600. 00000400:00000200:2.0:1772473499.793393:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.793398:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473499.793403:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153990 00000400:00000010:2.0:1772473499.793406:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153990. 00010000:00000010:0.1:1772473499.795829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55000. 00010000:00000010:1.1:1772473499.799786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4cc00. 00010000:00000010:3.1:1772473499.799846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cbe00. 00000400:00000200:2.0:1772473499.802831:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473499.802848:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c87f80 00000400:00000200:2.0:1772473499.802856:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 6192 00000400:00000200:2.0:1772473499.802868:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.802872:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473499.802878:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473499.802883:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ce00. 00000020:00000010:0.0:1772473499.802969:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3200. 00000020:00000010:0.0:1772473499.802977:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3500. 00000020:00000010:0.0:1772473499.803004:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180200. 00000020:00000010:0.0:1772473499.803018:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473499.803023:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867960. 00000020:00000010:2.0:1772473499.803077:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828400. 00000020:00000010:2.0:1772473499.803081:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828400. 00000100:00000200:2.0:1772473499.803085:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171264 02000000:00000010:2.0:1772473499.803104:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba04c00. 00000020:00000010:2.0:1772473499.803120:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3200. 00000020:00000010:2.0:1772473499.803182:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829600. 00000020:00000010:2.0:1772473499.803187:0:6590:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c305829200. 00000020:00000010:2.0:1772473499.803192:0:6590:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c302fab000. 00000020:00000010:2.0:1772473499.803196:0:6590:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473499.803200:0:6590:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c305829a00. 80000000:00000010:2.0:1772473499.803205:0:6590:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc300. 40000000:00000010:2.0:1772473499.803209:0:6590:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302828400. 00100000:00000010:2.0:1772473499.803213:0:6590:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c302fae800. 00040000:00000010:2.0:1772473499.803217:0:6590:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c433d4b900. 00040000:00000010:2.0:1772473499.803221:0:6590:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c305829c00. 00080000:00000010:2.0:1772473499.803225:0:6590:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c302fad800. 00002000:00000010:2.0:1772473499.803229:0:6590:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c43ba07c00. 00080000:00000010:2.0:1772473499.803243:0:6590:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba04800. 00080000:00000010:2.0:1772473499.803404:0:6590:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba07800. 00000001:00000010:2.0:1772473499.803422:0:6590:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fc000. 00000020:00000010:2.0:1772473499.803440:0:6590:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c305829200. 00000020:00000010:2.0:1772473499.803442:0:6590:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c302fab000. 00000020:00000010:2.0:1772473499.803445:0:6590:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473499.803448:0:6590:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c305829a00. 80000000:00000010:2.0:1772473499.803450:0:6590:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc300. 40000000:00000010:2.0:1772473499.803452:0:6590:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302828400. 00100000:00000010:2.0:1772473499.803454:0:6590:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c302fae800. 00040000:00000010:2.0:1772473499.803456:0:6590:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c433d4b900. 00040000:00000010:2.0:1772473499.803459:0:6590:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c305829c00. 00080000:00000010:2.0:1772473499.803461:0:6590:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c302fad800. 00002000:00000010:2.0:1772473499.803463:0:6590:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c43ba07c00. 00000020:00000010:2.0:1772473499.803465:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829600. 00010000:00000200:2.0:1772473499.803477:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7ce00 x1858570170171264/t0(0) o9->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:25/0 lens 224/224 e 0 to 0 dl 1772473510 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473499.803493:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa92a8. 00000100:00000200:2.0:1772473499.803496:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170171264, offset 224 00000400:00000200:2.0:1772473499.803501:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473499.803508:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473499.803513:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3997:3997:256:4294967295] 192.168.201.48@tcp LPNI seq info [3993:3993:8:4294967295] 00000400:00000200:2.0:1772473499.803520:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473499.803524:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473499.803527:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b900. 00000800:00000200:2.0:1772473499.803531:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473499.803537:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473499.803540:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473499.803559:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:2.0:1772473499.803564:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867960. 00000020:00000010:2.0:1772473499.803567:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180200. 00000800:00000200:0.0:1772473499.803703:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473499.803707:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b900. 00000400:00000200:0.0:1772473499.803710:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473499.803714:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473499.803718:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa92a8 00000400:00000010:0.0:1772473499.803720:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa92a8. 00000400:00000200:2.0:1772473499.810629:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473499.810652:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c88000 00000400:00000200:2.0:1772473499.810663:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 6416 00000400:00000200:2.0:1772473499.810679:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473499.810684:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473499.810692:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473499.810699:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ea00. 00000020:00000010:1.0:1772473499.810917:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4e40. 00000020:00000010:1.0:1772473499.810924:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3c80. 00000020:00000010:1.0:1772473499.810947:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252d000. 00000020:00000010:1.0:1772473499.810953:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c430dd2e00. 00000020:00000010:1.0:1772473499.810958:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473499.811006:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473499.811009:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000100:00000200:1.0:1772473499.811013:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171392 02000000:00000010:1.0:1772473499.811031:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d63000. 00000020:00000010:1.0:1772473499.811046:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4e40. 00000020:00000010:1.0:1772473499.811066:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252d800. 00000020:00000010:1.0:1772473499.811070:0:6591:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252c800. 00000020:00000010:1.0:1772473499.811074:0:6591:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c2800. 00000020:00000010:1.0:1772473499.811078:0:6591:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473499.811082:0:6591:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252cc00. 80000000:00000010:1.0:1772473499.811086:0:6591:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c797e0. 40000000:00000010:1.0:1772473499.811089:0:6591:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4090f4e40. 00100000:00000010:1.0:1772473499.811094:0:6591:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c4187c7000. 00040000:00000010:1.0:1772473499.811098:0:6591:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43526c900. 00040000:00000010:1.0:1772473499.811102:0:6591:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30252d600. 00080000:00000010:1.0:1772473499.811106:0:6591:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c0000. 00002000:00000010:1.0:1772473499.811110:0:6591:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c433d60000. 00080000:00000010:1.0:1772473499.811124:0:6591:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d61000. 00080000:00000010:1.0:1772473499.811300:0:6591:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d63800. 00000001:00000010:1.0:1772473499.811322:0:6591:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c433c79f00. 00000020:00000010:1.0:1772473499.811348:0:6591:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252c800. 00000020:00000010:1.0:1772473499.811354:0:6591:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c2800. 00000020:00000010:1.0:1772473499.811357:0:6591:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c41991e4a0. 00000020:00000010:1.0:1772473499.811363:0:6591:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252cc00. 80000000:00000010:1.0:1772473499.811366:0:6591:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c797e0. 40000000:00000010:1.0:1772473499.811369:0:6591:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4090f4e40. 00100000:00000010:1.0:1772473499.811372:0:6591:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c4187c7000. 00040000:00000010:1.0:1772473499.811375:0:6591:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43526c900. 00040000:00000010:1.0:1772473499.811378:0:6591:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30252d600. 00080000:00000010:1.0:1772473499.811382:0:6591:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c0000. 00002000:00000010:1.0:1772473499.811385:0:6591:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c433d60000. 00000020:00000010:1.0:1772473499.811387:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252d800. 00010000:00000200:1.0:1772473499.811401:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7ea00 x1858570170171392/t0(0) o9->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:25/0 lens 224/224 e 0 to 0 dl 1772473510 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473499.811419:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473499.811424:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170171392, offset 224 00000400:00000200:1.0:1772473499.811430:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473499.811439:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473499.811445:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3998:3998:256:4294967295] 192.168.201.48@tcp LPNI seq info [3994:3994:8:4294967295] 00000400:00000200:1.0:1772473499.811455:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473499.811462:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473499.811466:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43526c900. 00000800:00000200:1.0:1772473499.811472:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473499.811479:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473499.811483:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43526c900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473499.811506:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c430dd2e00. 00000020:00000010:1.0:1772473499.811509:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473499.811513:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252d000. 00000800:00000200:1.0:1772473499.811605:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473499.811610:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43526c900. 00000400:00000200:1.0:1772473499.811613:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473499.811618:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473499.811622:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153198 00000400:00000010:1.0:1772473499.811624:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153198. 00000400:00000200:0.0:1772473499.817668:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473499.817688:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c88100 00000400:00000200:0.0:1772473499.817696:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 103104 00000400:00000200:0.0:1772473499.817713:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473499.817717:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473499.817725:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473499.817734:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ae680. 00000020:00000010:2.0:1772473499.818177:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828400. 00000020:00000010:2.0:1772473499.818184:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4200. 00000020:00000010:2.0:1772473499.818211:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829600. 00000020:00000010:2.0:1772473499.818217:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473499.818222:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473499.818275:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473499.818287:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f00. 00000100:00000200:2.0:1772473499.818293:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171648 02000000:00000010:2.0:1772473499.818314:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba07c00. 00000020:00000010:2.0:1772473499.818332:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828400. 00080000:00000010:2.0:1772473499.818371:0:5810:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba04400. 00000001:00000010:2.0:1772473499.818572:0:5810:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff90c4199fc240. 00000001:00000010:2.0:1772473499.818578:0:5810:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff90c43b59ab40. 00000020:00000010:0.0:1772473499.818845:0:5799:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.818850:0:5799:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c435181e00. 00000020:00000010:0.0:1772473499.818856:0:5799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a3000. 00000020:00000010:0.0:1772473499.818860:0:5799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.818864:0:5799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.818868:0:5799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.818871:0:5799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.818876:0:5799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.818880:0:5799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.818884:0:5799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c435180200. 00080000:00000010:0.0:1772473499.818887:0:5799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a5800. 00002000:00000010:0.0:1772473499.818892:0:5799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d7c00. 00000020:00000010:0.0:1772473499.818896:0:5799:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c435181e00. 00000020:00000010:0.0:1772473499.818899:0:5799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a3000. 00000020:00000010:0.0:1772473499.818903:0:5799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.818907:0:5799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.818909:0:5799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.818912:0:5799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.818916:0:5799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.818919:0:5799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.818922:0:5799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c435180200. 00080000:00000010:0.0:1772473499.818924:0:5799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a5800. 00002000:00000010:0.0:1772473499.818927:0:5799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d7c00. 00000020:00000010:0.0:1772473499.818930:0:5799:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.818933:0:5799:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.818935:0:5799:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c435180200. 00000020:00000010:0.0:1772473499.818938:0:5799:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a5800. 00000020:00000010:0.0:1772473499.818940:0:5799:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.818942:0:5799:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.818944:0:5799:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.818946:0:5799:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.818948:0:5799:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.818950:0:5799:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.818952:0:5799:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c435181e00. 00080000:00000010:0.0:1772473499.818954:0:5799:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a3000. 00002000:00000010:0.0:1772473499.818956:0:5799:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d7c00. 00010000:00000010:0.0:1772473499.818986:0:5799:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff90c301f4cf80. 00010000:00000010:0.0:1772473499.818994:0:5799:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90c433cce980. 00000020:00000010:0.0:1772473499.819005:0:5799:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c435180200. 00000020:00000010:0.0:1772473499.819008:0:5799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a5800. 00000020:00000010:0.0:1772473499.819010:0:5799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.819012:0:5799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.819014:0:5799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.819016:0:5799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.819019:0:5799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.819021:0:5799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.819023:0:5799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c435181e00. 00080000:00000010:0.0:1772473499.819025:0:5799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a3000. 00002000:00000010:0.0:1772473499.819027:0:5799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d7c00. 00000020:00000010:0.0:1772473499.819029:0:5799:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00080000:00000010:2.0:1772473499.819138:0:5810:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba05400. 00000001:00000010:2.0:1772473499.819176:0:5810:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fc300. 00010000:00000200:2.0:1772473499.819222:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b8ae680 x1858570170171648/t4294967784(0) o39->10d0323f-5660-40ed-9913-61edd666aa93@192.168.201.48@tcp:25/0 lens 224/224 e 0 to 0 dl 1772473510 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473499.819246:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa95d8. 00000100:00000200:2.0:1772473499.819251:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170171648, offset 224 00000400:00000200:2.0:1772473499.819683:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473499.819698:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473499.819704:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [3999:3999:256:4294967295] 192.168.201.48@tcp LPNI seq info [3995:3995:8:4294967295] 00000400:00000200:2.0:1772473499.819714:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473499.819720:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473499.819725:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b000. 00000800:00000200:2.0:1772473499.819731:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473499.819767:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473499.819772:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473499.819800:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473499.819805:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473499.819809:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829600. 00000800:00000200:0.0:1772473499.820090:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473499.820095:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b000. 00000400:00000200:0.0:1772473499.820099:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473499.820105:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473499.820111:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa95d8 00000400:00000010:0.0:1772473499.820114:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa95d8. 00010000:00000010:0.1:1772473499.825025:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6300. 00010000:00000010:0.1:1772473499.825040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4dc00. 00000400:00000200:1.0:1772473499.841686:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473499.841707:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c88200 00000400:00000200:1.0:1772473499.841715:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x16ef9 [2] + 0 00000400:00000010:1.0:1772473499.841721:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e756e0. 00000400:00000200:1.0:1772473499.841726:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c405aad540 00000400:00000200:1.0:1772473499.841777:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473499.841782:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473499.841788:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c405aad540 00000400:00000010:1.0:1772473499.841790:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c405aad540. 00000100:00000200:1.0:1772473499.841796:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473499.842023:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828400. 00000020:00000010:2.0:1772473499.842027:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828400. 00000020:00000010:2.0:1772473499.842035:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829600. 00000020:00000010:2.0:1772473499.842039:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473499.842043:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473499.842086:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828400. 00000020:00000010:2.0:1772473499.842089:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828400. 00000100:00000200:2.0:1772473499.842092:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170171904 02000000:00000010:2.0:1772473499.842110:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba05800. 20000000:00000010:2.0:1772473499.842122:0:5806:0:(mgs_nids.c:1221:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff90c4012e8580. 00010000:00000200:2.0:1772473499.842147:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ec850 x1858570170171904/t0(0) o251->e16f6a7f-38a4-436b-8ee0-8e73eff863a3@192.168.201.48@tcp:25/0 lens 224/224 e 0 to 0 dl 1772473510 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473499.842162:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9550. 00000100:00000200:2.0:1772473499.842166:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170171904, offset 224 00000400:00000200:2.0:1772473499.842171:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473499.842178:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473499.842183:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4000:4000:256:4294967295] 192.168.201.48@tcp LPNI seq info [3996:3996:8:4294967295] 00000400:00000200:2.0:1772473499.842191:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473499.842195:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473499.842198:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b100. 00000800:00000200:2.0:1772473499.842202:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473499.842208:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473499.842211:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473499.842316:0:5800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.842322:0:5800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c435181e00. 00000020:00000010:0.0:1772473499.842326:0:5800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a3000. 00000020:00000010:0.0:1772473499.842331:0:5800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.842334:0:5800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.842339:0:5800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.842342:0:5800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.842347:0:5800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.842351:0:5800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.842355:0:5800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c435180200. 00080000:00000010:0.0:1772473499.842358:0:5800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a5800. 00002000:00000010:0.0:1772473499.842361:0:5800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d5000. 00000020:00000010:0.0:1772473499.842364:0:5800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c435181e00. 00000020:00000010:0.0:1772473499.842367:0:5800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a3000. 00000020:00000010:0.0:1772473499.842370:0:5800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.842373:0:5800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.842374:0:5800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.842377:0:5800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.842380:0:5800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.842382:0:5800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.842384:0:5800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c435180200. 00080000:00000010:0.0:1772473499.842386:0:5800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a5800. 00002000:00000010:0.0:1772473499.842388:0:5800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d5000. 00000020:00000010:0.0:1772473499.842390:0:5800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.842392:0:5800:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:0.0:1772473499.842394:0:5800:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c435180200. 00000020:00000010:0.0:1772473499.842395:0:5800:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a5800. 00000020:00000010:0.0:1772473499.842396:0:5800:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.842398:0:5800:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.842399:0:5800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.842400:0:5800:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.842401:0:5800:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.842402:0:5800:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.842403:0:5800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c435181e00. 00080000:00000010:0.0:1772473499.842405:0:5800:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a3000. 00002000:00000010:0.0:1772473499.842406:0:5800:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c3024d5000. 00000020:00000010:0.0:1772473499.842432:0:5800:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c435180200. 00000020:00000010:0.0:1772473499.842434:0:5800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a5800. 00000020:00000010:0.0:1772473499.842435:0:5800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c419914b78. 00000020:00000010:0.0:1772473499.842437:0:5800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c435181c00. 80000000:00000010:0.0:1772473499.842439:0:5800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d0c0. 40000000:00000010:0.0:1772473499.842440:0:5800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302cb3500. 00100000:00000010:0.0:1772473499.842441:0:5800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3031a1800. 00040000:00000010:0.0:1772473499.842443:0:5800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c43c80a100. 00040000:00000010:0.0:1772473499.842445:0:5800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c435181e00. 00080000:00000010:0.0:1772473499.842447:0:5800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a3000. 00002000:00000010:0.0:1772473499.842448:0:5800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c3024d5000. 00000020:00000010:0.0:1772473499.842450:0:5800:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00000020:00000010:2.0:1772473499.844106:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c404b00800. 00000020:00000010:2.0:1772473499.844117:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473499.844123:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829600. 00000100:00000200:2.0:1772473499.844146:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473499.844154:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75bb0. 00000400:00000010:2.0:1772473499.844159:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43b59a6c0. 00000001:00000010:0.0:1772473499.844759:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c303740400. 00000001:00000010:0.0:1772473499.844765:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c303741e00. 00000001:00000010:0.0:1772473499.844767:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c303740200. 00000001:00000010:0.0:1772473499.844768:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c302a0ec00. 00000001:00000010:0.0:1772473499.844770:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff90c3041817c0. 00000001:00000010:0.0:1772473499.844772:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff90c402f18900. 00000020:00000010:0.0:1772473499.844777:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff90c302c6a000. 00000020:00000010:0.0:1772473499.844789:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff90c302c68800. 00000800:00000200:3.0:1772473499.845409:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473499.845413:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b100. 00000400:00000200:3.0:1772473499.845416:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473499.845423:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473499.845428:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9550 00000400:00000010:3.0:1772473499.845430:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9550. 02000000:00000010:3.0:1772473499.845435:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43ba05800. 00010000:00000010:0.1:1772473499.850477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55c00. 00000001:00000010:3.0:1772473500.260379:0:5832:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4199fc300. 00080000:00000010:3.0:1772473500.260398:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba05400. 00000001:00000010:3.0:1772473500.260452:0:5832:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff90c4199fc240. 00080000:00000010:3.0:1772473500.260457:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba04400. 00000004:00000010:1.0:1772473500.260541:0:38:0:(mdt_handler.c:7656:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff90c30282e180. 00000001:00000010:1.0:1772473500.260555:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c4250d6400. 00000001:00000010:1.0:1772473500.260560:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c3024cc600. 00000001:00000010:1.0:1772473500.260563:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c301d8b000. 00000001:00000010:1.0:1772473500.260565:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c301d8a800. 00000001:00000010:1.0:1772473500.260568:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff90c30327be80. 00000001:00000010:1.0:1772473500.260570:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff90c4340c2000. 00000001:00000010:1.0:1772473500.260578:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c418670200. 00000001:00000010:1.0:1772473500.260581:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c418670c00. 00000001:00000010:1.0:1772473500.260583:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c418670600. 00000001:00000010:1.0:1772473500.260584:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c418670a00. 00000001:00000010:1.0:1772473500.260586:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff90c30327b280. 00000001:00000010:1.0:1772473500.260587:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff90c4340c2900. 00000001:00000010:1.0:1772473500.260594:0:38:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff90c43b59ab40. 00000001:00000010:1.0:1772473500.260598:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff90c302524900. 00000020:00000010:1.0:1772473500.260608:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff90c3041b2800. 00000020:00000010:1.0:1772473500.260668:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff90c3041b0800. 00000400:00000010:2.0:1772473501.110849:0:3339:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff90c41c6a36c8. 00000020:00000010:1.0:1772473501.833111:0:106125:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a521b0. 00000020:00000010:1.0:1772473501.833182:0:106125:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a521b0. 00000020:00000010:1.0:1772473501.833427:0:106125:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c433d62800. 00000020:00000010:1.0:1772473501.833437:0:106125:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c800. 00000020:00000010:1.0:1772473501.833441:0:106125:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252cc00. 00000040:00000010:1.0:1772473501.833445:0:106125:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30252d600. 00000020:00000010:1.0:1772473501.833449:0:106125:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473501.833455:0:106125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252d800. 80000000:00000010:1.0:1772473501.833459:0:106125:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79a20. 00040000:00000010:1.0:1772473501.833464:0:106125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30252d000. 00080000:00000010:1.0:1772473501.833469:0:106125:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c6800. 20000000:00000010:1.0:1772473501.833472:0:106125:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c30252c600. 00000020:00000010:1.0:1772473501.833477:0:106125:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f45c0. 00000001:00000010:1.0:1772473501.833484:0:106125:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff90c4090f4680. 00000020:00000010:1.0:1772473501.833506:0:106125:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252ce00. 00000020:00000010:1.0:1772473501.833509:0:106125:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252de00. 00000040:00000010:1.0:1772473501.833511:0:106125:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30252c200. 00000020:00000010:1.0:1772473501.833514:0:106125:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473501.833517:0:106125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252d400. 00040000:00000010:1.0:1772473501.833521:0:106125:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c433ee8f00. 00040000:00000010:1.0:1772473501.833525:0:106125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c4250d6400. 00080000:00000010:1.0:1772473501.833528:0:106125:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4057e0800. 00000001:00000010:1.0:1772473501.833533:0:106125:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff90c421e3f000. 00080000:00000010:1.0:1772473501.833544:0:106125:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d61400. 00000020:00000010:1.0:1772473501.836399:0:106125:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433d1b900. 00000001:00000010:1.0:1772473501.837429:0:106125:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff90c421e3f000. 00000020:00000010:1.0:1772473501.837439:0:106125:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252de00. 00000040:00000010:1.0:1772473501.837445:0:106125:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30252c200. 00000020:00000010:1.0:1772473501.837450:0:106125:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473501.837454:0:106125:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252d400. 00040000:00000010:1.0:1772473501.837458:0:106125:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c433ee8f00. 00040000:00000010:1.0:1772473501.837463:0:106125:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c4250d6400. 00000020:00000010:1.0:1772473501.837467:0:106125:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433d1b900. 00080000:00000010:1.0:1772473501.837471:0:106125:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4057e0800. 00000020:00000010:1.0:1772473501.837480:0:106125:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252ce00. 00000020:00000010:1.0:1772473501.837490:0:106125:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4250d6400. 00000020:00000010:1.0:1772473501.837494:0:106125:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30252ce00. 00000040:00000010:1.0:1772473501.837498:0:106125:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30252d400. 00000020:00000010:1.0:1772473501.837501:0:106125:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c421e3f000. 00000020:00000010:1.0:1772473501.837504:0:106125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252c200. 00040000:00000010:1.0:1772473501.837508:0:106125:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c433ee8f00. 00040000:00000010:1.0:1772473501.837510:0:106125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30252de00. 00080000:00000010:1.0:1772473501.837513:0:106125:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c421e3e000. 00080000:00000010:1.0:1772473501.837522:0:106125:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d61800. 00000020:00000010:1.0:1772473501.837716:0:106125:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433d1b900. 00080000:00000010:1.0:1772473501.837733:0:106125:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d63c00. 00080000:00000010:1.0:1772473501.837785:0:106125:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c411c2e000. 00080000:00000010:1.0:1772473501.837815:0:106125:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c42033b000. 00000020:00000010:1.0:1772473501.837860:0:106125:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252ce00. 00000040:00000010:1.0:1772473501.837864:0:106125:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30252d400. 00000020:00000010:1.0:1772473501.837866:0:106125:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c421e3f000. 00000020:00000010:1.0:1772473501.837868:0:106125:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252c200. 00040000:00000010:1.0:1772473501.837871:0:106125:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c433ee8f00. 00040000:00000010:1.0:1772473501.837873:0:106125:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30252de00. 00000020:00000010:1.0:1772473501.837875:0:106125:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433d1b900. 00080000:00000010:1.0:1772473501.837877:0:106125:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c421e3e000. 00000020:00000010:1.0:1772473501.837880:0:106125:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4250d6400. 00000001:00000010:1.0:1772473501.838070:0:106125:0:(nodemap_lproc.c:1426:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff90c4057b3940. 00000001:00000010:1.0:1772473501.838078:0:106125:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff90c405790800. 00000001:00000010:1.0:1772473501.838084:0:106125:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff90c4090f4680. 00010000:00000010:1.0:1772473501.838110:0:106125:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54a00. 00010000:00000010:1.0:1772473501.838126:0:106125:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4090f4680. 00000100:00000010:1.0:1772473501.838133:0:106125:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c433c456c0. 00000100:00000010:1.0:1772473501.838143:0:106125:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473501.838156:0:106125:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252de00. 02000000:00000010:1.0:1772473501.838185:0:106125:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30252c200. 00000400:00000010:1.0:1772473501.838192:0:106125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473501.838198:0:106125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473501.838204:0:106125:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186085888, portal 16 00000400:00000010:1.0:1772473501.838636:0:106125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473501.838641:0:106125:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186085888, offset 0 00000400:00000200:1.0:1772473501.838650:0:106125:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473501.838770:0:106125:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473501.838783:0:106125:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb5600 00000400:00000200:1.0:1772473501.838790:0:106125:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 1640 00000400:00000200:1.0:1772473501.838797:0:106125:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473501.838801:0:106125:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473501.838808:0:106125:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1772473501.838812:0:106125:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 00000400:00000200:1.0:1772473501.838829:0:106125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473501.838832:0:106125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473501.838840:0:106125:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fde300 x1858570186085888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1772473501.838880:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473501.838884:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473501.838888:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252d400. 00000020:00000010:1.0:1772473501.838892:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433d1b900. 00000020:00000010:1.0:1772473501.838897:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473501.838929:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473501.838931:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4500. 00000100:00000200:1.0:1772473501.838933:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186085888 02000000:00000010:1.0:1772473501.838946:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c42033ac00. 00000400:00000010:1.0:1772473501.838957:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473501.838960:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186085888, offset 224 00000400:00000200:1.0:1772473501.838964:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473501.838969:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473501.838975:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb5600 00000400:00000200:1.0:1772473501.838979:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17701 [1] + 224 00000400:00000200:1.0:1772473501.838983:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473501.838986:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473501.838991:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fde300 x1858570186085888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473501.839001:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473501.839003:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00010000:00000010:1.0:1772473501.839010:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c433c45480. 00000020:00000010:1.0:1772473501.839025:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433d1b900. 00000020:00000010:1.0:1772473501.839029:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473501.839032:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252d400. 00000100:00000010:1.0:1772473501.839058:0:106125:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302444a20. 00000100:00000010:1.0:1772473501.839070:0:106125:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302444de0. 00000100:00000010:1.0:1772473501.839074:0:106125:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302444960. 00000100:00000010:1.0:1772473501.839079:0:106125:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c302444480. 00000400:00000010:1.0:1772473501.839091:0:106125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473501.839094:0:106125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153198 00000400:00000010:1.0:1772473501.839096:0:106125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473501.839100:0:106125:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fde300 x1858570186085888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1772473501.839109:0:106125:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fde300 x1858570186085888/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1772473501.839130:0:106125:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30252c200. 02000000:00000010:1.0:1772473501.839136:0:106125:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252de00. 00000100:00000010:1.0:1772473501.839140:0:106125:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 00000100:00000010:1.0:1772473501.839144:0:106125:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c433c456c0. 00010000:00000010:1.0:1772473501.839147:0:106125:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4090f4680. 00000100:00000010:1.0:1772473501.839197:0:5799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 02000000:00000010:1.0:1772473501.839205:0:5799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30252de00. 02000000:00000010:2.0:1772473501.839675:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15b400. 00000400:00000010:2.0:1772473501.839682:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473501.839686:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473501.839690:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086016, portal 18 00000400:00000010:2.0:1772473501.839694:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473501.839696:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186086016, offset 0 00000400:00000200:2.0:1772473501.839700:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473501.839707:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473501.839713:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb5680 00000400:00000200:2.0:1772473501.839719:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4265 [2] + 656 00000400:00000200:2.0:1772473501.839723:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473501.839726:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473501.839731:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473501.839735:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7df80. 00000400:00000200:2.0:1772473501.839778:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473501.839781:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473501.839786:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fde300 x1858570186086016/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473517 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1772473501.839860:0:5799:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c433c45480. 00000020:00000010:3.0:1772473501.839930:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e40. 00000020:00000010:3.0:1772473501.839934:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e40. 00000020:00000010:3.0:1772473501.839938:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449000. 00000020:00000010:3.0:1772473501.839942:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61180. 00000020:00000010:3.0:1772473501.839945:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000100:00000200:3.0:1772473501.839963:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c404a7df80 x1858570186086016/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:27/0 lens 328/0 e 0 to 0 dl 1772473512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473501.839992:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8e40. 00000020:00000010:3.0:1772473501.839994:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8e40. 00000100:00000200:3.0:1772473501.839997:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086016 02000000:00000010:3.0:1772473501.840005:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3034aa400. 00010000:00000010:3.0:1772473501.840031:0:5796:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8e40. 00000100:00000010:3.0:1772473501.840037:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305a97780. 00000100:00000010:3.0:1772473501.840053:0:5796:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305a97780. 00010000:00000010:3.0:1772473501.840056:0:5796:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8e40. 00000400:00000010:3.0:1772473501.840063:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473501.840067:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186086016, offset 224 00000400:00000200:3.0:1772473501.840071:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473501.840078:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473501.840083:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb5680 00000400:00000200:3.0:1772473501.840087:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1770d [1] + 224 00000400:00000200:3.0:1772473501.840091:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473501.840093:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473501.840100:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fde300 x1858570186086016/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473501.840770:0:106125:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473501.840779:0:106125:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30252cc00. 00000040:00000010:1.0:1772473501.840784:0:106125:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30252d600. 00000020:00000010:1.0:1772473501.840787:0:106125:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473501.840792:0:106125:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252d800. 80000000:00000010:1.0:1772473501.840795:0:106125:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79a20. 00040000:00000010:1.0:1772473501.840799:0:106125:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30252d000. 00080000:00000010:1.0:1772473501.840803:0:106125:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c6800. 20000000:00000010:1.0:1772473501.840806:0:106125:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c30252c600. 00000020:00000010:1.0:1772473501.840809:0:106125:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c800. 00000020:00000010:1.0:1772473501.840814:0:106125:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c433d62800. 00000400:00000200:3.0:1772473501.843207:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473501.843304:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000020:00000010:3.0:1772473501.843332:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61180. 00000020:00000010:3.0:1772473501.843337:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473501.843342:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449000. 00000400:00000010:2.0:1772473501.843387:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473501.843392:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473501.843394:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473501.843403:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fde300 x1858570186086016/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473501.843413:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fde300 x1858570186086016/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473517 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473501.843436:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15b400. 02000000:00000010:2.0:1772473501.843441:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30252de00. 00000100:00000010:2.0:1772473501.843447:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fde300. 00010000:00000010:1.1:1772473501.856480:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6900. 00010000:00000010:1.1:1772473501.856496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4da00. 00010000:00000010:1.1:1772473501.856500:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8a000. 00010000:00000010:1.1:1772473501.856505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54a00. 00010000:00000010:3.1:1772473501.859824:0:106102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351caa00. 00000100:00000010:3.0:1772473501.910826:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302444480. 00000100:00000010:0.0:1772473501.910993:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302444a20. 00000100:00000010:1.0:1772473501.910997:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302444de0. 00000100:00000010:2.0:1772473501.911121:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c302444960. 00000100:00000010:2.0:1772473502.274459:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7d880. 02000000:00000010:2.0:1772473502.274479:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b800. 00000100:00000010:2.0:1772473502.274510:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7d180. 02000000:00000010:2.0:1772473502.274515:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b400. 00000100:00000010:2.0:1772473502.274535:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c000. 02000000:00000010:2.0:1772473502.274539:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4ba00. 00000100:00000010:2.0:1772473502.274545:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c380. 02000000:00000010:2.0:1772473502.274548:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b200. 00000100:00000010:2.0:1772473502.274553:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ed80. 02000000:00000010:2.0:1772473502.274557:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b300. 00000100:00000010:2.0:1772473502.274562:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f480. 02000000:00000010:2.0:1772473502.274566:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4bd00. 02000000:00000010:2.0:1772473502.274593:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15ba00. 00000400:00000010:2.0:1772473502.274600:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473502.274635:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473502.274642:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086528, portal 4 00000400:00000010:2.0:1772473502.274649:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473502.274652:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186086528, offset 0 00000400:00000200:2.0:1772473502.274660:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.274673:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.274684:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5880 00000400:00000200:2.0:1772473502.274691:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 6640 00000400:00000200:2.0:1772473502.274699:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.274703:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.274710:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473502.274714:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c380. 00000400:00000200:2.0:1772473502.274730:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473502.274733:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473502.274763:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7c380 x1858570186086528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473502.274783:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcd80. 00000100:00000010:2.0:1772473502.274793:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcd20. 00000100:00000010:2.0:1772473502.274798:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc3c0. 00000100:00000010:2.0:1772473502.274802:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcf60. 02000000:00000010:2.0:1772473502.274822:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15b000. 00000400:00000010:2.0:1772473502.274825:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75210. 00000400:00000010:2.0:1772473502.274828:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473502.274831:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086144, portal 25 00000400:00000010:2.0:1772473502.274834:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473502.274836:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186086144, offset 0 00000400:00000200:2.0:1772473502.274839:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.274844:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.274848:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb5700 00000400:00000200:2.0:1772473502.274853:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16f09 [2] + 0 00000400:00000010:2.0:1772473502.274857:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75108. 00000400:00000200:2.0:1772473502.274859:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42ca56600 00000400:00000200:2.0:1772473502.274862:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.274865:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473502.274867:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42ca56600 00000400:00000010:2.0:1772473502.274870:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42ca56600. 00000100:00000200:2.0:1772473502.274873:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473502.274882:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473502.274884:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473502.274888:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7d880 x1858570186086144/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.274907:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15aa00. 00000400:00000010:2.0:1772473502.274910:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75108. 00000400:00000010:2.0:1772473502.274913:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473502.274916:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086656, portal 10 00000400:00000010:2.0:1772473502.274919:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473502.274921:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186086656, offset 0 00000400:00000200:2.0:1772473502.274924:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.274929:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.274933:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5900 00000400:00000200:2.0:1772473502.274937:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 103328 00000400:00000200:2.0:1772473502.274941:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.274944:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.274947:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473502.274950:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435e300. 00000400:00000200:2.0:1772473502.274958:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473502.274959:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473502.274963:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7ed80 x1858570186086656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.274985:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15b200. 00000400:00000010:2.0:1772473502.274989:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75478. 00000400:00000010:2.0:1772473502.274991:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473502.274994:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086272, portal 10 00000400:00000010:2.0:1772473502.274997:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9aa0. 00000100:00000200:2.0:1772473502.274999:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186086272, offset 0 00000400:00000200:2.0:1772473502.275003:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.275007:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.275012:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5780 00000400:00000200:2.0:1772473502.275016:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 103552 00000400:00000200:2.0:1772473502.275020:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.275022:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.275025:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473502.275028:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435c700. 00000400:00000200:2.0:1772473502.275037:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9aa0 00000400:00000010:2.0:1772473502.275039:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9aa0. 00000100:00000200:2.0:1772473502.275043:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7d180 x1858570186086272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.275059:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15a600. 00000400:00000010:2.0:1772473502.275062:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75318. 00000400:00000010:2.0:1772473502.275064:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9aa0. 00000100:00000200:2.0:1772473502.275067:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086784, portal 4 00000400:00000010:2.0:1772473502.275070:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473502.275072:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186086784, offset 0 00000400:00000200:2.0:1772473502.275075:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.275080:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.275085:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5980 00000400:00000200:2.0:1772473502.275089:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 6864 00000400:00000200:2.0:1772473502.275093:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.275096:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.275099:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473502.275102:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7dc00. 00000400:00000200:2.0:1772473502.275111:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:2.0:1772473502.275112:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473502.275116:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43435f480 x1858570186086784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.275136:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15be00. 00000400:00000010:2.0:1772473502.275138:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75c60. 00000400:00000010:2.0:1772473502.275141:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473502.275143:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186086400, portal 10 00000400:00000010:2.0:1772473502.275146:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473502.275149:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186086400, offset 0 00000400:00000200:2.0:1772473502.275152:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.275156:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.275161:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5800 00000400:00000200:2.0:1772473502.275164:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 103776 00000400:00000200:2.0:1772473502.275168:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.275170:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.275173:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473502.275179:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068e00. 00000400:00000200:2.0:1772473502.275189:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473502.275190:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473502.275194:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7c000 x1858570186086400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473502.275230:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028285c0. 00000020:00000010:2.0:1772473502.275248:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c3028285c0. 00000020:00000010:2.0:1772473502.275255:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473502.275259:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473502.275264:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473502.275302:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028285c0. 00000020:00000010:2.0:1772473502.275305:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c3028285c0. 00000100:00000200:2.0:1772473502.275308:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086144 02000000:00000010:2.0:1772473502.275323:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba07400. 00010000:00000200:2.0:1772473502.275332:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ef050 x1858570186086144/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473502.275347:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473502.275350:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186086144, offset 224 00000400:00000200:2.0:1772473502.275355:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.275362:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.275367:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb5700 00000400:00000200:2.0:1772473502.275373:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17721 [1] + 224 00000400:00000200:2.0:1772473502.275378:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.275381:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.275387:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7d880 x1858570186086144/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473502.275404:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473502.275407:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000020:00000010:2.0:1772473502.275419:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473502.275423:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473502.275427:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ac00. 00000020:00000010:0.0:1772473502.275432:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b80. 02000000:00000010:2.0:1772473502.275435:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43ba07400. 00000020:00000010:0.0:1772473502.275439:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828d80. 00000100:00000200:2.0:1772473502.275443:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473502.275448:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75058. 00000400:00000010:2.0:1772473502.275452:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302cf29c0. 00000020:00000010:0.0:1772473502.275470:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a41800. 00000020:00000010:2.0:1772473502.275474:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028285c0. 00000020:00000010:0.0:1772473502.275477:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:2.0:1772473502.275482:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473502.275486:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473502.275490:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:0.0:1772473502.275492:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:2.0:1772473502.275517:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473502.275521:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473502.275525:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b600. 00000020:00000010:2.0:1772473502.275528:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9f00. 00000020:00000010:2.0:1772473502.275531:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eba28. 00000020:00000010:0.0:1772473502.275554:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3c00. 00000020:00000010:2.0:1772473502.275555:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:0.0:1772473502.275561:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828680. 00000020:00000010:2.0:1772473502.275562:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828040. 00000020:00000010:2.0:1772473502.275571:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000020:00000010:0.0:1772473502.275573:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a41a00. 00000020:00000010:2.0:1772473502.275576:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:0.0:1772473502.275580:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7500. 00000020:00000010:2.0:1772473502.275582:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9780. 00000020:00000010:0.0:1772473502.275586:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:2.0:1772473502.275588:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473502.275604:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473502.275607:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473502.275609:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086656 00000020:00000010:0.0:1772473502.275614:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3dc0. 02000000:00000010:2.0:1772473502.275619:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba07400. 00000020:00000010:0.0:1772473502.275619:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3dc0. 00000100:00000200:0.0:1772473502.275625:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086528 00010000:00000200:2.0:1772473502.275629:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435e300 x1858570186086656/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473502.275638:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d6400. 00000400:00000010:2.0:1772473502.275641:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473502.275647:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186086656, offset 224 00010000:00000200:0.0:1772473502.275648:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435c380 x1858570186086528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473502.275654:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.275663:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1772473502.275667:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000400:00000200:2.0:1772473502.275672:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5900 00000100:00000200:0.0:1772473502.275674:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186086528, offset 224 00000400:00000200:2.0:1772473502.275679:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17729 [1] + 224 00000400:00000200:2.0:1772473502.275684:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.275686:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1772473502.278406:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f40. 00000020:00000010:3.0:1772473502.278416:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f40. 00000100:00000200:3.0:1772473502.278420:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086272 02000000:00000010:3.0:1772473502.278451:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3034a9c00. 00010000:00000200:3.0:1772473502.278463:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435c700 x1858570186086272/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473502.278491:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000400:00000200:0.0:1772473502.279010:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473502.279025:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473502.279078:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5880 00000400:00000200:0.0:1772473502.279085:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17719 [1] + 224 00000400:00000200:0.0:1772473502.279092:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473502.279096:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473502.279107:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7c380 x1858570186086528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473502.279123:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473502.279126:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473502.279145:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473502.279149:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473502.279152:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a41800. 00000020:00000010:0.0:1772473502.279172:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3300. 00000020:00000010:0.0:1772473502.279175:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3300. 00000100:00000200:0.0:1772473502.279178:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086784 02000000:00000010:0.0:1772473502.279190:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3024d5000. 00010000:00000200:0.0:1772473502.279196:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b7dc00 x1858570186086784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473502.279206:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473502.279210:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186086784, offset 224 00000400:00000200:0.0:1772473502.279214:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473502.279219:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473502.279223:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5980 00000400:00000200:0.0:1772473502.279227:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17739 [1] + 224 00000400:00000200:0.0:1772473502.279231:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473502.279244:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473502.279251:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43435f480 x1858570186086784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473502.279416:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473502.279419:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473502.279428:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7500. 00000020:00000010:0.0:1772473502.279431:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473502.279434:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a41a00. 00000400:00000010:0.0:1772473502.280011:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75318. 00000400:00000200:0.0:1772473502.280017:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9aa0 00000400:00000010:0.0:1772473502.280019:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9aa0. 00000100:00000200:0.0:1772473502.280029:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43435f480 x1858570186086784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473502.280167:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43435f480 x1858570186086784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473502.280197:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15a600. 02000000:00000010:0.0:1772473502.280203:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4bd00. 00000100:00000010:0.0:1772473502.280209:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43435f480. 00000100:00000200:2.0:1772473502.280620:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7ed80 x1858570186086656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473502.280640:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473502.280643:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000020:00000010:2.0:1772473502.280665:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473502.280670:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473502.280675:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473502.280701:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828a40. 00000020:00000010:2.0:1772473502.280707:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828a40. 00000100:00000200:2.0:1772473502.280710:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086400 02000000:00000010:2.0:1772473502.280728:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba06800. 00010000:00000200:2.0:1772473502.280735:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e068e00 x1858570186086400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1772473513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473502.280765:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473502.280770:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186086400, offset 224 00000400:00000200:2.0:1772473502.280776:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473502.280787:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473502.280797:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5800 00000400:00000200:2.0:1772473502.280806:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17741 [1] + 224 00000400:00000200:2.0:1772473502.280811:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473502.280815:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473502.280824:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7c000 x1858570186086400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473502.280845:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473502.280848:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000020:00000010:2.0:1772473502.280857:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473502.280860:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473502.280863:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000400:00000010:2.0:1772473502.280902:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75210. 00000400:00000200:2.0:1772473502.280907:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473502.280908:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473502.280915:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7d880 x1858570186086144/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473502.280924:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7d880 x1858570186086144/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473502.280941:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75108. 00000400:00000200:2.0:1772473502.280944:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473502.280946:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473502.280951:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7ed80 x1858570186086656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473502.280960:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7ed80 x1858570186086656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473502.280975:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75d68. 00000400:00000200:2.0:1772473502.280977:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473502.280979:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473502.280985:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7c380 x1858570186086528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473502.280993:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7c380 x1858570186086528/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.281007:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15b000. 02000000:00000010:2.0:1772473502.281012:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b800. 00000100:00000010:2.0:1772473502.281016:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7d880. 02000000:00000010:2.0:1772473502.281021:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15aa00. 02000000:00000010:2.0:1772473502.281024:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b300. 00000100:00000010:2.0:1772473502.281027:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7ed80. 02000000:00000010:2.0:1772473502.281032:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15ba00. 02000000:00000010:2.0:1772473502.281035:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b200. 00000100:00000010:2.0:1772473502.281037:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7c380. 00000400:00000010:2.0:1772473502.281062:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75c60. 00000400:00000200:2.0:1772473502.281065:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:2.0:1772473502.281067:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473502.281073:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7c000 x1858570186086400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473502.281082:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7c000 x1858570186086400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473502.281089:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186086272, offset 224 02000000:00000010:2.0:1772473502.281098:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15be00. 00000400:00000200:3.0:1772473502.281101:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1772473502.281103:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4ba00. 00000100:00000010:2.0:1772473502.281108:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7c000. 00000400:00000200:3.0:1772473502.281114:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473502.281123:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5780 00000400:00000200:3.0:1772473502.281128:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17731 [1] + 224 00000400:00000200:3.0:1772473502.281133:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473502.281138:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473502.281148:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7d180 x1858570186086272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473502.281176:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473502.281179:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000400:00000010:2.0:1772473502.281191:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75478. 00000020:00000010:3.0:1772473502.281193:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9f00. 00000400:00000200:2.0:1772473502.281197:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000020:00000010:3.0:1772473502.281200:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eba28. 00000400:00000010:2.0:1772473502.281201:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:3.0:1772473502.281205:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b600. 00000100:00000200:2.0:1772473502.281210:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7d180 x1858570186086272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473502.281220:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7d180 x1858570186086272/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473502.281246:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15b200. 02000000:00000010:2.0:1772473502.281251:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b400. 00000100:00000010:2.0:1772473502.281254:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7d180. 00000001:00000010:3.0:1772473502.321907:0:6615:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c433c79f00. 00080000:00000010:3.0:1772473502.321918:0:6615:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d63800. 00080000:00000010:3.0:1772473502.321924:0:6615:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d61000. 00000001:00000010:3.0:1772473502.321957:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c405a81e00. 00000001:00000010:3.0:1772473502.321962:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c405a80000. 00000001:00000010:3.0:1772473502.321965:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c405a80a00. 00000001:00000010:3.0:1772473502.321968:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c405a80200. 00000001:00000010:3.0:1772473502.321971:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff90c304129fa0. 00000001:00000010:3.0:1772473502.321974:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff90c420476100. 00000001:00000010:3.0:1772473502.321980:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff90c433cce900. 00000020:00000010:3.0:1772473502.321989:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff90c405628000. 00000020:00000010:3.0:1772473502.322003:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff90c40562b000. 00000001:00000010:1.0:1772473502.341919:0:7470:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4199fc000. 00080000:00000010:1.0:1772473502.341931:0:7470:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba07800. 00080000:00000010:1.0:1772473502.341937:0:7470:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba04800. 00000001:00000010:2.0:1772473502.342229:0:2606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c302a0f600. 00000001:00000010:2.0:1772473502.342244:0:2606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c303741200. 00000001:00000010:2.0:1772473502.342247:0:2606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c3033cb400. 00000001:00000010:2.0:1772473502.342250:0:2606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff90c3033cb200. 00000001:00000010:2.0:1772473502.342253:0:2606:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff90c3041814c0. 00000001:00000010:2.0:1772473502.342255:0:2606:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff90c402f18c00. 00000001:00000010:2.0:1772473502.342262:0:2606:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff90c42ca61f00. 00000020:00000010:2.0:1772473502.342272:0:2606:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff90c302c6f000. 00000020:00000010:2.0:1772473502.342282:0:2606:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff90c302c6e800. 00000100:00000010:3.0:1772473502.350820:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcf60. 00000100:00000010:2.0:1772473502.350891:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc3c0. 00000100:00000010:1.0:1772473502.350984:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcd20. 00000100:00000010:0.0:1772473502.351352:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcd80. 00000020:00000010:1.0:1772473502.536641:0:106176:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a52c40. 00000020:00000010:1.0:1772473502.536707:0:106176:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a52c40. 00000020:00000010:1.0:1772473502.536885:0:106176:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c420339800. 00000020:00000010:1.0:1772473502.536896:0:106176:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424efc200. 00000020:00000010:1.0:1772473502.536899:0:106176:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c424efd000. 00000040:00000010:1.0:1772473502.536903:0:106176:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c424efcc00. 00000020:00000010:1.0:1772473502.536908:0:106176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c7000. 00000020:00000010:1.0:1772473502.536915:0:106176:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c4250d6400. 80000000:00000010:1.0:1772473502.536920:0:106176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c302444e40. 00040000:00000010:1.0:1772473502.536929:0:106176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c406878600. 00080000:00000010:1.0:1772473502.536934:0:106176:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c6800. 20000000:00000010:1.0:1772473502.536939:0:106176:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c406879400. 00000020:00000010:1.0:1772473502.536945:0:106176:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f4080. 00000001:00000010:1.0:1772473502.536952:0:106176:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff90c4090f47c0. 00000020:00000010:1.0:1772473502.536971:0:106176:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c406879a00. 00000020:00000010:1.0:1772473502.536975:0:106176:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304d600. 00000040:00000010:1.0:1772473502.536978:0:106176:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304d800. 00000020:00000010:1.0:1772473502.536980:0:106176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473502.536983:0:106176:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304d400. 00040000:00000010:1.0:1772473502.536988:0:106176:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.536990:0:106176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304da00. 00080000:00000010:1.0:1772473502.536993:0:106176:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c1000. 00080000:00000010:1.0:1772473502.537003:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c42033a800. 00000020:00000010:1.0:1772473502.537091:0:106176:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c409164c80. 00000020:00000010:1.0:1772473502.537119:0:106176:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304d600. 00000040:00000010:1.0:1772473502.537123:0:106176:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304d800. 00000020:00000010:1.0:1772473502.537126:0:106176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c0000. 00000020:00000010:1.0:1772473502.537130:0:106176:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304d400. 00040000:00000010:1.0:1772473502.537132:0:106176:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.537138:0:106176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304da00. 00000020:00000010:1.0:1772473502.537142:0:106176:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c409164c80. 00080000:00000010:1.0:1772473502.537145:0:106176:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c1000. 00000020:00000010:1.0:1772473502.537148:0:106176:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c406879a00. 00000001:00000010:1.0:1772473502.537156:0:106176:0:(nodemap_range.c:341:range_destroy()) kfreed 'range': 176 at ffff90c301dbdd80. 00000020:00000010:1.0:1772473502.537162:0:106176:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304da00. 00000020:00000010:1.0:1772473502.537164:0:106176:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304d400. 00000040:00000010:1.0:1772473502.537167:0:106176:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304d800. 00000020:00000010:1.0:1772473502.537169:0:106176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473502.537171:0:106176:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304d600. 00040000:00000010:1.0:1772473502.537175:0:106176:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.537178:0:106176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304ce00. 00080000:00000010:1.0:1772473502.537180:0:106176:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c0000. 00000001:00000010:1.0:1772473502.537185:0:106176:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff90c4057e0800. 00080000:00000010:1.0:1772473502.537192:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c420338c00. 00000020:00000010:1.0:1772473502.539362:0:106176:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c409164c80. 00000001:00000010:1.0:1772473502.539521:0:106176:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff90c4057e0800. 00000020:00000010:1.0:1772473502.539707:0:106176:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304d400. 00000040:00000010:1.0:1772473502.539711:0:106176:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304d800. 00000020:00000010:1.0:1772473502.539715:0:106176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473502.539720:0:106176:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304d600. 00040000:00000010:1.0:1772473502.539724:0:106176:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.539731:0:106176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304ce00. 00000020:00000010:1.0:1772473502.539735:0:106176:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c409164c80. 00080000:00000010:1.0:1772473502.539920:0:106176:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c0000. 00000020:00000010:1.0:1772473502.539925:0:106176:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304da00. 00000020:00000010:1.0:1772473502.539935:0:106176:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304da00. 00000020:00000010:1.0:1772473502.539939:0:106176:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304ce00. 00000040:00000010:1.0:1772473502.539942:0:106176:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304d600. 00000020:00000010:1.0:1772473502.539945:0:106176:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4057e0800. 00000020:00000010:1.0:1772473502.539949:0:106176:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304d800. 00040000:00000010:1.0:1772473502.539954:0:106176:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.539957:0:106176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304d400. 00080000:00000010:1.0:1772473502.539962:0:106176:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c0000. 00080000:00000010:1.0:1772473502.539971:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c420339400. 00000020:00000010:1.0:1772473502.540026:0:106176:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c409164c80. 00080000:00000010:1.0:1772473502.540041:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c42033b800. 00080000:00000010:1.0:1772473502.540069:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c42033b400. 00080000:00000010:1.0:1772473502.540103:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba05800. 00080000:00000010:1.0:1772473502.540140:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba06000. 00080000:00000010:1.0:1772473502.540170:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba06400. 00080000:00000010:1.0:1772473502.540198:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba04800. 00080000:00000010:1.0:1772473502.540228:0:106176:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba07800. 00000020:00000010:1.0:1772473502.540270:0:106176:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304ce00. 00000040:00000010:1.0:1772473502.540274:0:106176:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304d600. 00000020:00000010:1.0:1772473502.540276:0:106176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4057e0800. 00000020:00000010:1.0:1772473502.540281:0:106176:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304d800. 00040000:00000010:1.0:1772473502.540284:0:106176:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c4340c2100. 00040000:00000010:1.0:1772473502.540288:0:106176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304d400. 00000020:00000010:1.0:1772473502.540290:0:106176:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c409164c80. 00080000:00000010:1.0:1772473502.540293:0:106176:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c0000. 00000020:00000010:1.0:1772473502.540295:0:106176:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304da00. 00000001:00000010:1.0:1772473502.540516:0:106176:0:(nodemap_lproc.c:1426:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff90c30282ebc0. 00000020:00000010:1.0:1772473502.540702:0:106176:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff90c44215e000. 00000020:00000010:1.0:1772473502.540708:0:106176:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff90c302bc8400. 00000020:00000010:1.0:1772473502.540711:0:106176:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff90c405a81000. 00000020:00000010:1.0:1772473502.540714:0:106176:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff90c302ae5000. 00000020:00000010:1.0:1772473502.540717:0:106176:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff90c302c6f800. 00000020:00000010:1.0:1772473502.540720:0:106176:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff90c3041b0000. 00000020:00000010:1.0:1772473502.540722:0:106176:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff90c40562d000. 00000020:00000010:1.0:1772473502.540725:0:106176:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff90c3041b1800. 00000020:00000010:1.0:1772473502.540728:0:106176:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff90c43fd1f000. 00000001:00000010:1.0:1772473502.540733:0:106176:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff90c404badac0. 00000001:00000010:1.0:1772473502.540735:0:106176:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff90c4090f4e00. 00000001:00000010:1.0:1772473502.540896:0:106176:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff90c30282eb00. 00000001:00000010:1.0:1772473502.540899:0:106176:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff90c4090f4840. 00000001:00000010:1.0:1772473502.540904:0:106176:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff90c419a3e800. 00000001:00000010:1.0:1772473502.540909:0:106176:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff90c4090f47c0. 00010000:00000010:1.0:1772473502.540934:0:106176:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328900. 00010000:00000010:1.0:1772473502.540942:0:106176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54600. 00000020:00000010:1.0:1772473502.540988:0:106176:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f4080. 00000020:00000010:1.0:1772473502.540995:0:106176:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c424efd000. 00000040:00000010:1.0:1772473502.540999:0:106176:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c424efcc00. 00000020:00000010:1.0:1772473502.541002:0:106176:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c7000. 00000020:00000010:1.0:1772473502.541006:0:106176:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c4250d6400. 80000000:00000010:1.0:1772473502.541010:0:106176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c302444e40. 00040000:00000010:1.0:1772473502.541013:0:106176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c406878600. 00080000:00000010:1.0:1772473502.541017:0:106176:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c6800. 20000000:00000010:1.0:1772473502.541020:0:106176:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c406879400. 00000020:00000010:1.0:1772473502.541023:0:106176:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424efc200. 00000020:00000010:1.0:1772473502.541029:0:106176:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c420339800. 00010000:00000010:1.1:1772473502.565917:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328900. 00010000:00000010:1.1:1772473502.565930:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54600. 00000100:00000010:0.0:1772473502.774936:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473502.774960:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80ab00. 02000000:00000010:3.0:1772473502.775028:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c3028cac00. 00000400:00000010:3.0:1772473502.775037:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000010:3.0:1772473502.775045:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473502.775052:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186086912, portal 4 00000400:00000010:3.0:1772473502.775059:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473502.775062:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186086912, offset 0 00000400:00000200:3.0:1772473502.775070:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473502.775085:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473502.775095:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5a00 00000400:00000200:3.0:1772473502.775102:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 10304 00000400:00000200:3.0:1772473502.775108:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473502.775112:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473502.775119:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473502.775124:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd16a00. 00000400:00000200:3.0:1772473502.775149:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473502.775152:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473502.775161:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186086912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473502.775182:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473502.775204:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352436c0. 00000100:00000010:3.0:1772473502.775214:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243e40. 00000100:00000010:3.0:1772473502.775222:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243420. 00000100:00000010:1.0:1772473502.775365:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473502.775373:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c4340c2100. 02000000:00000010:1.0:1772473502.775418:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c420339800. 00000400:00000010:1.0:1772473502.775422:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473502.775426:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473502.775429:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186087040, portal 4 00000400:00000010:1.0:1772473502.775434:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473502.775437:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186087040, offset 0 00000400:00000200:1.0:1772473502.775441:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473502.775447:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473502.775453:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb5a80 00000400:00000200:1.0:1772473502.775457:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 10528 00000400:00000200:1.0:1772473502.775461:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473502.775464:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473502.775466:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473502.775471:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fde300. 00000400:00000200:1.0:1772473502.775479:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473502.775481:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473502.775487:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186087040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473502.775580:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3a80. 00000020:00000010:0.0:1772473502.775586:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3a80. 00000020:00000010:0.0:1772473502.775592:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326c800. 00000020:00000010:0.0:1772473502.775597:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6d600. 00000020:00000010:0.0:1772473502.775602:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473502.775639:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3a80. 00000020:00000010:0.0:1772473502.775642:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3a80. 00000020:00000010:0.0:1772473502.775646:0:6594:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326de00. 00000020:00000010:0.0:1772473502.775649:0:6594:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433c6da00. 00000020:00000010:0.0:1772473502.775652:0:6594:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867578. 00000020:00000010:0.0:1772473502.775673:0:6594:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3a80. 00000020:00000010:0.0:1772473502.775677:0:6594:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3a80. 00000100:00000200:0.0:1772473502.775680:0:6594:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186086912 02000000:00000010:0.0:1772473502.775696:0:6594:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c44215e000. 00010000:00000200:0.0:1772473502.775729:0:6594:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd16a00 x1858570186086912/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:28/0 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473502.775770:0:6594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473502.775773:0:6594:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186086912, offset 224 00000400:00000200:0.0:1772473502.775778:0:6594:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473502.775783:0:6594:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473502.775789:0:6594:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5a00 00000400:00000200:0.0:1772473502.775793:0:6594:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17765 [1] + 224 00000400:00000200:0.0:1772473502.775798:0:6594:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473502.775801:0:6594:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473502.775807:0:6594:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186086912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473502.775856:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4080. 00000020:00000010:1.0:1772473502.775860:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4080. 00000100:00000200:1.0:1772473502.775863:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087040 02000000:00000010:1.0:1772473502.775871:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c419a3e800. 00010000:00000200:1.0:1772473502.775889:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303fde300 x1858570186087040/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:28/0 lens 224/368 e 0 to 0 dl 1772473513 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473502.775900:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473502.775903:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186087040, offset 224 00000400:00000200:1.0:1772473502.775907:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473502.775912:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473502.775917:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb5a80 00000400:00000200:1.0:1772473502.775921:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1776d [1] + 224 00000400:00000200:1.0:1772473502.775925:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473502.775927:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473502.775933:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186087040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473502.775947:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473502.775949:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473502.775960:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6da00. 00000020:00000010:1.0:1772473502.775964:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867578. 00000020:00000010:1.0:1772473502.775968:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326de00. 00000400:00000010:1.0:1772473502.775987:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473502.775990:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153198 00000400:00000010:1.0:1772473502.775991:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473502.775996:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186087040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473502.776005:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186087040/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473502.776031:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c420339800. 02000000:00000010:1.0:1772473502.776038:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c4340c2100. 00000100:00000010:1.0:1772473502.776045:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000400:00000200:0.0:1772473502.776390:0:6594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473502.776393:0:6594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473502.776402:0:6594:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433c6d600. 00000020:00000010:0.0:1772473502.776405:0:6594:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473502.776408:0:6594:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326c800. 00000400:00000010:3.0:1772473502.776624:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:3.0:1772473502.776630:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473502.776632:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473502.776639:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186086912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473502.776648:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186086912/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473502.776668:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c3028cac00. 02000000:00000010:3.0:1772473502.776672:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80ab00. 00000100:00000010:3.0:1772473502.776675:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:0.0:1772473502.781878:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000100:00000010:2.0:1772473502.781949:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243e40. 00000100:00000010:1.0:1772473502.782026:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352436c0. 00000100:00000010:3.0:1772473502.782301:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243420. 00000020:00000010:2.0:1772473503.086515:0:106224:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c302c12e70. 00000020:00000010:2.0:1772473503.086583:0:106224:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c302c12e70. 00000020:00000010:2.0:1772473503.086911:0:106224:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c301dd8800. 00000020:00000010:2.0:1772473503.086921:0:106224:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473503.086924:0:106224:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43b15b000. 00000040:00000010:2.0:1772473503.086927:0:106224:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c43b15aa00. 00000020:00000010:2.0:1772473503.086932:0:106224:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c302fab000. 00000020:00000010:2.0:1772473503.086937:0:106224:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43b15b200. 80000000:00000010:2.0:1772473503.086941:0:106224:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc3c0. 00040000:00000010:2.0:1772473503.086946:0:106224:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43b15ba00. 00080000:00000010:2.0:1772473503.086950:0:106224:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c302fae800. 20000000:00000010:2.0:1772473503.086954:0:106224:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c43b15be00. 00000020:00000010:2.0:1772473503.086959:0:106224:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302828ac0. 00000001:00000010:2.0:1772473503.086966:0:106224:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff90c4199fc960. 00000020:00000010:2.0:1772473503.086982:0:106224:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b600. 00000020:00000010:2.0:1772473503.086985:0:106224:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43b15a600. 00000040:00000010:2.0:1772473503.086988:0:106224:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c43b15a800. 00000020:00000010:2.0:1772473503.086991:0:106224:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c302fad800. 00000020:00000010:2.0:1772473503.086993:0:106224:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43b15b400. 00040000:00000010:2.0:1772473503.086997:0:106224:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c433d4ba00. 00040000:00000010:2.0:1772473503.087000:0:106224:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c302a41800. 00080000:00000010:2.0:1772473503.087003:0:106224:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c302fa8000. 00080000:00000010:2.0:1772473503.087015:0:106224:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c301dd9800. 00000020:00000010:2.0:1772473503.087126:0:106224:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c43bab9780. 00000020:00000010:2.0:1772473503.087152:0:106224:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43b15a600. 00000040:00000010:2.0:1772473503.087157:0:106224:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c43b15a800. 00000020:00000010:2.0:1772473503.087159:0:106224:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c302fad800. 00000020:00000010:2.0:1772473503.087162:0:106224:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43b15b400. 00040000:00000010:2.0:1772473503.087165:0:106224:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c433d4ba00. 00040000:00000010:2.0:1772473503.087169:0:106224:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c302a41800. 00000020:00000010:2.0:1772473503.087172:0:106224:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c43bab9780. 00080000:00000010:2.0:1772473503.087175:0:106224:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c302fa8000. 00000020:00000010:2.0:1772473503.087177:0:106224:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b600. 00000001:00000010:2.0:1772473503.087186:0:106224:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff90c4199fc960. 00010000:00000010:2.0:1772473503.087207:0:106224:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78000. 00010000:00000010:2.0:1772473503.087214:0:106224:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55a00. 00000020:00000010:2.0:1772473503.087265:0:106224:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302828ac0. 00000020:00000010:2.0:1772473503.087271:0:106224:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43b15b000. 00000040:00000010:2.0:1772473503.087275:0:106224:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c43b15aa00. 00000020:00000010:2.0:1772473503.087277:0:106224:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c302fab000. 00000020:00000010:2.0:1772473503.087279:0:106224:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43b15b200. 80000000:00000010:2.0:1772473503.087282:0:106224:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc3c0. 00040000:00000010:2.0:1772473503.087284:0:106224:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43b15ba00. 00080000:00000010:2.0:1772473503.087287:0:106224:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c302fae800. 20000000:00000010:2.0:1772473503.087289:0:106224:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c43b15be00. 00000020:00000010:2.0:1772473503.087291:0:106224:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473503.087295:0:106224:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c301dd8800. 00010000:00000010:2.1:1772473503.094398:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78000. 00010000:00000010:2.1:1772473503.094411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55a00. 00000100:00000010:1.0:1772473503.418787:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473503.418808:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30304d000. 00010000:00000010:1.0:1772473503.418822:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328900. 00010000:00000010:1.0:1772473503.418828:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55000. 00000100:00000010:1.0:1772473503.418848:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c3030969c0. 02000000:00000010:1.0:1772473503.418867:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c433d60c00. 00000400:00000010:1.0:1772473503.418874:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473503.418881:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473503.418889:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186087168, portal 25 00000400:00000010:1.0:1772473503.418893:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473503.418897:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186087168, offset 0 00000400:00000200:1.0:1772473503.418906:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473503.418920:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473503.418931:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb5b00 00000400:00000200:1.0:1772473503.418938:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16f19 [2] + 0 00000400:00000010:1.0:1772473503.418942:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e6e0. 00000400:00000200:1.0:1772473503.418948:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c433c45000 00000400:00000200:1.0:1772473503.418954:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473503.418958:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473503.418963:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c433c45000 00000400:00000010:1.0:1772473503.418966:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c433c45000. 00000100:00000200:1.0:1772473503.418971:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473503.418990:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473503.418992:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473503.419001:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186087168/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473519 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473503.419021:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79f00. 00000100:00000010:1.0:1772473503.419034:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79a20. 00000100:00000010:1.0:1772473503.419040:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79480. 00000100:00000010:1.0:1772473503.419045:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79060. 00000020:00000010:2.0:1772473503.419358:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d00. 00000020:00000010:2.0:1772473503.419364:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828d00. 00000020:00000010:2.0:1772473503.419371:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c40538d400. 00000020:00000010:2.0:1772473503.419376:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473503.419381:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473503.419545:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828d00. 00000020:00000010:2.0:1772473503.419548:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828d00. 00000100:00000200:2.0:1772473503.419551:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087168 00010000:00000010:2.0:1772473503.419570:0:5806:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78000. 00010000:00000010:2.0:1772473503.419575:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c54400. 02000000:00000010:2.0:1772473503.419586:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c301dd8c00. 00010000:00000200:2.0:1772473503.419605:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c42c8ec450 x1858570186087168/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:29/0 lens 328/344 e 0 to 0 dl 1772473514 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473503.419621:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473503.419625:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186087168, offset 224 00000400:00000200:2.0:1772473503.419630:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473503.419636:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473503.419642:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb5b00 00000400:00000200:2.0:1772473503.419647:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1777d [1] + 224 00000400:00000200:2.0:1772473503.419663:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473503.419666:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473503.419673:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186087168/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473503.419688:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473503.419690:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473503.419702:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473503.419706:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473503.419709:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c40538d400. 02000000:00000010:2.0:1772473503.419716:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c301dd8c00. 00000100:00000200:2.0:1772473503.419722:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473503.419725:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75478. 00000400:00000010:2.0:1772473503.419729:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302cf2240. 00000400:00000010:1.0:1772473503.419999:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:1.0:1772473503.420004:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153198 00000400:00000010:1.0:1772473503.420006:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473503.420012:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186087168/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473519 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473503.420022:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186087168/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473519 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473503.420043:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c3030969c0. 02000000:00000010:1.0:1772473503.420060:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c433d60c00. 02000000:00000010:1.0:1772473503.420064:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30304d000. 00000100:00000010:1.0:1772473503.420068:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000100:00000010:2.0:1772473503.494887:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79480. 00000100:00000010:0.0:1772473503.495119:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79f00. 00000100:00000010:1.0:1772473503.496792:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79a20. 00000100:00000010:3.0:1772473503.501678:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79060. 00000020:00000010:1.0:1772473503.675463:0:106272:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a52c20. 00000020:00000010:1.0:1772473503.675551:0:106272:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a52c20. 00000020:00000010:1.0:1772473503.675925:0:106272:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c433d60000. 00000020:00000010:1.0:1772473503.675936:0:106272:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304dc00. 00000020:00000010:1.0:1772473503.675939:0:106272:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304de00. 00000040:00000010:1.0:1772473503.675943:0:106272:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304c200. 00000020:00000010:1.0:1772473503.675947:0:106272:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c7000. 00000020:00000010:1.0:1772473503.675952:0:106272:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304d000. 80000000:00000010:1.0:1772473503.675956:0:106272:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79a20. 00040000:00000010:1.0:1772473503.675961:0:106272:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304c800. 00080000:00000010:1.0:1772473503.675966:0:106272:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c0000. 20000000:00000010:1.0:1772473503.675969:0:106272:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c30304d200. 00000020:00000010:1.0:1772473503.675975:0:106272:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f4700. 00000001:00000010:1.0:1772473503.675982:0:106272:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff90c433c792a0. 00000020:00000010:1.0:1772473503.675998:0:106272:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d600. 00000020:00000010:1.0:1772473503.676001:0:106272:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304ce00. 00000040:00000010:1.0:1772473503.676003:0:106272:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304c400. 00000020:00000010:1.0:1772473503.676006:0:106272:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473503.676008:0:106272:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304d800. 00040000:00000010:1.0:1772473503.676013:0:106272:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c3010fac00. 00040000:00000010:1.0:1772473503.676015:0:106272:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304d400. 00080000:00000010:1.0:1772473503.676018:0:106272:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c2800. 00080000:00000010:1.0:1772473503.676029:0:106272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d60c00. 00000020:00000010:1.0:1772473503.676134:0:106272:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c409164400. 00000020:00000010:1.0:1772473503.676161:0:106272:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304ce00. 00000040:00000010:1.0:1772473503.676165:0:106272:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304c400. 00000020:00000010:1.0:1772473503.676167:0:106272:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473503.676171:0:106272:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304d800. 00040000:00000010:1.0:1772473503.676174:0:106272:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c3010fac00. 00040000:00000010:1.0:1772473503.676178:0:106272:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304d400. 00000020:00000010:1.0:1772473503.676181:0:106272:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c409164400. 00080000:00000010:1.0:1772473503.676184:0:106272:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c2800. 00000020:00000010:1.0:1772473503.676187:0:106272:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d600. 00000001:00000010:1.0:1772473503.676196:0:106272:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff90c433c792a0. 00010000:00000010:1.0:1772473503.676226:0:106272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54a00. 00010000:00000010:1.0:1772473503.676243:0:106272:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4090f4540. 00000100:00000010:1.0:1772473503.676250:0:106272:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096cc0. 00000100:00000010:1.0:1772473503.676260:0:106272:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 02000000:00000010:1.0:1772473503.676272:0:106272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30304d600. 02000000:00000010:1.0:1772473503.676300:0:106272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304d400. 00000400:00000010:1.0:1772473503.676306:0:106272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033624d0. 00000400:00000010:1.0:1772473503.676312:0:106272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153198. 00000100:00000200:1.0:1772473503.676319:0:106272:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186087296, portal 16 00000400:00000010:1.0:1772473503.676324:0:106272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473503.676327:0:106272:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186087296, offset 0 00000400:00000200:1.0:1772473503.676335:0:106272:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473503.676346:0:106272:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473503.676357:0:106272:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb5b80 00000400:00000200:1.0:1772473503.676363:0:106272:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x171dd [2] + 1968 00000400:00000010:1.0:1772473503.676367:0:106272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473503.676370:0:106272:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1c240 00000400:00000200:1.0:1772473503.676375:0:106272:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473503.676379:0:106272:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473503.676384:0:106272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c240 00000400:00000010:1.0:1772473503.676386:0:106272:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1c240. 00000100:00000200:1.0:1772473503.676391:0:106272:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:1.0:1772473503.676468:0:106272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473503.676471:0:106272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473503.676480:0:106272:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdc700 x1858570186087296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473519 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1772473503.676498:0:106272:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c792a0. 00000100:00000010:1.0:1772473503.676509:0:106272:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79600. 00000100:00000010:1.0:1772473503.676524:0:106272:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79000. 00000100:00000010:1.0:1772473503.676529:0:106272:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79720. 00000100:00000010:2.0:1772473503.676630:0:5795:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90c301dd8800. 00000100:00000010:2.0:1772473503.676637:0:5795:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90c3032e2000. 00000100:00000200:2.0:1772473503.676641:0:5795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1772473503.676645:0:5795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75c60. 00000400:00000010:2.0:1772473503.676649:0:5795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302cf2c00. 00000020:00000010:2.0:1772473503.676666:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828180. 00000020:00000010:2.0:1772473503.676669:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828180. 00000020:00000010:2.0:1772473503.676674:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a40600. 00000020:00000010:2.0:1772473503.676678:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473503.676683:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473503.676780:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828180. 00000020:00000010:2.0:1772473503.676783:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828180. 00000100:00000200:2.0:1772473503.676786:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087296 02000000:00000010:2.0:1772473503.676800:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301dd8c00. 00000400:00000010:2.0:1772473503.676810:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473503.676813:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186087296, offset 224 00000400:00000200:2.0:1772473503.676818:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473503.676823:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473503.676829:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb5b80 00000400:00000200:2.0:1772473503.676834:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1778d [1] + 224 00000400:00000200:2.0:1772473503.676838:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473503.676841:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473503.676847:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdc700 x1858570186087296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1772473503.676865:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473503.676867:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00010000:00000010:2.0:1772473503.676875:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c302cf2b40. 00000020:00000010:2.0:1772473503.676896:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473503.676900:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473503.676903:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a40600. 02000000:00000010:2.0:1772473503.676911:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c301dd8c00. 02000000:00000010:2.0:1772473503.676914:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c42033ac00. 00000100:00000010:2.0:1772473503.676917:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 02000000:00000010:2.0:1772473503.676922:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c44215ec00. 00000100:00000010:2.0:1772473503.676925:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303974380. 02000000:00000010:2.0:1772473503.676930:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c44215fc00. 00000100:00000010:2.0:1772473503.676932:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e3b80. 02000000:00000010:2.0:1772473503.676937:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c44215c800. 00000100:00000010:2.0:1772473503.676939:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e3480. 02000000:00000010:2.0:1772473503.676942:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43c94d000. 00000100:00000010:2.0:1772473503.676946:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578fb80. 02000000:00000010:2.0:1772473503.676950:0:5795:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43c94cc00. 00000100:00000010:2.0:1772473503.676952:0:5795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578dc00. 00000100:00000010:2.0:1772473503.676955:0:5795:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90c301fd2000. 00000100:00000010:3.0:1772473503.676957:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd15880. 00000100:00000010:2.0:1772473503.676959:0:5795:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90c43c94f400. 02000000:00000010:3.0:1772473503.676969:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c408448c00. 00010000:00000010:3.0:1772473503.677009:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c302cf2b40. 02000000:00000010:0.0:1772473503.677039:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326cc00. 00000400:00000010:0.0:1772473503.677046:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325baa8. 00000400:00000010:0.0:1772473503.677051:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473503.677055:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186087424, portal 18 00000400:00000010:0.0:1772473503.677059:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145088. 00000400:00000010:3.0:1772473503.677061:0:106272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033624d0. 00000400:00000200:3.0:1772473503.677067:0:106272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153198 00000400:00000010:3.0:1772473503.677068:0:106272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153198. 00000100:00000200:3.0:1772473503.677075:0:106272:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdc700 x1858570186087296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1772473503.677085:0:106272:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdc700 x1858570186087296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473503.677107:0:106272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304d400. 02000000:00000010:3.0:1772473503.677112:0:106272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30304d600. 00000100:00000010:3.0:1772473503.677117:0:106272:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 00000100:00000010:3.0:1772473503.677121:0:106272:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096cc0. 00010000:00000010:3.0:1772473503.677127:0:106272:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4090f4540. 00000100:00000200:0.0:1772473503.677174:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186087424, offset 0 00000400:00000200:1.0:1772473503.677250:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473503.677256:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473503.677262:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb5c00 00000400:00000200:1.0:1772473503.677268:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4265 [2] + 984 00000400:00000200:1.0:1772473503.677272:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473503.677276:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473503.677279:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1772473503.677283:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 00000400:00000200:1.0:1772473503.677326:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145088 00000400:00000010:1.0:1772473503.677328:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145088. 00000100:00000200:1.0:1772473503.677334:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd15880 x1858570186087424/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473503.677450:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473503.677454:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473503.677459:0:5797:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d800. 00000020:00000010:1.0:1772473503.677462:0:5797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473503.677466:0:5797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000100:00000200:1.0:1772473503.677482:0:5797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c303fdc700 x1858570186087424/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:29/0 lens 328/0 e 0 to 0 dl 1772473514 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473503.677604:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473503.677607:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000100:00000200:1.0:1772473503.677609:0:5797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087424 02000000:00000010:1.0:1772473503.677616:0:5797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d61000. 00010000:00000010:1.0:1772473503.677636:0:5797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4090f4940. 00000100:00000010:1.0:1772473503.677640:0:5797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303096900. 00000100:00000010:1.0:1772473503.677657:0:5797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303096900. 00010000:00000010:1.0:1772473503.677662:0:5797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4090f4940. 00000400:00000010:1.0:1772473503.677668:0:5797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473503.677671:0:5797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186087424, offset 224 00000400:00000200:1.0:1772473503.677675:0:5797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473503.677682:0:5797:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473503.677688:0:5797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb5c00 00000400:00000200:1.0:1772473503.677694:0:5797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1779d [1] + 224 00000020:00000010:3.0:1772473503.677699:0:106272:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f4700. 00000400:00000200:1.0:1772473503.677699:0:5797:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473503.677706:0:5797:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1772473503.677714:0:106272:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304de00. 00000100:00000200:1.0:1772473503.677714:0:5797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd15880 x1858570186087424/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1772473503.677721:0:106272:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304c200. 00000020:00000010:3.0:1772473503.677727:0:106272:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c7000. 00000020:00000010:3.0:1772473503.677732:0:106272:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304d000. 80000000:00000010:3.0:1772473503.677736:0:106272:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79a20. 00040000:00000010:3.0:1772473503.677760:0:106272:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304c800. 00080000:00000010:3.0:1772473503.677764:0:106272:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c0000. 20000000:00000010:3.0:1772473503.677769:0:106272:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c30304d200. 00000020:00000010:3.0:1772473503.677772:0:106272:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304dc00. 00000020:00000010:3.0:1772473503.677778:0:106272:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c433d60000. 00000400:00000200:1.0:1772473503.677877:0:5797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473503.677879:0:5797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473503.677888:0:5797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473503.677891:0:5797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473503.677895:0:5797:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d800. 00000400:00000010:0.0:1772473503.678007:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325baa8. 00000400:00000200:0.0:1772473503.678010:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473503.678012:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473503.678017:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd15880 x1858570186087424/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473503.678027:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd15880 x1858570186087424/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473519 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473503.678041:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326cc00. 02000000:00000010:0.0:1772473503.678045:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c408448c00. 00000100:00000010:0.0:1772473503.678049:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd15880. 00010000:00000010:3.1:1772473503.685245:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328900. 00010000:00000010:3.1:1772473503.685258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55000. 00010000:00000010:3.1:1772473503.685263:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78000. 00010000:00000010:3.1:1772473503.685266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54a00. 00010000:00000010:1.1:1772473503.685820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c54400. 00000100:00000010:3.0:1772473503.750937:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79720. 00000100:00000010:2.0:1772473503.751010:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79000. 00000100:00000010:1.0:1772473503.751812:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79600. 00000100:00000010:0.0:1772473503.753463:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c792a0. 00000100:00000010:3.0:1772473504.759813:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14700. 02000000:00000010:3.0:1772473504.759835:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c408449a00. 00010000:00000010:3.0:1772473504.759850:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6600. 00010000:00000010:3.0:1772473504.759857:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d400. 00000100:00000010:3.0:1772473504.759878:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c3055fda80. 02000000:00000010:3.0:1772473504.759898:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c3028cac00. 00000400:00000010:3.0:1772473504.759905:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee70. 00000400:00000010:3.0:1772473504.759911:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473504.759918:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186087552, portal 25 00000400:00000010:3.0:1772473504.759923:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473504.759926:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186087552, offset 0 00000400:00000200:3.0:1772473504.759934:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473504.759947:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473504.759957:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb5c80 00000400:00000200:3.0:1772473504.759963:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16f29 [2] + 0 00000400:00000010:3.0:1772473504.759967:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b4d0. 00000400:00000200:3.0:1772473504.759972:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b1a9540 00000400:00000200:3.0:1772473504.759978:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473504.759982:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473504.759987:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b1a9540 00000400:00000010:3.0:1772473504.759989:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b1a9540. 00000100:00000200:3.0:1772473504.759994:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473504.760012:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473504.760014:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473504.760021:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd14700 x1858570186087552/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473520 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473504.760038:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473504.760050:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243f60. 00000100:00000010:3.0:1772473504.760055:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352432a0. 00000100:00000010:3.0:1772473504.760059:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243420. 00000020:00000010:2.0:1772473504.760143:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473504.760148:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473504.760155:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b200. 00000020:00000010:2.0:1772473504.760172:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9d00. 00000020:00000010:2.0:1772473504.760177:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473504.760224:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473504.760227:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000100:00000200:2.0:1772473504.760230:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087552 00010000:00000010:2.0:1772473504.760247:0:5803:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78b00. 00010000:00000010:2.0:1772473504.760251:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55200. 02000000:00000010:2.0:1772473504.760264:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c301dd8c00. 00010000:00000200:2.0:1772473504.760281:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba5850 x1858570186087552/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:30/0 lens 328/344 e 0 to 0 dl 1772473515 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473504.760296:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473504.760299:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186087552, offset 224 00000400:00000200:2.0:1772473504.760303:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473504.760308:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473504.760314:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb5c80 00000400:00000200:2.0:1772473504.760318:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x177a9 [1] + 224 00000400:00000200:2.0:1772473504.760321:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473504.760324:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473504.760330:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd14700 x1858570186087552/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473520 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473504.760349:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473504.760351:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000020:00000010:2.0:1772473504.760361:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9d00. 00000020:00000010:2.0:1772473504.760365:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473504.760369:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b200. 02000000:00000010:2.0:1772473504.760376:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c301dd8c00. 00000100:00000200:2.0:1772473504.760382:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473504.760386:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75d68. 00000400:00000010:2.0:1772473504.760390:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c404affe40. 00000400:00000010:1.0:1772473504.760622:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee70. 00000400:00000200:1.0:1772473504.760628:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:1.0:1772473504.760629:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:1.0:1772473504.760635:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd14700 x1858570186087552/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473520 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473504.760643:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd14700 x1858570186087552/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473520 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473504.760661:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c3055fda80. 02000000:00000010:1.0:1772473504.760675:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c3028cac00. 02000000:00000010:1.0:1772473504.760679:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c408449a00. 00000100:00000010:1.0:1772473504.760683:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd14700. 00000100:00000010:2.0:1772473504.830851:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352432a0. 00000100:00000010:1.0:1772473504.831010:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243f60. 00000100:00000010:0.0:1772473504.831377:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473504.831779:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243420. 00000400:00000010:2.0:1772473505.009108:0:106369:0:(api-ni.c:5728:lnet_net_show_start()) alloc '(nlist)': 8 at ffff90c3033586d0. 00000400:00000010:2.0:1772473505.009181:0:106369:0:(api-ni.c:5706:lnet_net_show_done()) kfreed 'nlist': 8 at ffff90c3033586d0. 00080000:00000010:3.0:1772473505.368427:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d60c00. 00080000:00000010:3.0:1772473505.368436:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba07800. 00080000:00000010:3.0:1772473505.368440:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba04800. 00080000:00000010:3.0:1772473505.368443:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba06400. 00080000:00000010:3.0:1772473505.368445:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba06000. 00080000:00000010:3.0:1772473505.368449:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba05800. 00080000:00000010:3.0:1772473505.368452:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c42033b400. 00080000:00000010:3.0:1772473505.368455:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c42033b800. 00080000:00000010:3.0:1772473505.368458:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c420339400. 00080000:00000010:3.0:1772473505.368461:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c420338c00. 00080000:00000010:3.0:1772473505.368465:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c42033a800. 00080000:00000010:3.0:1772473505.368468:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c42033b000. 00080000:00000010:3.0:1772473505.368471:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c411c2e000. 00080000:00000010:3.0:1772473505.368475:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d63c00. 00080000:00000010:3.0:1772473505.368477:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d61800. 00080000:00000010:3.0:1772473505.368480:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d61400. 00080000:00000010:3.0:1772473505.368496:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c301dd9800. 00000020:00000010:3.0:1772473506.294408:0:106470:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303197a20. 00000020:00000010:3.0:1772473506.294477:0:106470:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303197a20. 00000020:00000010:3.0:1772473506.294641:0:106470:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c420339400. 00000020:00000010:3.0:1772473506.294649:0:106470:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449000. 00000020:00000010:3.0:1772473506.294653:0:106470:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c408449600. 00000040:00000010:3.0:1772473506.294657:0:106470:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c408448a00. 00000020:00000010:3.0:1772473506.294661:0:106470:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562b000. 00000020:00000010:3.0:1772473506.294666:0:106470:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c408448200. 80000000:00000010:3.0:1772473506.294670:0:106470:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243de0. 00040000:00000010:3.0:1772473506.294675:0:106470:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c408449e00. 00080000:00000010:3.0:1772473506.294680:0:106470:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628000. 20000000:00000010:3.0:1772473506.294685:0:106470:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c43b15a600. 00000020:00000010:3.0:1772473506.294690:0:106470:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8200. 00000001:00000010:3.0:1772473506.294697:0:106470:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff90c435243c00. 00000020:00000010:3.0:1772473506.294704:0:106470:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473506.294707:0:106470:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43b15b400. 00000040:00000010:3.0:1772473506.294710:0:106470:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c43b15b000. 00000020:00000010:3.0:1772473506.294712:0:106470:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473506.294715:0:106470:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43b15ba00. 00040000:00000010:3.0:1772473506.294719:0:106470:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476d00. 00040000:00000010:3.0:1772473506.294722:0:106470:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43b15b600. 00080000:00000010:3.0:1772473506.294725:0:106470:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562f800. 00080000:00000010:3.0:1772473506.294735:0:106470:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c42033b800. 00000020:00000010:3.0:1772473506.295290:0:106470:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c410ac2200. 00000020:00000010:3.0:1772473506.295314:0:106470:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43b15b400. 00000040:00000010:3.0:1772473506.295318:0:106470:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c43b15b000. 00000020:00000010:3.0:1772473506.295321:0:106470:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473506.295325:0:106470:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43b15ba00. 00040000:00000010:3.0:1772473506.295327:0:106470:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476d00. 00040000:00000010:3.0:1772473506.295331:0:106470:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43b15b600. 00000020:00000010:3.0:1772473506.295334:0:106470:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c410ac2200. 00080000:00000010:3.0:1772473506.295337:0:106470:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562f800. 00000020:00000010:3.0:1772473506.295340:0:106470:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000001:00000010:3.0:1772473506.295351:0:106470:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff90c435243c00. 00010000:00000010:3.0:1772473506.295371:0:106470:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d200. 00010000:00000010:3.0:1772473506.295386:0:106470:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8800. 00000100:00000010:3.0:1772473506.295393:0:106470:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43bbe9cc0. 00000100:00000010:3.0:1772473506.295402:0:106470:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14700. 02000000:00000010:3.0:1772473506.295415:0:106470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43b15a800. 02000000:00000010:3.0:1772473506.295441:0:106470:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43b15b600. 00000400:00000010:3.0:1772473506.295447:0:106470:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e898. 00000400:00000010:3.0:1772473506.295452:0:106470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473506.295458:0:106470:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186087680, portal 16 00000400:00000010:3.0:1772473506.295463:0:106470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473506.295466:0:106470:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186087680, offset 0 00000400:00000200:3.0:1772473506.295473:0:106470:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473506.295485:0:106470:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473506.295494:0:106470:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb5d00 00000400:00000200:3.0:1772473506.295499:0:106470:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 0 00000400:00000200:3.0:1772473506.295507:0:106470:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473506.295510:0:106470:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473506.295517:0:106470:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1772473506.295521:0:106470:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd15880. 00000400:00000200:3.0:1772473506.295539:0:106470:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473506.295542:0:106470:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473506.295549:0:106470:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd14700 x1858570186087680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473522 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1772473506.295565:0:106470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243c00. 00000100:00000010:3.0:1772473506.295576:0:106470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473506.295580:0:106470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243420. 00000100:00000010:3.0:1772473506.295584:0:106470:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243000. 00000020:00000010:1.0:1772473506.295682:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473506.295688:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473506.295692:0:5794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c401342600. 00000020:00000010:1.0:1772473506.295697:0:5794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473506.295702:0:5794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473506.295762:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473506.295764:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4300. 00000100:00000200:1.0:1772473506.295767:0:5794:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087680 02000000:00000010:1.0:1772473506.295780:0:5794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43fd1f000. 00000400:00000010:1.0:1772473506.295792:0:5794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473506.295796:0:5794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186087680, offset 224 00000400:00000200:1.0:1772473506.295801:0:5794:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473506.295806:0:5794:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473506.295811:0:5794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb5d00 00000400:00000200:1.0:1772473506.295816:0:5794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x177b9 [1] + 224 00000400:00000200:1.0:1772473506.295820:0:5794:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473506.295822:0:5794:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473506.295828:0:5794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd14700 x1858570186087680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473506.295844:0:5794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473506.295845:0:5794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00010000:00000010:1.0:1772473506.295852:0:5794:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c3055fd840. 00000020:00000010:1.0:1772473506.295869:0:5794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473506.295873:0:5794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473506.295877:0:5794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c401342600. 00000400:00000010:3.0:1772473506.296014:0:106470:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e898. 00000400:00000200:3.0:1772473506.296018:0:106470:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473506.296020:0:106470:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473506.296025:0:106470:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd14700 x1858570186087680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1772473506.296033:0:106470:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd14700 x1858570186087680/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473506.296055:0:106470:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43b15b600. 02000000:00000010:3.0:1772473506.296059:0:106470:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43b15a800. 00000100:00000010:3.0:1772473506.296062:0:106470:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd14700. 00000100:00000010:3.0:1772473506.296065:0:106470:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43bbe9cc0. 00010000:00000010:3.0:1772473506.296067:0:106470:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8800. 00000100:00000010:0.0:1772473506.296147:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473506.296155:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c402ca5800. 00010000:00000010:0.0:1772473506.296199:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c3055fd840. 02000000:00000010:2.0:1772473506.296246:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30252d800. 00000400:00000010:2.0:1772473506.296251:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75108. 00000400:00000010:2.0:1772473506.296255:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473506.296257:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186087808, portal 18 00000400:00000010:2.0:1772473506.296260:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473506.296263:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186087808, offset 0 00000400:00000200:2.0:1772473506.296267:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473506.296271:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473506.296277:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb5d80 00000400:00000200:2.0:1772473506.296282:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4265 [2] + 1312 00000400:00000200:2.0:1772473506.296286:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473506.296289:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473506.296292:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473506.296295:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068a80. 00000400:00000200:2.0:1772473506.296312:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:2.0:1772473506.296314:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473506.296319:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186087808/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473522 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473506.296407:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473506.296410:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473506.296414:0:5798:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c402ca5e00. 00000020:00000010:0.0:1772473506.296417:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61500. 00000020:00000010:0.0:1772473506.296421:0:5798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000100:00000200:0.0:1772473506.296435:0:5798:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c40e068a80 x1858570186087808/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:32/0 lens 328/0 e 0 to 0 dl 1772473517 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473506.296460:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3840. 00000020:00000010:0.0:1772473506.296462:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3840. 00000100:00000200:0.0:1772473506.296464:0:5798:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087808 02000000:00000010:0.0:1772473506.296470:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab3800. 00010000:00000010:0.0:1772473506.296489:0:5798:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302cb3840. 00000100:00000010:0.0:1772473506.296494:0:5798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c30559af00. 00000100:00000010:0.0:1772473506.296513:0:5798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c30559af00. 00010000:00000010:0.0:1772473506.296516:0:5798:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302cb3840. 00000400:00000010:0.0:1772473506.296522:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473506.296524:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186087808, offset 224 00000400:00000200:0.0:1772473506.296529:0:5798:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473506.296533:0:5798:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473506.296538:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb5d80 00000400:00000200:0.0:1772473506.296542:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x177c5 [1] + 224 00000400:00000200:0.0:1772473506.296546:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473506.296549:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473506.296554:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186087808/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473506.296567:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473506.296569:0:5798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473506.296576:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61500. 00000020:00000010:0.0:1772473506.296580:0:5798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473506.296583:0:5798:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c402ca5e00. 00000400:00000010:0.0:1772473506.296594:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75108. 00000400:00000200:0.0:1772473506.296597:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:0.0:1772473506.296599:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000100:00000200:0.0:1772473506.296602:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186087808/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473506.296609:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186087808/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473522 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473506.296621:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30252d800. 02000000:00000010:0.0:1772473506.296624:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c402ca5800. 00000100:00000010:0.0:1772473506.296626:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000020:00000010:1.0:1772473506.296670:0:106470:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8200. 00000020:00000010:1.0:1772473506.296679:0:106470:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c408449600. 00000040:00000010:1.0:1772473506.296685:0:106470:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c408448a00. 00000020:00000010:1.0:1772473506.296689:0:106470:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562b000. 00000020:00000010:1.0:1772473506.296693:0:106470:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c408448200. 80000000:00000010:1.0:1772473506.296697:0:106470:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243de0. 00040000:00000010:1.0:1772473506.296701:0:106470:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c408449e00. 00080000:00000010:1.0:1772473506.296705:0:106470:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628000. 20000000:00000010:1.0:1772473506.296707:0:106470:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c43b15a600. 00000020:00000010:1.0:1772473506.296710:0:106470:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449000. 00000020:00000010:1.0:1772473506.296716:0:106470:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c420339400. 00010000:00000010:1.1:1772473506.300985:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78b00. 00010000:00000010:1.1:1772473506.300998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4d200. 00010000:00000010:0.1:1772473506.301106:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6600. 00010000:00000010:0.1:1772473506.301111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4d400. 00010000:00000010:0.1:1772473506.301114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55200. 00000100:00000010:2.0:1772473506.366896:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243420. 00000100:00000010:3.0:1772473506.367865:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243000. 00000100:00000010:0.0:1772473506.367868:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243c00. 00000100:00000010:1.0:1772473506.368008:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:2.0:1772473507.385343:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069c00. 02000000:00000010:2.0:1772473507.385361:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b000. 00000100:00000010:2.0:1772473507.385386:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06a680. 02000000:00000010:2.0:1772473507.385390:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b800. 00000100:00000010:2.0:1772473507.385404:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b100. 02000000:00000010:2.0:1772473507.385409:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b300. 00000100:00000010:2.0:1772473507.385415:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b800. 02000000:00000010:2.0:1772473507.385418:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b400. 00000100:00000010:2.0:1772473507.385423:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069880. 02000000:00000010:2.0:1772473507.385426:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b200. 00000100:00000010:2.0:1772473507.385431:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068700. 02000000:00000010:2.0:1772473507.385435:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4bf00. 02000000:00000010:2.0:1772473507.385460:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326c800. 00000400:00000010:2.0:1772473507.385467:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75210. 00000400:00000010:2.0:1772473507.385474:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473507.385481:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186087936, portal 25 00000400:00000010:2.0:1772473507.385486:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473507.385489:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186087936, offset 0 00000400:00000200:2.0:1772473507.385497:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.385508:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.385519:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb5e00 00000400:00000200:2.0:1772473507.385526:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16f39 [2] + 0 00000400:00000010:2.0:1772473507.385529:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7eb58. 00000400:00000200:2.0:1772473507.385534:0:3343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c433c45b40 00000400:00000200:2.0:1772473507.385539:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.385542:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473507.385547:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c433c45b40 00000400:00000010:2.0:1772473507.385549:0:3343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c433c45b40. 00000100:00000200:2.0:1772473507.385553:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473507.385568:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473507.385570:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473507.385577:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069c00 x1858570186087936/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473507.385594:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc060. 00000100:00000010:2.0:1772473507.385603:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcde0. 00000100:00000010:2.0:1772473507.385608:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcc00. 00000100:00000010:2.0:1772473507.385613:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc660. 02000000:00000010:2.0:1772473507.385621:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326da00. 00000400:00000010:2.0:1772473507.385624:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75790. 00000400:00000010:2.0:1772473507.385626:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473507.385629:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186088448, portal 10 00000400:00000010:2.0:1772473507.385633:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473507.385635:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186088448, offset 0 00000400:00000200:2.0:1772473507.385638:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.385642:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.385647:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6000 00000400:00000200:2.0:1772473507.385652:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 104000 00000400:00000200:2.0:1772473507.385656:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.385659:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.385663:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473507.385666:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06a300. 00000400:00000200:2.0:1772473507.385675:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473507.385677:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473507.385681:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069880 x1858570186088448/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473507.386015:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326de00. 00000400:00000010:2.0:1772473507.386021:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473507.386025:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473507.386027:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186088320, portal 4 00000400:00000010:2.0:1772473507.386032:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473507.386034:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186088320, offset 0 00000400:00000200:2.0:1772473507.386037:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.386042:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.386047:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb5f80 00000400:00000200:2.0:1772473507.386052:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 7088 00000400:00000200:2.0:1772473507.386056:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.386059:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.386063:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473507.386066:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069f80. 00000400:00000200:2.0:1772473507.386077:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473507.386079:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473507.386084:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06b800 x1858570186088320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473507.386111:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326d000. 00000400:00000010:2.0:1772473507.386114:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75268. 00000400:00000010:2.0:1772473507.386117:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473507.386120:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186088064, portal 10 00000400:00000010:2.0:1772473507.386124:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473507.386126:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186088064, offset 0 00000400:00000200:2.0:1772473507.386130:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.386134:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.386139:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5e80 00000400:00000200:2.0:1772473507.386143:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 104224 00000400:00000200:2.0:1772473507.386159:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.386162:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.386165:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473507.386168:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b480. 00000400:00000200:2.0:1772473507.386178:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473507.386180:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473507.386185:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06a680 x1858570186088064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473507.386201:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326cc00. 00000400:00000010:2.0:1772473507.386205:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75ec8. 00000400:00000010:2.0:1772473507.386207:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473507.386210:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186088576, portal 4 00000400:00000010:2.0:1772473507.386214:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473507.386216:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186088576, offset 0 00000400:00000200:2.0:1772473507.386219:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.386224:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.386228:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb6080 00000400:00000200:2.0:1772473507.386232:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 7312 00000400:00000200:2.0:1772473507.386236:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.386238:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.386241:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473507.386244:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068380. 00000400:00000200:2.0:1772473507.386253:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473507.386254:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473507.386259:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e068700 x1858570186088576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473507.386279:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326c600. 00000400:00000010:2.0:1772473507.386282:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75cb8. 00000400:00000010:2.0:1772473507.386285:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473507.386288:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186088192, portal 10 00000400:00000010:2.0:1772473507.386291:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473507.386293:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186088192, offset 0 00000400:00000200:2.0:1772473507.386296:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.386300:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.386305:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb5f00 00000400:00000200:2.0:1772473507.386309:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 104448 00000400:00000200:2.0:1772473507.386312:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.386315:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.386317:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473507.386320:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06bb80. 00000400:00000200:2.0:1772473507.386339:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473507.386341:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473507.386345:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06b100 x1858570186088192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473507.386373:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828e00. 00000020:00000010:1.0:1772473507.386373:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4bc0. 00000020:00000010:2.0:1772473507.386376:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828e00. 00000020:00000010:2.0:1772473507.386383:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30254a800. 00000020:00000010:2.0:1772473507.386387:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9480. 00000020:00000010:1.0:1772473507.386387:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408448200. 00000020:00000010:1.0:1772473507.386389:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164d80. 00000020:00000010:1.0:1772473507.386392:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:2.0:1772473507.386393:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:1.0:1772473507.386417:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4140. 00000020:00000010:2.0:1772473507.386419:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828e00. 00000020:00000010:1.0:1772473507.386420:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4140. 00000020:00000010:2.0:1772473507.386421:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828e00. 00000020:00000010:1.0:1772473507.386423:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408448c00. 00000100:00000200:2.0:1772473507.386424:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186087936 00000020:00000010:1.0:1772473507.386426:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164700. 00000020:00000010:1.0:1772473507.386428:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5e10. 00000020:00000010:1.0:1772473507.386442:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4140. 00000020:00000010:1.0:1772473507.386445:0:5812:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c3028285c0. 00000020:00000010:1.0:1772473507.386448:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4140. 00000020:00000010:1.0:1772473507.386451:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449000. 00000020:00000010:1.0:1772473507.386454:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164780. 00000020:00000010:1.0:1772473507.386457:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473507.386467:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4140. 00000020:00000010:1.0:1772473507.386469:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4140. 00000100:00000200:1.0:1772473507.386470:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088448 02000000:00000010:1.0:1772473507.386485:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d61400. 00010000:00000200:1.0:1772473507.386494:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e06a300 x1858570186088448/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473507.386510:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.386513:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186088448, offset 224 00000400:00000200:1.0:1772473507.386517:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.386522:0:5812:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473507.386527:0:5812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6000 00000400:00000200:1.0:1772473507.386531:0:5812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177d9 [1] + 224 00000400:00000200:1.0:1772473507.386535:0:5812:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473507.386538:0:5812:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473507.386543:0:5812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069880 x1858570186088448/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473507.386559:0:5812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.386561:0:5812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473507.386571:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164d80. 00000020:00000010:1.0:1772473507.386575:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473507.386579:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408448200. 00000020:00000010:1.0:1772473507.386592:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4140. 00000020:00000010:1.0:1772473507.386594:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4140. 00000100:00000200:1.0:1772473507.386597:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088064 02000000:00000010:1.0:1772473507.386603:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d61800. 00010000:00000200:1.0:1772473507.386608:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e06b480 x1858570186088064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473507.386617:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.386619:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186088064, offset 224 00000400:00000200:1.0:1772473507.386622:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.386626:0:5812:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473507.386630:0:5812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5e80 00000400:00000200:1.0:1772473507.386634:0:5812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177e9 [1] + 224 00000400:00000200:1.0:1772473507.386638:0:5812:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473507.386640:0:5812:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473507.386644:0:5812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06a680 x1858570186088064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473507.386658:0:5812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.386660:0:5812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473507.386666:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164700. 00000020:00000010:1.0:1772473507.386669:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5e10. 00000020:00000010:1.0:1772473507.386672:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408448c00. 00000020:00000010:1.0:1772473507.386682:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4140. 00000020:00000010:1.0:1772473507.386684:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4140. 00000100:00000200:1.0:1772473507.386686:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088192 02000000:00000010:1.0:1772473507.386692:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d63c00. 00010000:00000200:1.0:1772473507.386696:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e06bb80 x1858570186088192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473507.386705:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.386708:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186088192, offset 224 00000400:00000200:1.0:1772473507.386712:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.386716:0:5812:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473507.386721:0:5812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb5f00 00000400:00000200:1.0:1772473507.386725:0:5812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x177f9 [1] + 224 00000400:00000200:1.0:1772473507.386729:0:5812:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473507.386732:0:5812:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473507.386763:0:5812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06b100 x1858570186088192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473507.386773:0:5812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.386774:0:5812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473507.386781:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164780. 00000020:00000010:1.0:1772473507.386784:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473507.386787:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449000. 02000000:00000010:2.0:1772473507.388798:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba05400. 00010000:00000200:2.0:1772473507.388810:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba4c50 x1858570186087936/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473507.388825:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473507.388830:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186087936, offset 224 00000400:00000200:2.0:1772473507.388836:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.388921:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.388932:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb5e00 00000400:00000200:2.0:1772473507.388939:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x177d1 [1] + 224 00000400:00000200:2.0:1772473507.388944:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.388948:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.388959:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069c00 x1858570186087936/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473507.388972:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473507.388974:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000020:00000010:2.0:1772473507.388991:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473507.388996:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473507.389000:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30254a800. 02000000:00000010:2.0:1772473507.389006:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43ba05400. 00000100:00000200:2.0:1772473507.389013:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473507.389017:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75108. 00000400:00000010:2.0:1772473507.389021:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c42cb69c00. 00000020:00000010:2.0:1772473507.389057:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828e00. 00000020:00000010:2.0:1772473507.389062:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3b80. 00000020:00000010:2.0:1772473507.389076:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30254a800. 00000020:00000010:2.0:1772473507.389079:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9480. 00000020:00000010:2.0:1772473507.389082:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebd48. 00000020:00000010:2.0:1772473507.389120:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828500. 00000020:00000010:2.0:1772473507.389124:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3c00. 00000020:00000010:2.0:1772473507.389138:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30254aa00. 00000020:00000010:2.0:1772473507.389141:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9280. 00000020:00000010:2.0:1772473507.389143:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:1.0:1772473507.389158:0:32804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4340. 00000020:00000010:1.0:1772473507.389161:0:32804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4340. 00000100:00000200:1.0:1772473507.389164:0:32804:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088320 00000020:00000010:2.0:1772473507.389172:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473507.389174:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828b00. 02000000:00000010:1.0:1772473507.389174:0:32804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d60c00. 00000100:00000200:2.0:1772473507.389179:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088576 00010000:00000200:1.0:1772473507.389180:0:32804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e069f80 x1858570186088320/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473507.389184:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43ba05400. 00010000:00000200:2.0:1772473507.389190:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e068380 x1858570186088576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1772473518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473507.389191:0:32804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.389194:0:32804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186088320, offset 224 00000400:00000200:1.0:1772473507.389198:0:32804:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1772473507.389199:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473507.389202:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186088576, offset 224 00000400:00000200:1.0:1772473507.389203:0:32804:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.389205:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.389208:0:32804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb5f80 00000400:00000200:2.0:1772473507.389210:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.389213:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb6080 00000400:00000200:1.0:1772473507.389213:0:32804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x177e1 [1] + 224 00000400:00000200:1.0:1772473507.389217:0:32804:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.389218:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x177f1 [1] + 224 00000400:00000200:1.0:1772473507.389220:0:32804:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473507.389221:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.389223:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473507.389226:0:32804:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06b800 x1858570186088320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473507.389230:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e068700 x1858570186088576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473507.389236:0:32804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.389238:0:32804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473507.389282:0:32804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9480. 00000020:00000010:1.0:1772473507.389287:0:32804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebd48. 00000020:00000010:1.0:1772473507.389290:0:32804:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30254a800. 00000400:00000010:3.0:1772473507.391907:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75cb8. 00000400:00000200:3.0:1772473507.391917:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:3.0:1772473507.391920:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000100:00000200:3.0:1772473507.391933:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06b100 x1858570186088192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.391944:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06b100 x1858570186088192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473507.392247:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75268. 00000400:00000200:3.0:1772473507.392251:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:3.0:1772473507.392252:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:3.0:1772473507.392259:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06a680 x1858570186088064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.392268:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06a680 x1858570186088064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473507.392284:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75ec8. 00000400:00000200:3.0:1772473507.392287:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:3.0:1772473507.392289:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:3.0:1772473507.392293:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e068700 x1858570186088576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.392300:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e068700 x1858570186088576/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473507.392315:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326c600. 02000000:00000010:3.0:1772473507.392321:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b300. 00000100:00000010:3.0:1772473507.392325:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06b100. 02000000:00000010:3.0:1772473507.392329:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326d000. 02000000:00000010:3.0:1772473507.392332:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b800. 00000100:00000010:3.0:1772473507.392334:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06a680. 02000000:00000010:3.0:1772473507.392337:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326cc00. 02000000:00000010:3.0:1772473507.392339:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4bf00. 00000100:00000010:3.0:1772473507.392341:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e068700. 00000400:00000200:2.0:1772473507.392355:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473507.392358:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000400:00000010:3.0:1772473507.392361:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e759f8. 00000400:00000200:3.0:1772473507.392363:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:3.0:1772473507.392365:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:3.0:1772473507.392370:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06b800 x1858570186088320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.392377:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06b800 x1858570186088320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473507.392378:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9280. 00000020:00000010:2.0:1772473507.392382:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473507.392386:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30254aa00. 00000400:00000010:3.0:1772473507.392389:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75210. 00000400:00000200:3.0:1772473507.392391:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:3.0:1772473507.392393:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000100:00000200:3.0:1772473507.392396:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069c00 x1858570186087936/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.392408:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069c00 x1858570186087936/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473507.392417:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75790. 00000400:00000200:3.0:1772473507.392419:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:3.0:1772473507.392421:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:3.0:1772473507.392426:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069880 x1858570186088448/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.392433:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069880 x1858570186088448/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473507.392444:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326de00. 02000000:00000010:3.0:1772473507.392447:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b400. 00000100:00000010:3.0:1772473507.392449:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06b800. 02000000:00000010:3.0:1772473507.392466:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326c800. 02000000:00000010:3.0:1772473507.392469:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b000. 00000100:00000010:3.0:1772473507.392471:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069c00. 02000000:00000010:3.0:1772473507.392475:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326da00. 02000000:00000010:3.0:1772473507.392477:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b200. 00000100:00000010:3.0:1772473507.392478:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069880. 00000100:00000010:3.0:1772473507.462837:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc660. 00000100:00000010:2.0:1772473507.463068:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcc00. 00000100:00000010:1.0:1772473507.463440:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcde0. 00000100:00000010:0.0:1772473507.464379:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc060. 00000100:00000010:1.0:1772473507.510956:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473507.510977:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c408448c00. 00010000:00000010:1.0:1772473507.510993:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328600. 00010000:00000010:1.0:1772473507.511001:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55a00. 00000100:00000010:1.0:1772473507.511021:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c433c45b40. 02000000:00000010:1.0:1772473507.511042:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c43fd1e000. 00000400:00000010:1.0:1772473507.511049:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473507.511055:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.511062:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186088704, portal 25 00000400:00000010:1.0:1772473507.511066:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473507.511069:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186088704, offset 0 00000400:00000200:1.0:1772473507.511077:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.511090:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473507.511101:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb6100 00000400:00000200:1.0:1772473507.511107:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16f49 [2] + 0 00000400:00000010:1.0:1772473507.511111:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325bc08. 00000400:00000200:1.0:1772473507.511118:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b1a9600 00000400:00000200:1.0:1772473507.511401:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473507.511407:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473507.511414:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b1a9600 00000400:00000010:1.0:1772473507.511418:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b1a9600. 00000100:00000200:1.0:1772473507.511424:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473507.511446:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473507.511448:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473507.511456:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186088704/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473523 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473507.511476:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79e40. 00000020:00000010:3.0:1772473507.511570:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473507.511576:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473507.511581:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b400. 00000020:00000010:3.0:1772473507.511586:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2800. 00000020:00000010:3.0:1772473507.511591:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473507.511630:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473507.511633:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8580. 00000100:00000200:3.0:1772473507.511636:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088704 00010000:00000010:3.0:1772473507.511655:0:5806:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6f00. 00010000:00000010:3.0:1772473507.511660:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c000. 02000000:00000010:3.0:1772473507.511671:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c420339800. 00010000:00000200:3.0:1772473507.511694:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba7450 x1858570186088704/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:33/0 lens 328/344 e 0 to 0 dl 1772473518 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473507.511710:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473507.511713:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186088704, offset 224 00000400:00000200:3.0:1772473507.511728:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473507.511762:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473507.511768:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb6100 00000400:00000200:3.0:1772473507.511772:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1781d [1] + 224 00000400:00000200:3.0:1772473507.511776:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473507.511779:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473507.511785:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186088704/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473523 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473507.511795:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473507.511797:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000020:00000010:3.0:1772473507.511808:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2800. 00000020:00000010:3.0:1772473507.511812:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473507.511815:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b400. 02000000:00000010:3.0:1772473507.511821:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c420339800. 00000100:00000200:3.0:1772473507.511826:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473507.511829:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e898. 00000400:00000010:3.0:1772473507.511831:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9e40. 00000100:00000010:1.0:1772473507.512274:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79600. 00000100:00000010:1.0:1772473507.512283:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79780. 00000100:00000010:1.0:1772473507.512298:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79a80. 00000400:00000010:1.0:1772473507.512316:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473507.512319:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.512321:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.512327:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186088704/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473523 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473507.512343:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186088704/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473523 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473507.512364:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c433c45b40. 02000000:00000010:1.0:1772473507.512378:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c43fd1e000. 02000000:00000010:1.0:1772473507.512384:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c408448c00. 00000100:00000010:1.0:1772473507.512389:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 00000100:00000010:3.0:1772473507.582831:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79a80. 00000100:00000010:0.0:1772473507.582918:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79e40. 00000100:00000010:1.0:1772473507.582995:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79600. 00000100:00000010:2.0:1772473507.583219:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79780. 00000400:00000010:0.0:1772473507.662364:0:106568:0:(api-ni.c:5728:lnet_net_show_start()) alloc '(nlist)': 8 at ffff90c424dce8e0. 00000400:00000010:0.0:1772473507.662450:0:106568:0:(api-ni.c:5706:lnet_net_show_done()) kfreed 'nlist': 8 at ffff90c424dce8e0. 00000800:00000200:2.0:1772473507.831770:0:3334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c430df8300] -> 12345-192.168.201.148@tcp (6) 00000800:00000200:2.0:1772473507.831780:0:3334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.148@tcp ip 192.168.201.148:988 00000800:00000200:2.0:1772473507.831785:0:3334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43520c600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1772473507.831938:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1772473507.894832:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 02000000:00000010:1.0:1772473507.894865:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c430c2ee00. 02000000:00000010:3.0:1772473507.894936:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c420339800. 00000400:00000010:3.0:1772473507.894945:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee18. 00000400:00000010:3.0:1772473507.894953:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473507.894959:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186088832, portal 4 00000400:00000010:3.0:1772473507.894967:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473507.894970:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186088832, offset 0 00000400:00000200:3.0:1772473507.894978:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473507.895000:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473507.895020:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6180 00000400:00000200:3.0:1772473507.895026:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 10752 00000400:00000200:3.0:1772473507.895034:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473507.895038:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473507.895047:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473507.895052:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd14700. 00000400:00000200:3.0:1772473507.895074:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473507.895076:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473507.895085:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303fdf800 x1858570186088832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473507.895109:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352432a0. 00000020:00000010:1.0:1772473507.895117:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f44c0. 00000100:00000010:3.0:1772473507.895124:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352436c0. 00000020:00000010:1.0:1772473507.895124:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f44c0. 00000100:00000010:3.0:1772473507.895133:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243e40. 00000020:00000010:1.0:1772473507.895133:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302449200. 00000100:00000010:3.0:1772473507.895151:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000020:00000010:1.0:1772473507.895152:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164d80. 00000020:00000010:1.0:1772473507.895159:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473507.895203:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f44c0. 00000020:00000010:1.0:1772473507.895206:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f44c0. 00000100:00000200:1.0:1772473507.895209:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088832 02000000:00000010:1.0:1772473507.895228:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43528b400. 00010000:00000200:1.0:1772473507.895263:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd14700 x1858570186088832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:33/0 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473507.895279:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473507.895282:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186088832, offset 224 00000400:00000200:1.0:1772473507.895286:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473507.895291:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473507.895296:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6180 00000400:00000200:1.0:1772473507.895301:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1782d [1] + 224 00000400:00000200:1.0:1772473507.895304:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473507.895307:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473507.895312:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303fdf800 x1858570186088832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473507.895338:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:1.0:1772473507.895340:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000020:00000010:1.0:1772473507.895351:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164d80. 00000020:00000010:1.0:1772473507.895356:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473507.895360:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302449200. 00000400:00000010:3.0:1772473507.895379:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee18. 00000400:00000200:3.0:1772473507.895384:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473507.895386:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473507.895391:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303fdf800 x1858570186088832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.895412:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303fdf800 x1858570186088832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473507.895454:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c420339800. 02000000:00000010:3.0:1772473507.895459:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c430c2ee00. 00000100:00000010:3.0:1772473507.895463:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdf800. 00000100:00000010:0.0:1772473507.896279:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 02000000:00000010:0.0:1772473507.896291:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404b6f600. 02000000:00000010:3.0:1772473507.899349:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c420339800. 00000400:00000010:3.0:1772473507.899365:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee18. 00000400:00000010:3.0:1772473507.899373:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473507.899381:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186088960, portal 4 00000400:00000010:3.0:1772473507.899389:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473507.899580:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186088960, offset 0 00000400:00000200:3.0:1772473507.899595:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473507.899608:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473507.899620:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6200 00000400:00000200:3.0:1772473507.899627:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 10976 00000400:00000200:3.0:1772473507.899633:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473507.899637:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473507.899644:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473507.899850:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd1b800. 00000400:00000200:3.0:1772473507.899916:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:3.0:1772473507.899919:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473507.899929:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b8ad500 x1858570186088960/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473507.901415:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828940. 00000020:00000010:2.0:1772473507.901425:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828940. 00000020:00000010:2.0:1772473507.901434:0:9321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305829400. 00000020:00000010:2.0:1772473507.901440:0:9321:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9800. 00000020:00000010:2.0:1772473507.901445:0:9321:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473507.901494:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828940. 00000020:00000010:2.0:1772473507.901497:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828940. 00000100:00000200:2.0:1772473507.901501:0:9321:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186088960 02000000:00000010:2.0:1772473507.901520:0:9321:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43ba04800. 00010000:00000200:2.0:1772473507.901562:0:9321:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd1b800 x1858570186088960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:33/0 lens 224/368 e 0 to 0 dl 1772473518 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473507.901581:0:9321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473507.901588:0:9321:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186088960, offset 224 00000400:00000200:2.0:1772473507.901595:0:9321:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473507.901606:0:9321:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473507.901616:0:9321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6200 00000400:00000200:2.0:1772473507.901624:0:9321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17839 [1] + 224 00000400:00000200:2.0:1772473507.901630:0:9321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473507.901633:0:9321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473507.901642:0:9321:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b8ad500 x1858570186088960/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473507.901667:0:9321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473507.901669:0:9321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000020:00000010:2.0:1772473507.901683:0:9321:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9800. 00000020:00000010:2.0:1772473507.901686:0:9321:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473507.901689:0:9321:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305829400. 00000400:00000010:3.0:1772473507.901773:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ee18. 00000400:00000200:3.0:1772473507.901778:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:3.0:1772473507.901779:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473507.901784:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b8ad500 x1858570186088960/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473507.901791:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b8ad500 x1858570186088960/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473523 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473507.901820:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c420339800. 02000000:00000010:3.0:1772473507.901825:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404b6f600. 00000100:00000010:3.0:1772473507.901831:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b8ad500. 00000100:00000010:1.0:1772473507.906839:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352436c0. 00000100:00000010:2.0:1772473507.906947:0:86341:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243e40. 00000100:00000010:3.0:1772473507.909383:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000100:00000010:0.0:1772473507.909580:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352432a0. 00000400:00000200:3.0:1772473508.394602:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473508.394624:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 26 MB=0x69a5c16c88280 00000400:00000200:3.0:1772473508.394633:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 520/520 into md 0x16f59 [2] + 0 00000400:00000010:3.0:1772473508.394639:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b790. 00000400:00000200:3.0:1772473508.394645:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c3030963c0 00000400:00000200:3.0:1772473508.394659:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473508.394664:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473508.394669:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c3030963c0 00000400:00000010:3.0:1772473508.394672:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c3030963c0. 00000100:00000200:3.0:1772473508.394681:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.394863:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.394871:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.394877:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000100:00000200:2.0:1772473508.394910:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172032 02000000:00000010:2.0:1772473508.394932:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43ba06000. 00000020:00000010:2.0:1772473508.394941:0:5803:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c302fad800. 00000001:00000010:2.0:1772473508.394951:0:5803:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c433d4bd00. 00000001:00000010:2.0:1772473508.394956:0:5803:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327b6a0. 00000001:00000010:2.0:1772473508.394960:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305828200. 00000001:00000010:2.0:1772473508.394963:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829600. 00000001:00000010:2.0:1772473508.394965:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829c00. 00000001:00000010:2.0:1772473508.394968:0:5803:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305828e00. 00000020:00000010:2.0:1772473508.394980:0:5803:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.394986:0:5803:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.394992:0:5803:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c302fa9000. 00000400:00000200:2.0:1772473508.395004:0:5803:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:2.0:1772473508.395037:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba4050 x1858570170172032/t0(0) o250->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.395056:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473508.395061:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1858570170172032, offset 0 00000400:00000200:2.0:1772473508.395068:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.395076:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.395082:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4001:4001:256:4294967295] 192.168.201.48@tcp LPNI seq info [3997:3997:8:4294967295] 00000400:00000200:2.0:1772473508.395093:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.395108:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.395115:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b200. 00000800:00000200:2.0:1772473508.395121:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.395127:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.395161:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b200 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.395236:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.395241:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.395244:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.395252:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.395256:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75318. 00000400:00000010:2.0:1772473508.395261:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd840. 00000800:00000200:0.0:1772473508.396027:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.396034:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b200. 00000400:00000200:0.0:1772473508.396039:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.396045:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.396050:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:0.0:1772473508.396052:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 02000000:00000010:0.0:1772473508.396058:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff90c43ba06000. 00000400:00000200:1.0:1772473508.399200:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.399221:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c88300 00000400:00000200:1.0:1772473508.399230:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x16f69 [2] + 0 00000400:00000010:1.0:1772473508.399236:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7ebb0. 00000400:00000200:1.0:1772473508.399244:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c433c45e40 00000400:00000200:1.0:1772473508.399258:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.399263:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.399268:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c433c45e40 00000400:00000010:1.0:1772473508.399271:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c433c45e40. 00000100:00000200:1.0:1772473508.399277:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.399399:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.399404:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.399412:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.399417:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.399422:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.399476:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.399478:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f00. 00000100:00000200:2.0:1772473508.399481:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172160 00010000:00000010:2.0:1772473508.399509:0:5805:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55e00. 02000000:00000010:2.0:1772473508.399526:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c43ba07800. 00010000:00000200:2.0:1772473508.399552:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba6c50 x1858570170172160/t0(0) o101->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 328/344 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.399577:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473508.399593:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170172160, offset 224 00000400:00000200:2.0:1772473508.399601:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.399609:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.399615:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4002:4002:256:4294967295] 192.168.201.48@tcp LPNI seq info [3998:3998:8:4294967295] 00000400:00000200:2.0:1772473508.399625:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.399630:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.399634:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b000. 00000800:00000200:2.0:1772473508.399639:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.399646:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.399650:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b000 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.399674:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.399679:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.399683:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.399691:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.399696:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e756e0. 00000400:00000010:2.0:1772473508.399703:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fd600. 00000800:00000200:0.0:1772473508.399978:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.399983:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b000. 00000400:00000200:0.0:1772473508.399987:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.399991:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.399995:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9e58 00000400:00000010:0.0:1772473508.399997:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9e58. 02000000:00000010:0.0:1772473508.400003:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c43ba07800. 00000400:00000200:0.0:1772473508.406784:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.406805:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 512 into portal 26 MB=0x69a5c16c88380 00000400:00000200:0.0:1772473508.406817:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 512/512 into md 0x16f79 [2] + 0 00000400:00000010:0.0:1772473508.406823:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b9f8. 00000400:00000200:0.0:1772473508.406828:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303096c00 00000400:00000200:0.0:1772473508.406843:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.406847:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.406852:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096c00 00000400:00000010:0.0:1772473508.406854:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303096c00. 00000100:00000200:0.0:1772473508.406863:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.407082:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.407087:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.407093:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.407108:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.407115:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.407165:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.407168:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000100:00000200:3.0:1772473508.407172:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172288 02000000:00000010:3.0:1772473508.407195:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c42033ac00. 00000040:00000010:3.0:1772473508.407201:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43b15b600. 00000040:00000010:3.0:1772473508.407255:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43b15b600. 00010000:00000200:3.0:1772473508.407268:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba5050 x1858570170172288/t0(0) o501->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 512/272 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.407288:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0770. 00000100:00000200:3.0:1772473508.407294:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170172288, offset 224 00000400:00000200:3.0:1772473508.407300:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.407309:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.407315:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4003:4003:256:4294967295] 192.168.201.48@tcp LPNI seq info [3999:3999:8:4294967295] 00000400:00000200:3.0:1772473508.407324:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.407330:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.407334:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476200. 00000800:00000200:3.0:1772473508.407341:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.407347:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.407351:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476200 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.407373:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.407377:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.407381:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.407389:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.407394:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ee18. 00000400:00000010:3.0:1772473508.407399:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9840. 00000800:00000200:1.0:1772473508.407531:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473508.407535:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476200. 00000400:00000200:1.0:1772473508.407539:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.407542:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.407545:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0770 00000400:00000010:1.0:1772473508.407547:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0770. 02000000:00000010:1.0:1772473508.407552:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c42033ac00. 00000400:00000200:0.0:1772473508.409331:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.409346:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c88400 00000400:00000200:0.0:1772473508.409355:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x16f89 [2] + 0 00000400:00000010:0.0:1772473508.409361:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033621b8. 00000400:00000200:0.0:1772473508.409365:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c430de6c00 00000400:00000200:0.0:1772473508.409376:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.409380:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.409384:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c430de6c00 00000400:00000010:0.0:1772473508.409387:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c430de6c00. 00000100:00000200:0.0:1772473508.409391:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.409508:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.409513:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.409518:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.409522:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.409526:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.409613:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.409616:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000100:00000200:3.0:1772473508.409619:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172416 00010000:00000010:3.0:1772473508.409641:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c600. 02000000:00000010:3.0:1772473508.409655:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c42033ac00. 00010000:00000200:3.0:1772473508.409677:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba6050 x1858570170172416/t0(0) o101->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 328/344 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.409693:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0b28. 00000100:00000200:3.0:1772473508.409697:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170172416, offset 224 00000400:00000200:3.0:1772473508.409702:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.409711:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.409716:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4004:4004:256:4294967295] 192.168.201.48@tcp LPNI seq info [4000:4000:8:4294967295] 00000400:00000200:3.0:1772473508.409725:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.409730:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.409733:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476a00. 00000800:00000200:3.0:1772473508.409764:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.409770:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.409774:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476a00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.409793:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.409797:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.409801:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.409808:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.409813:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e210. 00000400:00000010:3.0:1772473508.409817:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9540. 00000800:00000200:0.0:1772473508.409913:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.409917:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476a00. 00000400:00000200:0.0:1772473508.409920:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.409924:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.409927:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0b28 00000400:00000010:0.0:1772473508.409929:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0b28. 02000000:00000010:0.0:1772473508.409934:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c42033ac00. 00000400:00000200:1.0:1772473508.420184:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.420205:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 512 into portal 26 MB=0x69a5c16c88480 00000400:00000200:1.0:1772473508.420213:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 512/512 into md 0x16f99 [2] + 0 00000400:00000010:1.0:1772473508.420219:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362c08. 00000400:00000200:1.0:1772473508.420224:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c411efa900 00000400:00000200:1.0:1772473508.420248:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.420254:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.420260:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c411efa900 00000400:00000010:1.0:1772473508.420263:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c411efa900. 00000100:00000200:1.0:1772473508.420269:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.420642:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.420648:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.420656:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.420661:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.420666:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.420710:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f00. 00000020:00000010:2.0:1772473508.420713:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f00. 00000100:00000200:2.0:1772473508.420716:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172544 02000000:00000010:2.0:1772473508.420756:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43ba04400. 00000040:00000010:2.0:1772473508.420764:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305828a00. 00000040:00000010:2.0:1772473508.420825:0:5805:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff90c302c12100. 00000040:00000010:2.0:1772473508.420837:0:5805:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff90c302c12100. 00000040:00000010:2.0:1772473508.420842:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305828a00. 20000000:00000010:2.0:1772473508.420852:0:5805:0:(mgs_nids.c:1143:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff90c302828f00. 00010000:00000200:2.0:1772473508.420863:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba5450 x1858570170172544/t0(0) o501->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 512/272 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.420883:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa97f8. 00000100:00000200:2.0:1772473508.420888:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170172544, offset 224 00000400:00000200:2.0:1772473508.420894:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.420904:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.420910:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4005:4005:256:4294967295] 192.168.201.48@tcp LPNI seq info [4001:4001:8:4294967295] 00000400:00000200:2.0:1772473508.420920:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.420925:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.420930:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b400. 00000800:00000200:2.0:1772473508.420936:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.420943:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.420947:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b400 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.420973:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.420977:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.420981:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.420989:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.420995:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75790. 00000400:00000010:2.0:1772473508.421001:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c3055fdb40. 00000800:00000200:0.0:1772473508.421289:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.421295:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b400. 00000400:00000200:0.0:1772473508.421299:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.421304:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.421308:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa97f8 00000400:00000010:0.0:1772473508.421311:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa97f8. 02000000:00000010:0.0:1772473508.421316:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43ba04400. 00000400:00000200:0.0:1772473508.423954:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.423976:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88500 00000400:00000200:0.0:1772473508.423986:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16fa9 [2] + 0 00000400:00000010:0.0:1772473508.423994:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362898. 00000400:00000200:0.0:1772473508.424001:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c430df8d80 00000400:00000200:0.0:1772473508.424018:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.424025:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.424031:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c430df8d80 00000400:00000010:0.0:1772473508.424034:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c430df8d80. 00000100:00000200:0.0:1772473508.424040:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.424152:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.424157:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.424164:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.424169:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.424174:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.424217:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.424220:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000100:00000200:3.0:1772473508.424223:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172672 02000000:00000010:3.0:1772473508.424262:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c43bbdc000. 00000040:00000010:3.0:1772473508.424270:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43b15b600. 00000040:00000010:3.0:1772473508.424288:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.424402:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.424406:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43b15b600. 00010000:00000200:3.0:1772473508.424417:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba6450 x1858570170172672/t0(0) o503->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8416 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.424439:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c43bbe9c00. 00000100:00000200:3.0:1772473508.424445:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570170172672, offset 224 00000400:00000200:3.0:1772473508.424453:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.424462:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.424467:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4006:4006:256:4294967295] 192.168.201.48@tcp LPNI seq info [4002:4002:8:4294967295] 00000400:00000200:3.0:1772473508.424477:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.424483:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.424488:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c43b15b600. 00000800:00000200:3.0:1772473508.424494:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.424501:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:3.0:1772473508.424505:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43b15b600 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1772473508.424530:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.424534:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.424537:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.424545:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.424550:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e738. 00000400:00000010:3.0:1772473508.424554:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9600. 00000800:00000200:1.0:1772473508.424803:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473508.424808:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c43b15b600. 00000400:00000200:1.0:1772473508.424811:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.424815:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.424819:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9c00 00000400:00000010:1.0:1772473508.424821:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c43bbe9c00. 02000000:00000010:1.0:1772473508.424825:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c43bbdc000. 00000400:00000200:0.0:1772473508.427926:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.427945:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88580 00000400:00000200:0.0:1772473508.427953:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16fb9 [2] + 0 00000400:00000010:0.0:1772473508.427968:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362a50. 00000400:00000200:0.0:1772473508.427975:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c430df8000 00000400:00000200:0.0:1772473508.428030:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.428035:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.428041:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c430df8000 00000400:00000010:0.0:1772473508.428043:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c430df8000. 00000100:00000200:0.0:1772473508.428050:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.428121:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.428126:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.428144:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.428149:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.428153:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.428193:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8a80. 00000020:00000010:3.0:1772473508.428195:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8a80. 00000100:00000200:3.0:1772473508.428198:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172800 02000000:00000010:3.0:1772473508.428233:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43bbdc000. 00000040:00000010:3.0:1772473508.428240:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43b15ba00. 00000040:00000010:3.0:1772473508.428261:0:5806:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.428610:0:5806:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.428614:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43b15ba00. 00010000:00000200:3.0:1772473508.428625:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba5c50 x1858570170172800/t0(0) o502->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8472 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.428643:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c43bbe9780. 00000100:00000200:3.0:1772473508.428648:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170172800, offset 224 00000400:00000200:3.0:1772473508.428655:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.428664:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.428670:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4007:4007:256:4294967295] 192.168.201.48@tcp LPNI seq info [4003:4003:8:4294967295] 00000400:00000200:3.0:1772473508.428681:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.428686:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.428691:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c43b15ba00. 00000800:00000200:3.0:1772473508.428697:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.428704:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:3.0:1772473508.428708:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43b15ba00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1772473508.428729:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.428733:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.428736:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.428783:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.428789:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e318. 00000400:00000010:3.0:1772473508.428793:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9180. 00000800:00000200:0.0:1772473508.428819:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.428824:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c43b15ba00. 00000400:00000200:0.0:1772473508.428828:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.428833:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.428837:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe9780 00000400:00000010:0.0:1772473508.428839:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c43bbe9780. 02000000:00000010:0.0:1772473508.428843:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43bbdc000. 00000400:00000200:1.0:1772473508.453354:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.453375:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88600 00000400:00000200:1.0:1772473508.453384:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x16fc9 [2] + 0 00000400:00000010:1.0:1772473508.453390:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033623c8. 00000400:00000200:1.0:1772473508.453397:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c430df80c0 00000400:00000200:1.0:1772473508.453423:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.453428:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.453575:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c430df80c0 00000400:00000010:1.0:1772473508.453579:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c430df80c0. 00000100:00000200:1.0:1772473508.453585:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.453906:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.453912:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.453919:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.453924:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.453930:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.453976:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.453981:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473508.453984:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170172928 02000000:00000010:2.0:1772473508.454030:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43bbdc000. 00000040:00000010:2.0:1772473508.454038:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305828a00. 00000040:00000010:2.0:1772473508.454060:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.454266:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.454270:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305828a00. 00010000:00000200:2.0:1772473508.454285:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba7c50 x1858570170172928/t0(0) o502->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8472 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.454308:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c3055fd300. 00000100:00000200:2.0:1772473508.454317:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170172928, offset 224 00000400:00000200:2.0:1772473508.454324:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.454337:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.454343:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4008:4008:256:4294967295] 192.168.201.48@tcp LPNI seq info [4004:4004:8:4294967295] 00000400:00000200:2.0:1772473508.454356:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.454362:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.454366:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c305828a00. 00000800:00000200:2.0:1772473508.454375:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.454383:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:2.0:1772473508.454389:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c305828a00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1772473508.454412:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.454416:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.454420:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.454430:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.454436:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75210. 00000400:00000010:2.0:1772473508.454443:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559af00. 00000800:00000200:0.0:1772473508.454837:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.454843:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c305828a00. 00000400:00000200:0.0:1772473508.454847:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.454852:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.454856:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c3055fd300 00000400:00000010:0.0:1772473508.454858:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c3055fd300. 02000000:00000010:0.0:1772473508.454863:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43bbdc000. 00000400:00000200:0.0:1772473508.461471:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.461494:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c88680 00000400:00000200:0.0:1772473508.461503:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x17001 [2] + 0 00000400:00000010:0.0:1772473508.461508:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c405e75dc0. 00000400:00000200:0.0:1772473508.461516:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42ca56c00 00000400:00000200:0.0:1772473508.463556:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.463570:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.463579:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42ca56c00 00000400:00000010:0.0:1772473508.463582:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42ca56c00. 00000100:00000200:0.0:1772473508.463589:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.463670:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.463676:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.463682:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.463687:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.463691:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.463792:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.463795:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.463797:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173056 00010000:00000010:3.0:1772473508.463819:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d000. 02000000:00000010:3.0:1772473508.463831:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c42033b000. 00010000:00000200:3.0:1772473508.463850:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba7850 x1858570170173056/t0(0) o101->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 328/344 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.463865:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0660. 00000100:00000200:3.0:1772473508.463869:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170173056, offset 224 00000400:00000200:3.0:1772473508.463874:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.463883:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.463888:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4009:4009:256:4294967295] 192.168.201.48@tcp LPNI seq info [4005:4005:8:4294967295] 00000400:00000200:3.0:1772473508.463896:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.463915:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.463921:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476a00. 00000800:00000200:3.0:1772473508.463927:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.463934:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.463938:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476a00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.463959:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.463963:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.463966:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.463975:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.463980:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e528. 00000400:00000010:3.0:1772473508.463986:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9a80. 00000800:00000200:1.0:1772473508.464295:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473508.464300:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476a00. 00000400:00000200:1.0:1772473508.464304:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.464309:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.464312:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0660 00000400:00000010:1.0:1772473508.464314:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0660. 02000000:00000010:1.0:1772473508.464325:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c42033b000. 00000400:00000200:0.0:1772473508.465775:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.465792:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 304 into portal 26 MB=0x69a5c16c88700 00000400:00000200:0.0:1772473508.465801:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 304/304 into md 0x17065 [2] + 0 00000400:00000010:0.0:1772473508.465805:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b8f0. 00000400:00000200:0.0:1772473508.465809:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4039e0180 00000400:00000200:0.0:1772473508.465822:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.465826:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.465831:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4039e0180 00000400:00000010:0.0:1772473508.465834:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4039e0180. 00000100:00000200:0.0:1772473508.465840:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.465944:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.465949:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.465955:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.465959:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.465963:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.465995:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.465997:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473508.465999:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173184 02000000:00000010:2.0:1772473508.466013:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff90c43ba05800. 20000000:00000010:2.0:1772473508.466024:0:5805:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff90c302fae800. 00000100:00000010:2.0:1772473508.466085:0:5805:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90c43ba04400. 00000100:00000010:2.0:1772473508.466090:0:5805:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff90c302c12100. 00000400:00000010:2.0:1772473508.466101:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9330. 00000400:00000010:2.0:1772473508.466108:0:5805:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff90c4014ba0a8. 00000400:00000200:2.0:1772473508.466113:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.466124:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.466140:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4010:4010:256:4294967295] 192.168.201.48@tcp LPNI seq info [4006:4006:8:4294967295] 00000400:00000200:2.0:1772473508.466146:0:5805:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.48@tcp 00000400:00000200:2.0:1772473508.466152:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.466158:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 132 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.466163:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4bf00. 00000800:00000200:2.0:1772473508.466168:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.466174:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.466177:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4bf00 type 1, nob 228 niov 1 nkiov 1 00000100:00000200:2.0:1772473508.466191:0:5805:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 132 bytes via portal 33 id 12345-192.168.201.48@tcp mbits 0x69a5c16c88700-0x69a5c16c88700 00000800:00000200:0.0:1772473508.466283:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.466287:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4bf00. 00000400:00000200:0.0:1772473508.466291:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.466295:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473508.466300:0:3336:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff90c43ba04400 00000400:00000200:1.0:1772473508.468795:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : ACK - for me 00000400:00000200:1.0:1772473508.468814:0:3337:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.201.148@tcp: ACK from 12345-192.168.201.48@tcp into md 0x1788d 00000400:00000200:1.0:1772473508.468821:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.468825:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: ACK: OK 00000400:00000200:1.0:1772473508.468831:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9330 00000400:00000010:1.0:1772473508.468834:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9330. 00000100:00000200:1.0:1772473508.468840:0:3337:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff90c43ba04400 00000100:00000010:2.0:1772473508.468947:0:5805:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff90c302c12100. 00000100:00000010:2.0:1772473508.468953:0:5805:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90c43ba04400. 20000000:00000010:2.0:1772473508.468965:0:5805:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff90c302fae800. 00010000:00000200:2.0:1772473508.468979:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba4850 x1858570170173184/t0(0) o256->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 304/240 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.469000:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9908. 00000100:00000200:2.0:1772473508.469005:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1858570170173184, offset 224 00000400:00000200:2.0:1772473508.469011:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.469020:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.469026:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4011:4011:256:4294967295] 192.168.201.48@tcp LPNI seq info [4007:4007:8:4294967295] 00000400:00000200:2.0:1772473508.469033:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.469037:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.469041:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b800. 00000800:00000200:2.0:1772473508.469046:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.469051:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.469054:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b800 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.469183:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.469189:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.469193:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.469204:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.469210:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e759f8. 00000400:00000010:2.0:1772473508.469216:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559ae40. 00000800:00000200:0.0:1772473508.469286:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.469357:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b800. 00000400:00000200:0.0:1772473508.469362:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.469367:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.469370:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9908 00000400:00000010:0.0:1772473508.469372:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9908. 02000000:00000010:0.0:1772473508.469377:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff90c43ba05800. 00000400:00000200:0.0:1772473508.480564:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.480588:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 328 into portal 26 MB=0x69a5c16c88780 00000400:00000200:0.0:1772473508.480597:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 328/328 into md 0x170c9 [2] + 0 00000400:00000010:0.0:1772473508.480603:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362318. 00000400:00000200:0.0:1772473508.480610:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4352ee840 00000400:00000200:0.0:1772473508.480627:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.480632:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.480637:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4352ee840 00000400:00000010:0.0:1772473508.480640:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4352ee840. 00000100:00000200:0.0:1772473508.480646:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.480861:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.480866:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.480872:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.480876:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.480882:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.480927:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.480930:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.480933:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173312 00010000:00000010:3.0:1772473508.480957:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4ca00. 02000000:00000010:3.0:1772473508.480972:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c420339800. 00010000:00000200:3.0:1772473508.480994:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba6850 x1858570170173312/t0(0) o101->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 328/344 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.481012:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed05d8. 00000100:00000200:3.0:1772473508.481017:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570170173312, offset 224 00000400:00000200:3.0:1772473508.481024:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.481034:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.481040:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4012:4012:256:4294967295] 192.168.201.48@tcp LPNI seq info [4008:4008:8:4294967295] 00000400:00000200:3.0:1772473508.481050:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.481054:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.481058:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476200. 00000800:00000200:3.0:1772473508.481064:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.481070:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.481074:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476200 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.481107:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.481111:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.481114:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.481122:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.481135:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e5d8. 00000400:00000010:3.0:1772473508.481140:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9240. 00000800:00000200:1.0:1772473508.481341:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473508.481346:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476200. 00000400:00000200:1.0:1772473508.481350:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.481355:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.481359:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed05d8 00000400:00000010:1.0:1772473508.481361:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed05d8. 02000000:00000010:1.0:1772473508.481367:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c420339800. 00000400:00000200:0.0:1772473508.492219:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.492239:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 504 into portal 26 MB=0x69a5c16c88800 00000400:00000200:0.0:1772473508.492245:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 504/504 into md 0x17131 [2] + 0 00000400:00000010:0.0:1772473508.492249:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325ba50. 00000400:00000200:0.0:1772473508.492253:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1cb40 00000400:00000200:0.0:1772473508.492265:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.492268:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.492272:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1cb40 00000400:00000010:0.0:1772473508.492274:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1cb40. 00000100:00000200:0.0:1772473508.492279:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.492380:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.492386:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.492394:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.492399:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.492405:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.492444:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.492446:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473508.492449:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173440 02000000:00000010:2.0:1772473508.492470:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff90c43ba04400. 00000040:00000010:2.0:1772473508.492476:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305829400. 00000040:00000010:2.0:1772473508.492545:0:5805:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff90c303358130. 00000040:00000010:2.0:1772473508.492558:0:5805:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff90c303358130. 00000040:00000010:2.0:1772473508.492563:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305829400. 00010000:00000200:2.0:1772473508.492588:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba7050 x1858570170173440/t0(0) o501->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 504/272 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.492610:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9908. 00000100:00000200:2.0:1772473508.492616:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1858570170173440, offset 224 00000400:00000200:2.0:1772473508.492623:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.492632:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.492638:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4013:4013:256:4294967295] 192.168.201.48@tcp LPNI seq info [4009:4009:8:4294967295] 00000400:00000200:2.0:1772473508.492647:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.492652:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.492657:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b300. 00000800:00000200:2.0:1772473508.492663:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.492669:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.492673:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b300 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.492695:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.492699:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.492702:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.492709:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.492714:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75ec8. 00000400:00000010:2.0:1772473508.492718:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559a9c0. 00000800:00000200:0.0:1772473508.493005:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.493010:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b300. 00000400:00000200:0.0:1772473508.493014:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.493018:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.493022:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9908 00000400:00000010:0.0:1772473508.493024:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9908. 02000000:00000010:0.0:1772473508.493029:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff90c43ba04400. 00000400:00000200:1.0:1772473508.495659:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.495681:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88880 00000400:00000200:1.0:1772473508.495690:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x171a9 [2] + 0 00000400:00000010:1.0:1772473508.495695:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362580. 00000400:00000200:1.0:1772473508.495700:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1c300 00000400:00000200:1.0:1772473508.495713:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.495718:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.495722:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c300 00000400:00000010:1.0:1772473508.495725:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1c300. 00000100:00000200:1.0:1772473508.495730:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1772473508.496561:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.496568:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.496575:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.496580:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.496586:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.496632:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.496635:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.496637:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173568 02000000:00000010:3.0:1772473508.496673:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff90c43bbdc000. 00000040:00000010:3.0:1772473508.496680:0:5806:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c43b15b200. 00000040:00000010:3.0:1772473508.496699:0:5806:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.496832:0:5806:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c30248e000. 00000040:00000010:3.0:1772473508.496836:0:5806:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c43b15b200. 00010000:00000200:3.0:1772473508.496849:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404ba4450 x1858570170173568/t0(0) o503->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8416 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.496869:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c43bbe99c0. 00000100:00000200:3.0:1772473508.496875:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1858570170173568, offset 224 00000400:00000200:3.0:1772473508.496883:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.496894:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.496901:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4014:4014:256:4294967295] 192.168.201.48@tcp LPNI seq info [4010:4010:8:4294967295] 00000400:00000200:3.0:1772473508.496912:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.496918:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.496923:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c43b15b200. 00000800:00000200:3.0:1772473508.496928:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.496936:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:3.0:1772473508.496940:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43b15b200 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1772473508.496963:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.496968:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.496971:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000100:00000200:3.0:1772473508.496979:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473508.496984:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e7e8. 00000400:00000010:3.0:1772473508.496988:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe9900. 00000800:00000200:0.0:1772473508.497074:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.497079:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c43b15b200. 00000400:00000200:0.0:1772473508.497083:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.497087:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.497093:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43bbe99c0 00000400:00000010:0.0:1772473508.497095:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c43bbe99c0. 02000000:00000010:0.0:1772473508.497101:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff90c43bbdc000. 00000400:00000200:0.0:1772473508.499516:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.499534:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88900 00000400:00000200:0.0:1772473508.499542:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x17221 [2] + 0 00000400:00000010:0.0:1772473508.499547:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362738. 00000400:00000200:0.0:1772473508.499553:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c410bdba80 00000400:00000200:0.0:1772473508.499621:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.499626:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.499632:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c410bdba80 00000400:00000010:0.0:1772473508.499634:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c410bdba80. 00000100:00000200:0.0:1772473508.499640:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.499802:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.499807:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.499815:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.499819:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.499823:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.499909:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.499912:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473508.499916:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173696 02000000:00000010:2.0:1772473508.499949:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43bbdc000. 00000040:00000010:2.0:1772473508.499956:0:5805:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305829400. 00000040:00000010:2.0:1772473508.499973:0:5805:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.500105:0:5805:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.500109:0:5805:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305829400. 00010000:00000200:2.0:1772473508.500121:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbfc50 x1858570170173696/t0(0) o502->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8472 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.500150:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c30559a000. 00000100:00000200:2.0:1772473508.500155:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170173696, offset 224 00000400:00000200:2.0:1772473508.500162:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.500172:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.500179:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4015:4015:256:4294967295] 192.168.201.48@tcp LPNI seq info [4011:4011:8:4294967295] 00000400:00000200:2.0:1772473508.500190:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.500195:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.500199:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c305829400. 00000800:00000200:2.0:1772473508.500205:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.500210:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:2.0:1772473508.500213:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c305829400 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1772473508.500234:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.500237:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.500240:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.500245:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.500248:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75268. 00000400:00000010:2.0:1772473508.500251:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559ac00. 00000800:00000200:1.0:1772473508.500373:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473508.500378:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c305829400. 00000400:00000200:1.0:1772473508.500381:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.500387:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473508.500390:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30559a000 00000400:00000010:1.0:1772473508.500392:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c30559a000. 02000000:00000010:1.0:1772473508.500396:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43bbdc000. 00000400:00000200:0.0:1772473508.517208:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.517233:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 272 into portal 26 MB=0x69a5c16c88980 00000400:00000200:0.0:1772473508.517244:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 272/272 into md 0x17231 [2] + 0 00000400:00000010:0.0:1772473508.517251:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362688. 00000400:00000200:0.0:1772473508.517258:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c410bdbd80 00000400:00000200:0.0:1772473508.517275:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.517279:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.517285:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c410bdbd80 00000400:00000010:0.0:1772473508.517287:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c410bdbd80. 00000100:00000200:0.0:1772473508.517303:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1772473508.517570:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.517573:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.517579:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.517582:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.517586:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.517616:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828440. 00000020:00000010:2.0:1772473508.517618:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828440. 00000100:00000200:2.0:1772473508.517621:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173824 02000000:00000010:2.0:1772473508.517658:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff90c43bbdc000. 00000040:00000010:2.0:1772473508.517666:0:5803:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90c305829e00. 00000040:00000010:2.0:1772473508.517685:0:5803:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.517820:0:5803:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90c3032e6000. 00000040:00000010:2.0:1772473508.517824:0:5803:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90c305829e00. 00010000:00000200:2.0:1772473508.517836:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf850 x1858570170173824/t0(0) o502->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:34/0 lens 272/8472 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.517854:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90c30559ab40. 00000100:00000200:2.0:1772473508.517859:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1858570170173824, offset 224 00000400:00000200:2.0:1772473508.517868:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.517877:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.517883:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4016:4016:256:4294967295] 192.168.201.48@tcp LPNI seq info [4012:4012:8:4294967295] 00000400:00000200:2.0:1772473508.517892:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.517896:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.517910:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90c305829e00. 00000800:00000200:2.0:1772473508.517917:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.517924:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1022 00000800:00000200:2.0:1772473508.517929:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c305829e00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1772473508.517950:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.517953:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.517956:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000100:00000200:2.0:1772473508.517963:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473508.517967:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75cb8. 00000400:00000010:2.0:1772473508.517969:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559a540. 00000800:00000200:0.0:1772473508.518075:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.518080:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90c305829e00. 00000400:00000200:0.0:1772473508.518083:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.518087:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.518090:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30559ab40 00000400:00000010:0.0:1772473508.518100:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff90c30559ab40. 02000000:00000010:0.0:1772473508.518105:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff90c43bbdc000. 00000400:00000200:1.0:1772473508.526019:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.526038:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 12 MB=0x69a5c16c88a00 00000400:00000200:1.0:1772473508.526046:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 520/520 into md 0x23d [64] + 104672 00000400:00000200:1.0:1772473508.526507:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.526513:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:1.0:1772473508.526521:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473508.526529:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdf800. 00000020:00000010:2.0:1772473508.527050:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c305828400. 00000020:00000010:2.0:1772473508.527059:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.527064:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000100:00000200:2.0:1772473508.527104:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170173952 02000000:00000010:2.0:1772473508.527134:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43ba07800. 00000020:00000010:2.0:1772473508.527147:0:5812:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c302fae800. 00000004:00000010:2.0:1772473508.527154:0:5812:0:(mdt_handler.c:7619:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff90c302828440. 00000001:00000010:2.0:1772473508.527158:0:5812:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c43bab9a00. 00000001:00000010:2.0:1772473508.527165:0:5812:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c433d4b900. 00000001:00000010:2.0:1772473508.527170:0:5812:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327bfa0. 00000001:00000010:2.0:1772473508.527174:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305828000. 00000001:00000010:2.0:1772473508.527177:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829200. 00000001:00000010:2.0:1772473508.527179:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829800. 00000001:00000010:2.0:1772473508.527182:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829a00. 00000001:00000010:2.0:1772473508.527186:0:5812:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c433d4b100. 00000001:00000010:2.0:1772473508.527190:0:5812:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327ba60. 00000001:00000010:2.0:1772473508.527192:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829e00. 00000001:00000010:2.0:1772473508.527195:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305829400. 00000001:00000010:2.0:1772473508.527197:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c305828a00. 00000001:00000010:2.0:1772473508.527200:0:5812:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c3024cc600. 00080000:00000010:2.0:1772473508.527247:0:5812:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba06000. 00000001:00000010:2.0:1772473508.527555:0:5812:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fcc60. 00000020:00000010:2.0:1772473508.527631:0:5812:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.527636:0:5812:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.527641:0:5812:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c302fab000. 00000020:00000010:2.0:1772473508.527648:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f40. 00000400:00000200:2.0:1772473508.527661:0:5812:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:2.0:1772473508.527696:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303fdf800 x1858570170173952/t0(0) o38->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.527714:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9330. 00000100:00000200:2.0:1772473508.527719:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1858570170173952, offset 0 00000400:00000200:2.0:1772473508.527726:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.527736:0:5812:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.527772:0:5812:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4017:4017:256:4294967295] 192.168.201.48@tcp LPNI seq info [4013:4013:8:4294967295] 00000400:00000200:2.0:1772473508.527783:0:5812:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.527789:0:5812:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.527794:0:5812:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4bc00. 00000800:00000200:2.0:1772473508.527801:0:5812:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.527808:0:5812:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.527812:0:5812:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4bc00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.527894:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.527909:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.527913:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c305828400. 00000800:00000200:0.0:1772473508.533573:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.533583:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4bc00. 00000400:00000200:0.0:1772473508.533590:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.533599:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.533607:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9330 00000400:00000010:0.0:1772473508.533610:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9330. 00000400:00000200:0.0:1772473508.535554:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.535573:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c88a80 00000400:00000200:0.0:1772473508.535582:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 105192 00000400:00000200:0.0:1772473508.535596:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.535600:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473508.535606:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473508.535614:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b8ad500. 00000400:00000200:0.0:1772473508.535675:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473508.535681:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c88b00 00000400:00000200:0.0:1772473508.535685:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 105416 00000400:00000200:0.0:1772473508.535734:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.535765:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473508.535769:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473508.535774:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43435f480. 00000020:00000010:2.0:1772473508.536416:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828ec0. 00000020:00000010:2.0:1772473508.536423:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828f40. 00000020:00000010:2.0:1772473508.536487:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424ef9600. 00000020:00000010:2.0:1772473508.536493:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.536498:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473508.536541:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f40. 00000020:00000010:2.0:1772473508.536544:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f40. 00000020:00000010:2.0:1772473508.536547:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424ef9a00. 00000020:00000010:2.0:1772473508.536550:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9500. 00000020:00000010:2.0:1772473508.536553:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eb3e8. 00000020:00000010:2.0:1772473508.536572:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f40. 00000020:00000010:2.0:1772473508.536574:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828f40. 00000100:00000200:2.0:1772473508.536577:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174080 02000000:00000010:2.0:1772473508.536597:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43ba06400. 00000020:00000010:3.0:1772473508.536622:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.536626:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.536628:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174208 02000000:00000010:3.0:1772473508.536635:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c42033a800. 00010000:00000200:2.0:1772473508.536640:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b8ad500 x1858570170174080/t0(0) o41->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:34/0 lens 224/368 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.536659:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa97f8. 00000100:00000200:2.0:1772473508.536664:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858570170174080, offset 224 00000400:00000200:2.0:1772473508.536671:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.536682:0:8978:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.536688:0:8978:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4018:4018:256:4294967295] 192.168.201.48@tcp LPNI seq info [4014:4014:8:4294967295] 00000400:00000200:2.0:1772473508.536698:0:8978:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.536704:0:8978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.536708:0:8978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4b500. 00000800:00000200:2.0:1772473508.536714:0:8978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.536721:0:8978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.536725:0:8978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4b500 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.536757:0:5810:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff90c40562f800. 00000020:00000010:2.0:1772473508.536759:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9980. 00000020:00000010:2.0:1772473508.536762:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00010000:00000200:3.0:1772473508.536766:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43435f480 x1858570170174208/t0(0) o41->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:34/0 lens 224/368 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473508.536766:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424ef9600. 00000400:00000010:3.0:1772473508.536776:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0908. 00000100:00000200:3.0:1772473508.536780:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1858570170174208, offset 224 00000400:00000200:3.0:1772473508.536784:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.536789:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.536793:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4019:4019:255:4294967295] 192.168.201.48@tcp LPNI seq info [4015:4015:7:4294967295] 00000400:00000200:3.0:1772473508.536800:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.536804:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.536807:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476e00. 00000800:00000200:3.0:1772473508.536811:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.536814:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.536817:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476e00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.536823:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9500. 00000020:00000010:3.0:1772473508.536826:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eb3e8. 00000020:00000010:3.0:1772473508.536829:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424ef9a00. 00000800:00000200:2.0:1772473508.536844:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473508.536848:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4b500. 00000400:00000200:2.0:1772473508.536852:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473508.536856:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473508.536860:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa97f8 00000400:00000010:2.0:1772473508.536863:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa97f8. 00000800:00000200:2.0:1772473508.536877:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473508.536880:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476e00. 00000400:00000200:2.0:1772473508.536883:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473508.536886:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473508.536888:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0908 00000400:00000010:2.0:1772473508.536890:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0908. 00000400:00000200:1.0:1772473508.546224:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473508.546248:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 440 into portal 12 MB=0x69a5c16c88b80 00000400:00000200:1.0:1772473508.546257:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 440/440 into md 0x23d [64] + 105640 00000400:00000200:1.0:1772473508.546279:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473508.546284:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:1.0:1772473508.546293:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473508.546303:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303974380. 00000020:00000010:3.0:1772473508.546633:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.546650:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.546660:0:5811:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a800. 00000020:00000010:3.0:1772473508.546666:0:5811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.546671:0:5811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.546820:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.546823:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.546826:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174336 02000000:00000010:3.0:1772473508.546849:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff90c420339400. 00010000:00000200:3.0:1772473508.546866:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303974380 x1858570170174336/t0(0) o40->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:34/0 lens 440/448 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473508.546884:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed04c8. 00000100:00000200:3.0:1772473508.546889:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1858570170174336, offset 224 00000400:00000200:3.0:1772473508.546896:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.546917:0:5811:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.546923:0:5811:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4020:4020:256:4294967295] 192.168.201.48@tcp LPNI seq info [4016:4016:8:4294967295] 00000400:00000200:3.0:1772473508.546933:0:5811:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.546938:0:5811:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.546943:0:5811:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476600. 00000800:00000200:3.0:1772473508.546949:0:5811:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.546956:0:5811:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.546960:0:5811:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476600 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.546975:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.546978:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.546981:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a800. 00000800:00000200:0.0:1772473508.547111:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.547115:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476600. 00000400:00000200:0.0:1772473508.547119:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.547123:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.547135:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed04c8 00000400:00000010:0.0:1772473508.547138:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed04c8. 00000400:00000200:2.0:1772473508.549388:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473508.549407:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 28 MB=0x69a5c16c88c00 00000400:00000200:2.0:1772473508.549417:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 520/520 into md 0xbfd [8] + 7536 00000400:00000200:2.0:1772473508.549597:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473508.549603:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473508.549611:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473508.549619:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069180. 00000400:00000200:2.0:1772473508.549805:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473508.549812:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 520 into portal 28 MB=0x69a5c16c88c80 00000400:00000200:2.0:1772473508.549816:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 520/520 into md 0xbfd [8] + 8056 00000400:00000200:2.0:1772473508.549823:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473508.549826:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473508.549829:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473508.549832:0:3337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069500. 00000400:00000200:2.0:1772473508.549909:0:3337:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473508.549916:0:3337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 448 into portal 23 MB=0x69a5c16c88d00 00000400:00000200:2.0:1772473508.549921:0:3337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.201.48@tcp of length 448/448 into md 0x3c9 [2] + 1768 00000400:00000010:2.0:1772473508.549926:0:3337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c42c901b58. 00000400:00000200:2.0:1772473508.549929:0:3337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42c906540 00000400:00000200:2.0:1772473508.549939:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473508.549942:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473508.549945:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42c906540 00000400:00000010:2.0:1772473508.549947:0:3337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42c906540. 00000100:00000200:2.0:1772473508.549951:0:3337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1772473508.550037:0:5814:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.550042:0:5814:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.550047:0:5814:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b000. 00000020:00000010:3.0:1772473508.550053:0:5814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.550058:0:5814:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.550113:0:5814:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473508.550116:0:5814:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473508.550119:0:5814:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174720 02000000:00000010:3.0:1772473508.550178:0:5814:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff90c405628800. 00010000:00000200:3.0:1772473508.550265:0:5814:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c418e96850 x1858570170174720/t0(0) o33->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:34/0 lens 448/464 e 0 to 0 dl 1772473519 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1772473508.550285:0:5814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0000. 00000100:00000200:3.0:1772473508.550291:0:5814:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1858570170174720, offset 224 00000400:00000200:3.0:1772473508.550298:0:5814:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473508.550307:0:5814:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473508.550314:0:5814:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4021:4021:256:4294967295] 192.168.201.48@tcp LPNI seq info [4017:4017:8:4294967295] 00000400:00000200:3.0:1772473508.550323:0:5814:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473508.550329:0:5814:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473508.550334:0:5814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476300. 00000800:00000200:3.0:1772473508.550340:0:5814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473508.550346:0:5814:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473508.550351:0:5814:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476300 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:3.0:1772473508.550366:0:5814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c410ac2f00. 00000020:00000010:3.0:1772473508.550371:0:5814:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473508.550374:0:5814:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b000. 02000000:00000010:3.0:1772473508.550383:0:5814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff90c302c6d000. 00000100:00000010:3.0:1772473508.550386:0:5814:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406891180. 02000000:00000010:3.0:1772473508.550391:0:5814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff90c43ba65000. 00000100:00000010:3.0:1772473508.550394:0:5814:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c302dd5500. 02000000:00000010:3.0:1772473508.550397:0:5814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff90c43ba67400. 00000100:00000010:3.0:1772473508.550399:0:5814:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b181500. 02000000:00000010:3.0:1772473508.550402:0:5814:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff90c3037f5400. 00000100:00000010:3.0:1772473508.550406:0:5814:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7df80. 00000100:00000200:3.0:1772473508.550411:0:5814:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1772473508.550416:0:5814:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7ef20. 00000400:00000010:3.0:1772473508.550421:0:5814:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c43bbe99c0. 00000020:00000010:0.0:1772473508.551261:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408448c00. 00000020:00000010:0.0:1772473508.551269:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61100. 00000020:00000010:0.0:1772473508.551273:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473508.551306:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408449a00. 00000020:00000010:0.0:1772473508.551309:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61380. 00000020:00000010:0.0:1772473508.551312:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867e10. 00000100:00000200:0.0:1772473508.551333:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174464 02000000:00000010:0.0:1772473508.551355:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43bab3c00. 00000020:00000010:0.0:1772473508.551365:0:6590:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c3031a1800. 00000001:00000010:0.0:1772473508.551374:0:6590:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c42ca61180. 00000001:00000010:0.0:1772473508.551380:0:6590:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c404b6f400. 00000001:00000010:0.0:1772473508.551387:0:6590:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c3031d0d20. 00000001:00000010:0.0:1772473508.551390:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c408448200. 00000001:00000010:0.0:1772473508.551393:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c408449e00. 00000001:00000010:0.0:1772473508.551397:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c30252d600. 00000001:00000010:0.0:1772473508.551400:0:6590:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c30252cc00. 00000100:00000200:2.0:1772473508.551597:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174592 02000000:00000010:2.0:1772473508.551608:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff90c43ba05800. 00000020:00000010:2.0:1772473508.551612:0:6592:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff90c302fa8000. 00000001:00000010:2.0:1772473508.551616:0:6592:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff90c43bab9980. 00000001:00000010:2.0:1772473508.551618:0:6592:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff90c433d4b500. 00000001:00000010:2.0:1772473508.551622:0:6592:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff90c30327b160. 00000001:00000010:2.0:1772473508.551623:0:6592:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c424ef9600. 00000001:00000010:2.0:1772473508.551625:0:6592:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c424ef9200. 00000001:00000010:2.0:1772473508.551626:0:6592:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c424ef8400. 00000001:00000010:2.0:1772473508.551628:0:6592:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff90c424ef9a00. 00080000:00000010:2.0:1772473508.551640:0:6592:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba04400. 00000001:00000010:2.0:1772473508.551770:0:6592:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fcb40. 00000020:00000010:2.0:1772473508.551837:0:6592:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.551842:0:6592:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c4199fc2a0. 00000020:00000010:2.0:1772473508.551846:0:6592:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c3041b1800. 00000020:00000010:2.0:1772473508.551850:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828f40. 00000400:00000200:2.0:1772473508.551860:0:6592:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:2.0:1772473508.551890:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e069500 x1858570170174592/t0(0) o8->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473508.551904:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa97f8. 00000100:00000200:2.0:1772473508.551909:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1858570170174592, offset 0 00000400:00000200:2.0:1772473508.551915:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473508.551925:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473508.551931:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4022:4022:255:4294967295] 192.168.201.48@tcp LPNI seq info [4018:4018:7:4294967295] 00000400:00000200:2.0:1772473508.551940:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473508.551948:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473508.551953:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c433d4ba00. 00000800:00000200:2.0:1772473508.551958:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473508.551964:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473508.551967:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c433d4ba00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:2.0:1772473508.551977:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61380. 00000020:00000010:2.0:1772473508.551981:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867e10. 00000020:00000010:2.0:1772473508.551985:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408449a00. 00080000:00000010:0.0:1772473508.552248:0:6590:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab2c00. 00000001:00000010:0.0:1772473508.552307:0:6590:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c301e9df00. 00000020:00000010:0.0:1772473508.552374:0:6590:0:(lprocfs_status_server.c:622:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff90c301e9da20. 00000020:00000010:0.0:1772473508.552377:0:6590:0:(lprocfs_status_server.c:676:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff90c301e9da20. 00000020:00000010:0.0:1772473508.552379:0:6590:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff90c3031a3000. 00000020:00000010:0.0:1772473508.552382:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3cc0. 00000400:00000200:0.0:1772473508.552388:0:6590:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.201.48@tcp primary NID 192.168.201.48@tcp rc 0 00010000:00000200:0.0:1772473508.552401:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e069180 x1858570170174464/t0(0) o8->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:0/0 lens 520/416 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473508.552412:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473508.552416:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1858570170174464, offset 0 00000400:00000200:0.0:1772473508.552420:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473508.552426:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473508.552430:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4023:4023:254:4294967295] 192.168.201.48@tcp LPNI seq info [4019:4019:6:4294967295] 00000400:00000200:0.0:1772473508.552569:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473508.552572:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473508.552575:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c404b6fe00. 00000800:00000200:0.0:1772473508.552578:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473508.552581:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473508.552583:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c404b6fe00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1772473508.552589:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61100. 00000020:00000010:0.0:1772473508.552591:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473508.552593:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408448c00. 00000800:00000200:0.0:1772473508.552707:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.552710:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476300. 00000400:00000200:0.0:1772473508.552713:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.552717:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.552720:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0000 00000400:00000010:0.0:1772473508.552722:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0000. 02000000:00000010:0.0:1772473508.552726:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff90c405628800. 00000800:00000200:0.0:1772473508.552734:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.552735:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c433d4ba00. 00000400:00000200:0.0:1772473508.552752:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.552755:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.552756:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa97f8 00000400:00000010:0.0:1772473508.552757:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa97f8. 00000800:00000200:0.0:1772473508.553017:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473508.553021:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c404b6fe00. 00000400:00000200:0.0:1772473508.553025:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473508.553028:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473508.553031:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473508.553033:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000001:00000010:1.0:1772473510.498850:0:5832:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4199fcc60. 00080000:00000010:1.0:1772473510.498866:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba06000. 00080000:00000010:1.0:1772473510.498873:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c42033b800. 00000100:00000010:3.0:1772473512.503397:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd18a80. 02000000:00000010:3.0:1772473512.503413:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476f00. 00000100:00000010:3.0:1772473512.503438:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7df80. 02000000:00000010:3.0:1772473512.503442:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476100. 00000100:00000010:3.0:1772473512.503463:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891180. 02000000:00000010:3.0:1772473512.503467:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476c00. 00000100:00000010:3.0:1772473512.503473:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396df80. 02000000:00000010:3.0:1772473512.503477:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476000. 00000100:00000010:3.0:1772473512.503482:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396d880. 02000000:00000010:3.0:1772473512.503485:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476d00. 00000100:00000010:3.0:1772473512.503490:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396c380. 02000000:00000010:3.0:1772473512.503494:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c420476300. 02000000:00000010:3.0:1772473512.503517:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304d200. 00000400:00000010:3.0:1772473512.503524:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e0b0. 00000400:00000010:3.0:1772473512.503531:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed02a8. 00000100:00000200:3.0:1772473512.503537:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089088, portal 25 00000400:00000010:3.0:1772473512.503541:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.503543:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186089088, offset 0 00000400:00000200:3.0:1772473512.503552:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.503563:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.503572:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb6280 00000400:00000200:3.0:1772473512.503579:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17241 [2] + 0 00000400:00000010:3.0:1772473512.503583:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362268. 00000400:00000200:3.0:1772473512.503595:0:3343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c4039e0600 00000400:00000200:3.0:1772473512.503600:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.503604:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473512.503608:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4039e0600 00000400:00000010:3.0:1772473512.503610:0:3343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c4039e0600. 00000100:00000200:3.0:1772473512.503615:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473512.503626:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473512.503628:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.503636:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43fd18a80 x1858570186089088/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473512.503651:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243000. 00000100:00000010:3.0:1772473512.503660:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243ae0. 00000100:00000010:3.0:1772473512.503665:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473512.503669:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243c00. 02000000:00000010:3.0:1772473512.503678:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304dc00. 00000400:00000010:3.0:1772473512.503681:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e478. 00000400:00000010:3.0:1772473512.503684:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.503687:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089600, portal 10 00000400:00000010:3.0:1772473512.503691:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473512.503693:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186089600, offset 0 00000400:00000200:3.0:1772473512.503696:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.503700:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.503704:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6480 00000400:00000200:3.0:1772473512.503709:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 106080 00000400:00000200:3.0:1772473512.503713:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.503716:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.503719:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473512.503722:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396c700. 00000400:00000200:3.0:1772473512.503730:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0198 00000400:00000010:3.0:1772473512.503731:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473512.503735:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396d880 x1858570186089600/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.503778:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304c200. 00000400:00000010:3.0:1772473512.503781:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e1b8. 00000400:00000010:3.0:1772473512.503784:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473512.503786:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089472, portal 4 00000400:00000010:3.0:1772473512.503789:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473512.503791:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186089472, offset 0 00000400:00000200:3.0:1772473512.503795:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.503799:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.503804:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb6400 00000400:00000200:3.0:1772473512.503808:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 8576 00000400:00000200:3.0:1772473512.503812:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.503814:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.503818:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473512.503821:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c4068b8700. 00000400:00000200:3.0:1772473512.503829:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473512.503831:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473512.503835:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396df80 x1858570186089472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.503856:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304ce00. 00000400:00000010:3.0:1772473512.503859:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e4d0. 00000400:00000010:3.0:1772473512.503862:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473512.503864:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089216, portal 10 00000400:00000010:3.0:1772473512.503868:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473512.503870:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186089216, offset 0 00000400:00000200:3.0:1772473512.503873:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.503877:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.503882:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6300 00000400:00000200:3.0:1772473512.503886:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 106304 00000400:00000200:3.0:1772473512.503889:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.503892:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.503895:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473512.503898:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c4068ba300. 00000400:00000200:3.0:1772473512.503906:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:3.0:1772473512.503907:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473512.503912:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c410b7df80 x1858570186089216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.503925:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304c600. 00000400:00000010:3.0:1772473512.503928:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e268. 00000400:00000010:3.0:1772473512.503930:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473512.503933:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089728, portal 4 00000400:00000010:3.0:1772473512.503936:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473512.503938:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186089728, offset 0 00000400:00000200:3.0:1772473512.503941:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.503944:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.503948:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb6500 00000400:00000200:3.0:1772473512.503951:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 8800 00000400:00000200:3.0:1772473512.503955:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.503957:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.503959:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473512.503965:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e7800. 00000400:00000200:3.0:1772473512.503973:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:3.0:1772473512.503975:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473512.503979:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396c380 x1858570186089728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.503995:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30304d400. 00000400:00000010:3.0:1772473512.503998:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e420. 00000400:00000010:3.0:1772473512.504001:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473512.504003:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186089344, portal 10 00000400:00000010:3.0:1772473512.504007:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473512.504008:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186089344, offset 0 00000400:00000200:3.0:1772473512.504011:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504015:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504019:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6380 00000400:00000200:3.0:1772473512.504023:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 106528 00000400:00000200:3.0:1772473512.504026:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504029:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504031:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473512.504034:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e5180. 00000400:00000200:3.0:1772473512.504042:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473512.504043:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473512.504047:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c406891180 x1858570186089344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473512.504092:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8280. 00000020:00000010:3.0:1772473512.504109:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304de00. 00000020:00000010:3.0:1772473512.504114:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61f80. 00000020:00000010:3.0:1772473512.504118:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473512.504141:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504143:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504147:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d600. 00000020:00000010:3.0:1772473512.504149:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61080. 00000020:00000010:3.0:1772473512.504152:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f640. 00000020:00000010:3.0:1772473512.504164:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504166:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4bc0. 00000020:00000010:3.0:1772473512.504169:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504172:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d000. 00000020:00000010:3.0:1772473512.504174:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61a80. 00000020:00000010:3.0:1772473512.504177:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473512.504187:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504189:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8200. 00000100:00000200:3.0:1772473512.504191:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089600 02000000:00000010:3.0:1772473512.504206:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c42033b800. 00010000:00000200:3.0:1772473512.504214:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c30396c700 x1858570186089600/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504227:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473512.504230:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186089600, offset 224 00000400:00000200:3.0:1772473512.504233:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504238:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504242:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6480 00000400:00000200:3.0:1772473512.504246:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178e9 [1] + 224 00000400:00000200:3.0:1772473512.504249:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504252:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504257:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396d880 x1858570186089600/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473512.504269:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473512.504271:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000020:00000010:3.0:1772473512.504279:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61f80. 00000020:00000010:3.0:1772473512.504283:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f7d0. 00000020:00000010:3.0:1772473512.504286:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304de00. 00000020:00000010:3.0:1772473512.504296:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504299:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8200. 00000100:00000200:3.0:1772473512.504300:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089216 02000000:00000010:3.0:1772473512.504306:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c420339800. 00010000:00000200:3.0:1772473512.504310:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c4068ba300 x1858570186089216/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504319:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473512.504321:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186089216, offset 224 00000400:00000200:3.0:1772473512.504324:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504328:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504331:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6300 00000400:00000200:3.0:1772473512.504335:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178f9 [1] + 224 00000400:00000200:3.0:1772473512.504338:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504340:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504344:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c410b7df80 x1858570186089216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473512.504355:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473512.504357:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000020:00000010:3.0:1772473512.504362:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61080. 00000020:00000010:3.0:1772473512.504364:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f640. 00000020:00000010:3.0:1772473512.504366:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d600. 00000020:00000010:3.0:1772473512.504373:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504375:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8200. 00000100:00000200:3.0:1772473512.504377:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089344 02000000:00000010:3.0:1772473512.504382:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c42033b000. 00010000:00000200:3.0:1772473512.504387:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e5180 x1858570186089344/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504394:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473512.504396:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186089344, offset 224 00000400:00000200:3.0:1772473512.504399:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504403:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504407:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6380 00000400:00000200:3.0:1772473512.504411:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17909 [1] + 224 00000400:00000200:3.0:1772473512.504413:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504416:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504420:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c406891180 x1858570186089344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473512.504428:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473512.504430:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000020:00000010:3.0:1772473512.504434:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61a80. 00000020:00000010:3.0:1772473512.504436:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473512.504439:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d000. 00000400:00000010:3.0:1772473512.504459:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e420. 00000400:00000200:3.0:1772473512.504462:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:3.0:1772473512.504464:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473512.504468:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c406891180 x1858570186089344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473512.504476:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c406891180 x1858570186089344/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504496:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e4d0. 00000400:00000200:3.0:1772473512.504498:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473512.504499:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473512.504503:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c410b7df80 x1858570186089216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473512.504510:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c410b7df80 x1858570186089216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.504523:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304d400. 02000000:00000010:3.0:1772473512.504527:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476c00. 00000100:00000010:3.0:1772473512.504531:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c406891180. 02000000:00000010:3.0:1772473512.504534:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304ce00. 02000000:00000010:3.0:1772473512.504537:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476100. 00000100:00000010:3.0:1772473512.504539:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c410b7df80. 00000400:00000010:3.0:1772473512.504557:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e478. 00000400:00000200:3.0:1772473512.504559:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473512.504561:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.504564:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396d880 x1858570186089600/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473512.504578:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396d880 x1858570186089600/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.504587:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304dc00. 02000000:00000010:3.0:1772473512.504590:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476d00. 00000100:00000010:3.0:1772473512.504592:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396d880. 00000020:00000010:3.0:1772473512.504626:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8200. 00000020:00000010:3.0:1772473512.504630:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828e00. 00000020:00000010:3.0:1772473512.504638:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304dc00. 00000020:00000010:3.0:1772473512.504641:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61a80. 00000020:00000010:3.0:1772473512.504643:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473512.504659:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8800. 00000020:00000010:3.0:1772473512.504662:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828500. 00000020:00000010:3.0:1772473512.504666:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304ce00. 00000020:00000010:3.0:1772473512.504668:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61080. 00000020:00000010:3.0:1772473512.504670:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f640. 00000020:00000010:3.0:1772473512.504683:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8bc0. 00000020:00000010:3.0:1772473512.504685:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8bc0. 00000100:00000200:3.0:1772473512.504687:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089472 02000000:00000010:3.0:1772473512.504693:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c42033ac00. 00010000:00000200:3.0:1772473512.504698:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c4068b8700 x1858570186089472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504706:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.504708:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186089472, offset 224 00000400:00000200:3.0:1772473512.504712:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504716:0:6590:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504720:0:6590:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb6400 00000400:00000200:3.0:1772473512.504724:0:6590:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178f1 [1] + 224 00000400:00000200:3.0:1772473512.504728:0:6590:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504730:0:6590:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504736:0:6590:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396df80 x1858570186089472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473512.504774:0:6590:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473512.504775:0:6590:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000020:00000010:3.0:1772473512.504782:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61a80. 00000020:00000010:3.0:1772473512.504784:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473512.504786:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304dc00. 00000020:00000010:3.0:1772473512.504796:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8bc0. 00000020:00000010:3.0:1772473512.504798:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8bc0. 00000100:00000200:3.0:1772473512.504800:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089728 02000000:00000010:3.0:1772473512.504806:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c420338c00. 00010000:00000200:3.0:1772473512.504810:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e7800 x1858570186089728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473512.504818:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473512.504821:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186089728, offset 224 00000400:00000200:3.0:1772473512.504824:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473512.504828:0:6590:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473512.504832:0:6590:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb6500 00000400:00000200:3.0:1772473512.504836:0:6590:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17901 [1] + 224 00000400:00000200:3.0:1772473512.504839:0:6590:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473512.504841:0:6590:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473512.504845:0:6590:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396c380 x1858570186089728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473512.504856:0:6590:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473512.504858:0:6590:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000020:00000010:3.0:1772473512.504863:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61080. 00000020:00000010:3.0:1772473512.504865:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f640. 00000020:00000010:3.0:1772473512.504867:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304ce00. 00000400:00000010:3.0:1772473512.504885:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e268. 00000400:00000200:3.0:1772473512.504887:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:3.0:1772473512.504888:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473512.504892:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396c380 x1858570186089728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473512.504905:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396c380 x1858570186089728/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.504918:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304c600. 02000000:00000010:3.0:1772473512.504920:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476300. 00000100:00000010:3.0:1772473512.504923:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396c380. 00000400:00000010:3.0:1772473512.504931:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e1b8. 00000400:00000200:3.0:1772473512.504934:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0198 00000400:00000010:3.0:1772473512.504935:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473512.504938:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396df80 x1858570186089472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473512.504946:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396df80 x1858570186089472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473512.504956:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304c200. 02000000:00000010:3.0:1772473512.504958:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476000. 00000100:00000010:3.0:1772473512.504960:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396df80. 00000020:00000010:2.0:1772473512.507306:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828dc0. 00000020:00000010:2.0:1772473512.507316:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828dc0. 00000020:00000010:2.0:1772473512.507325:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15a600. 00000020:00000010:2.0:1772473512.507329:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473512.507334:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473512.507374:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828dc0. 00000020:00000010:2.0:1772473512.507377:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828dc0. 00000100:00000200:2.0:1772473512.507381:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089088 02000000:00000010:2.0:1772473512.507397:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301dda400. 00010000:00000200:2.0:1772473512.507408:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe850 x1858570186089088/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:38/0 lens 224/224 e 0 to 0 dl 1772473523 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473512.507428:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473512.507434:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186089088, offset 224 00000400:00000200:2.0:1772473512.507441:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473512.507454:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473512.507464:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb6280 00000400:00000200:2.0:1772473512.507472:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x178e1 [1] + 224 00000400:00000200:2.0:1772473512.507478:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473512.507481:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473512.507492:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43fd18a80 x1858570186089088/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473512.507513:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9e58 00000400:00000010:2.0:1772473512.507516:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9e58. 00000020:00000010:2.0:1772473512.507527:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473512.507531:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473512.507534:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15a600. 02000000:00000010:2.0:1772473512.507540:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c301dda400. 00000100:00000200:2.0:1772473512.507545:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473512.507551:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c405e75dc0. 00000400:00000010:2.0:1772473512.507556:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559a600. 00000400:00000010:2.0:1772473512.507591:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e0b0. 00000400:00000200:2.0:1772473512.507596:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed02a8 00000400:00000010:2.0:1772473512.507598:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed02a8. 00000100:00000200:2.0:1772473512.507604:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43fd18a80 x1858570186089088/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473512.507613:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43fd18a80 x1858570186089088/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473512.507634:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30304d200. 02000000:00000010:2.0:1772473512.507639:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c420476f00. 00000100:00000010:2.0:1772473512.507644:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43fd18a80. 00000001:00000010:1.0:1772473512.560281:0:7470:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c4199fcb40. 00080000:00000010:1.0:1772473512.560295:0:7470:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43ba04400. 00000001:00000010:0.0:1772473512.565092:0:6615:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff90c301e9df00. 00080000:00000010:0.0:1772473512.565108:0:6615:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab2c00. 00000100:00000010:2.0:1772473512.574876:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:1.0:1772473512.574989:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243ae0. 00000100:00000010:3.0:1772473512.575084:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243c00. 00000100:00000010:0.0:1772473512.575616:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243000. 00000100:00000010:0.0:1772473513.014946:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b181500. 02000000:00000010:0.0:1772473513.014979:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43b1fb900. 02000000:00000010:2.0:1772473513.015092:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c301dda400. 00000400:00000010:2.0:1772473513.015103:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b478. 00000400:00000010:2.0:1772473513.015114:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473513.015123:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186089856, portal 4 00000400:00000010:2.0:1772473513.015132:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473513.015136:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186089856, offset 0 00000400:00000200:2.0:1772473513.015147:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473513.015165:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473513.015181:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6580 00000400:00000200:2.0:1772473513.015201:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 11200 00000400:00000200:2.0:1772473513.015210:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473513.015215:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473513.015226:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1772473513.015233:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06aa00. 00000400:00000200:2.0:1772473513.015263:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473513.015266:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473513.015277:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43b181500 x1858570186089856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473513.015312:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc9c0. 00000100:00000010:2.0:1772473513.015330:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc120. 00000100:00000010:2.0:1772473513.015344:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcb40. 00000100:00000010:2.0:1772473513.015350:0:3345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcc00. 00000100:00000010:1.0:1772473513.015445:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:1.0:1772473513.015468:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c430c2e400. 02000000:00000010:1.0:1772473513.015543:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c3028af000. 00000400:00000010:1.0:1772473513.015552:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473513.015558:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153440. 00000100:00000200:1.0:1772473513.015564:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186089984, portal 4 00000400:00000010:1.0:1772473513.015571:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473513.015574:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186089984, offset 0 00000400:00000200:1.0:1772473513.015582:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473513.015593:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473513.015604:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6600 00000400:00000200:1.0:1772473513.015611:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 11424 00000400:00000200:1.0:1772473513.015618:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473513.015621:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473513.015628:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473513.015633:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e3480. 00000400:00000200:1.0:1772473513.015648:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473513.015651:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473513.015658:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186089984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473513.015720:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4bc0. 00000020:00000010:1.0:1772473513.015726:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4bc0. 00000020:00000010:1.0:1772473513.015734:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e68000. 00000020:00000010:1.0:1772473513.015772:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164300. 00000020:00000010:1.0:1772473513.015778:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473513.015812:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4bc0. 00000020:00000010:1.0:1772473513.015816:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4bc0. 00000020:00000010:1.0:1772473513.015820:0:59483:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69000. 00000020:00000010:1.0:1772473513.015823:0:59483:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473513.015826:0:59483:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5e10. 00000020:00000010:1.0:1772473513.015844:0:59483:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4bc0. 00000020:00000010:1.0:1772473513.015846:0:59483:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4bc0. 00000100:00000200:1.0:1772473513.015849:0:59483:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089856 02000000:00000010:1.0:1772473513.015866:0:59483:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c3028ac400. 00000020:00000010:0.0:1772473513.015901:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3bc0. 00010000:00000200:1.0:1772473513.015908:0:59483:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e06aa00 x1858570186089856/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:39/0 lens 224/368 e 0 to 0 dl 1772473524 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473513.015909:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3bc0. 00000100:00000200:0.0:1772473513.015918:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186089984 00000400:00000010:1.0:1772473513.015935:0:59483:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 02000000:00000010:0.0:1772473513.015939:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43bab2c00. 00000100:00000200:1.0:1772473513.015940:0:59483:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186089856, offset 224 00000400:00000200:1.0:1772473513.015951:0:59483:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473513.015958:0:59483:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473513.015964:0:59483:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6580 00000400:00000200:1.0:1772473513.015970:0:59483:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1792d [1] + 224 00000400:00000200:1.0:1772473513.015975:0:59483:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1772473513.015980:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e3480 x1858570186089984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:39/0 lens 224/368 e 0 to 0 dl 1772473524 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473513.015985:0:59483:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473513.016003:0:59483:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43b181500 x1858570186089856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473513.016008:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473513.016016:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186089984, offset 224 00000400:00000200:0.0:1772473513.016025:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473513.016034:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473513.016045:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6600 00000400:00000200:0.0:1772473513.016061:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17935 [1] + 224 00000400:00000200:0.0:1772473513.016068:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.016072:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473513.016082:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186089984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473513.016104:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473513.016107:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473513.016391:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164400. 00000020:00000010:0.0:1772473513.016399:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5e10. 00000020:00000010:0.0:1772473513.016404:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69000. 00000400:00000010:0.0:1772473513.016442:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362580. 00000400:00000200:0.0:1772473513.016446:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153440 00000400:00000010:0.0:1772473513.016448:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153440. 00000100:00000200:0.0:1772473513.016455:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186089984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473513.016471:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186089984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473513.016508:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c3028af000. 02000000:00000010:0.0:1772473513.016513:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c430c2e400. 00000100:00000010:0.0:1772473513.016518:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 00000400:00000200:1.0:1772473513.019601:0:59483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473513.019612:0:59483:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000020:00000010:1.0:1772473513.019643:0:59483:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164300. 00000020:00000010:1.0:1772473513.019649:0:59483:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473513.019655:0:59483:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e68000. 00000400:00000010:2.0:1772473513.021220:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b478. 00000400:00000200:2.0:1772473513.021235:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9e58 00000400:00000010:2.0:1772473513.021240:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473513.021264:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43b181500 x1858570186089856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473513.021279:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43b181500 x1858570186089856/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473513.021552:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c301dda400. 02000000:00000010:2.0:1772473513.021562:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43b1fb900. 00000100:00000010:2.0:1772473513.021569:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43b181500. 00000100:00000010:3.0:1772473513.024106:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcc00. 00000100:00000010:2.0:1772473513.024328:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcb40. 00000100:00000010:0.0:1772473513.024778:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc9c0. 00000100:00000010:1.0:1772473513.025045:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc120. 00000001:02000400:3.0:1772473513.626639:0:106816:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25b: test nodemap info values ========= 12:45:12 (1772473512) 00000400:00000200:0.0:1772473513.894869:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473513.894889:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c88d80 00000400:00000200:0.0:1772473513.894907:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x17251 [2] + 0 00000400:00000010:0.0:1772473513.894913:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362f20. 00000400:00000200:0.0:1772473513.894920:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1c000 00000400:00000200:0.0:1772473513.895306:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.895312:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473513.895318:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c000 00000400:00000010:0.0:1772473513.895321:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1c000. 00000100:00000200:0.0:1772473513.895474:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473513.895506:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473513.895513:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c88e80 00000400:00000200:0.0:1772473513.895527:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 9024 00000400:00000200:0.0:1772473513.895538:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.895541:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473513.895545:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473513.895551:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b182d80. 00000020:00000010:3.0:1772473513.896256:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8980. 00000020:00000010:3.0:1772473513.896264:0:6590:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3cc0. 00000020:00000010:3.0:1772473513.896288:0:6590:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3da00. 00000020:00000010:3.0:1772473513.896294:0:6590:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61f00. 00000020:00000010:3.0:1772473513.896299:0:6590:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f640. 00000020:00000010:2.0:1772473513.896465:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028289c0. 00000020:00000010:2.0:1772473513.896470:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c3028289c0. 00000020:00000010:2.0:1772473513.896476:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15ac00. 00000020:00000010:2.0:1772473513.896480:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9600. 00000020:00000010:2.0:1772473513.896483:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473513.896511:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028289c0. 00000020:00000010:2.0:1772473513.896519:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c3028289c0. 00000100:00000200:2.0:1772473513.896523:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174848 02000000:00000010:2.0:1772473513.896540:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301dd8400. 00010000:00000200:2.0:1772473513.896552:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc850 x1858570170174848/t0(0) o400->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:39/0 lens 224/224 e 0 to 0 dl 1772473524 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473513.896586:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473513.896593:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170174848, offset 224 00000400:00000200:2.0:1772473513.896599:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473513.896610:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473513.896616:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4024:4024:256:4294967295] 192.168.201.48@tcp LPNI seq info [4020:4020:8:4294967295] 00000400:00000200:2.0:1772473513.896626:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473513.896631:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473513.896635:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c406338e00. 00000800:00000200:2.0:1772473513.896642:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473513.896648:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473513.896652:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c406338e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473513.896667:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9600. 00000020:00000010:2.0:1772473513.896671:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473513.896675:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15ac00. 00000100:00000200:2.0:1772473513.896682:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473513.896688:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b478. 00000400:00000010:2.0:1772473513.896692:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559a300. 00000800:00000200:2.0:1772473513.896800:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473513.896804:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c406338e00. 00000400:00000200:2.0:1772473513.896808:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473513.896813:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473513.896816:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9e58 00000400:00000010:2.0:1772473513.896819:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9e58. 02000000:00000010:2.0:1772473513.896823:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c301dd8400. 00000020:00000010:2.0:1772473513.898680:0:6590:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c3028289c0. 00000020:00000010:2.0:1772473513.898690:0:6590:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c3028289c0. 00000100:00000200:2.0:1772473513.900135:0:6590:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175104 02000000:00000010:2.0:1772473513.900170:0:6590:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301dd8400. 00010000:00000200:2.0:1772473513.900186:0:6590:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b182d80 x1858570170175104/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:39/0 lens 224/224 e 0 to 0 dl 1772473524 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473513.900207:0:6590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9e58. 00000100:00000200:2.0:1772473513.900215:0:6590:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170175104, offset 224 00000400:00000200:2.0:1772473513.900223:0:6590:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473513.900239:0:6590:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473513.900247:0:6590:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4025:4025:256:4294967295] 192.168.201.48@tcp LPNI seq info [4021:4021:8:4294967295] 00000400:00000200:2.0:1772473513.900259:0:6590:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473513.900265:0:6590:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473513.900270:0:6590:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c406338e00. 00000800:00000200:2.0:1772473513.900277:0:6590:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473513.900284:0:6590:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473513.900287:0:6590:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c406338e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473513.900324:0:6590:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61f00. 00000020:00000010:2.0:1772473513.901768:0:6590:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f640. 00000020:00000010:2.0:1772473513.901778:0:6590:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3da00. 00000800:00000200:0.0:1772473513.902628:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473513.902633:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c406338e00. 00000400:00000200:0.0:1772473513.902639:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.902647:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473513.902652:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9e58 00000400:00000010:0.0:1772473513.902655:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9e58. 00000400:00000200:0.0:1772473513.905482:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473513.905501:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c88e00 00000400:00000200:0.0:1772473513.905509:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 106752 00000400:00000200:0.0:1772473513.905522:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.905526:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473513.905533:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473513.905540:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b181180. 00000400:00000200:0.0:1772473513.905578:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473513.905584:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c88f00 00000400:00000200:0.0:1772473513.905590:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 9248 00000400:00000200:0.0:1772473513.905599:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.905602:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473513.905606:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473513.905611:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43b181500. 00000020:00000010:1.0:1772473513.905949:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4040. 00000020:00000010:1.0:1772473513.905956:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828f40. 00000020:00000010:1.0:1772473513.905979:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69600. 00000020:00000010:1.0:1772473513.905985:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473513.905990:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473513.906030:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f48c0. 00000020:00000010:1.0:1772473513.906043:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f48c0. 00000100:00000200:1.0:1772473513.906046:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175232 02000000:00000010:1.0:1772473513.906065:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028ae800. 00010000:00000200:1.0:1772473513.906076:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b181500 x1858570170175232/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:39/0 lens 224/224 e 0 to 0 dl 1772473524 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473513.906095:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473513.906100:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170175232, offset 224 00000400:00000200:1.0:1772473513.906106:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473513.906117:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473513.906122:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4026:4026:256:4294967295] 192.168.201.48@tcp LPNI seq info [4022:4022:8:4294967295] 00000400:00000200:1.0:1772473513.906132:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473513.906137:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473513.906142:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c430c2ee00. 00000800:00000200:1.0:1772473513.906148:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473513.906155:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473513.906159:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c430c2ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473513.906176:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473513.906181:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473513.906184:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69600. 00000800:00000200:1.0:1772473513.906269:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473513.906272:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c430c2ee00. 00000400:00000200:1.0:1772473513.906275:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473513.906280:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473513.906284:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473513.906286:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000020:00000010:3.0:1772473513.906532:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8580. 00000020:00000010:3.0:1772473513.906538:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302828ec0. 00000020:00000010:3.0:1772473513.906545:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3de00. 00000020:00000010:3.0:1772473513.906548:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c42ca61300. 00000020:00000010:3.0:1772473513.906551:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473513.906595:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b00. 00000020:00000010:3.0:1772473513.906599:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b00. 00000100:00000200:3.0:1772473513.906602:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170174976 02000000:00000010:3.0:1772473513.906613:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43b13a800. 00010000:00000200:3.0:1772473513.906619:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43b181180 x1858570170174976/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:39/0 lens 224/224 e 0 to 0 dl 1772473524 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473513.906631:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0198. 00000100:00000200:3.0:1772473513.906634:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170174976, offset 224 00000400:00000200:3.0:1772473513.906640:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473513.906647:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473513.906650:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4027:4027:256:4294967295] 192.168.201.48@tcp LPNI seq info [4023:4023:8:4294967295] 00000400:00000200:3.0:1772473513.906658:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473513.906662:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473513.906665:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476900. 00000800:00000200:3.0:1772473513.906668:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473513.906672:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473513.906675:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1772473513.906684:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c42ca61300. 00000020:00000010:3.0:1772473513.906688:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473513.906691:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3de00. 00000800:00000200:0.0:1772473513.906973:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1772473513.906977:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476900. 00000400:00000200:0.0:1772473513.906981:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473513.906985:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473513.906988:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0198 00000400:00000010:0.0:1772473513.906990:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0198. 02000000:00000010:1.0:1772473515.122006:0:106864:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 5 at ffff90c4057d0b88. 02000000:00000010:1.0:1772473515.123126:0:106864:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 5 at ffff90c4057d0b88. 00000004:00000400:1.0:1772473515.123132:0:106864:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000020:00000010:3.0:1772473515.863123:0:106912:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303197850. 00000020:00000010:3.0:1772473515.863190:0:106912:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303197850. 00000020:00000010:3.0:1772473515.863330:0:106912:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c433d62c00. 00000020:00000010:3.0:1772473515.863338:0:106912:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c408448c00. 00000020:00000010:3.0:1772473515.863342:0:106912:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c408449a00. 00000040:00000010:3.0:1772473515.863347:0:106912:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c305828400. 00000020:00000010:3.0:1772473515.863351:0:106912:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473515.863356:0:106912:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30326c200. 80000000:00000010:3.0:1772473515.863361:0:106912:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243000. 00040000:00000010:3.0:1772473515.863366:0:106912:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30326c400. 00080000:00000010:3.0:1772473515.863372:0:106912:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562a800. 20000000:00000010:3.0:1772473515.863376:0:106912:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c30326da00. 00000020:00000010:3.0:1772473515.863381:0:106912:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8fc0. 00000001:00000010:3.0:1772473515.863388:0:106912:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff90c4012e8d00. 00000001:00000010:3.0:1772473515.863402:0:106912:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at ffff90c433d63800. 00000020:00000010:3.0:1772473515.863441:0:106912:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326c800. 00000020:00000010:3.0:1772473515.863444:0:106912:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30326de00. 00000040:00000010:3.0:1772473515.863446:0:106912:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30326cc00. 00000020:00000010:3.0:1772473515.863449:0:106912:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562e800. 00000020:00000010:3.0:1772473515.863452:0:106912:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30326d000. 00040000:00000010:3.0:1772473515.863456:0:106912:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476c00. 00040000:00000010:3.0:1772473515.863459:0:106912:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30326c600. 00080000:00000010:3.0:1772473515.863463:0:106912:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562c000. 00080000:00000010:3.0:1772473515.863473:0:106912:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d62800. 00000020:00000010:3.0:1772473515.863610:0:106912:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c42ca61f00. 00000020:00000010:3.0:1772473515.863637:0:106912:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30326de00. 00000040:00000010:3.0:1772473515.863642:0:106912:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30326cc00. 00000020:00000010:3.0:1772473515.863645:0:106912:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562e800. 00000020:00000010:3.0:1772473515.863649:0:106912:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30326d000. 00040000:00000010:3.0:1772473515.863652:0:106912:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476c00. 00040000:00000010:3.0:1772473515.863655:0:106912:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30326c600. 00000020:00000010:3.0:1772473515.863658:0:106912:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c42ca61f00. 00080000:00000010:3.0:1772473515.863661:0:106912:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562c000. 00000020:00000010:3.0:1772473515.863664:0:106912:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326c800. 00000001:00000010:3.0:1772473515.863667:0:106912:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff90c4012e8f00. 00000001:00000010:3.0:1772473515.863969:0:106912:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff90c4012e8d00. 00010000:00000010:3.0:1772473515.863994:0:106912:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c800. 00010000:00000010:3.0:1772473515.864018:0:106912:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8d00. 00000100:00000010:3.0:1772473515.864025:0:106912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c30108f6c0. 00000100:00000010:3.0:1772473515.864035:0:106912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e6a00. 02000000:00000010:3.0:1772473515.864047:0:106912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c30326c800. 02000000:00000010:3.0:1772473515.864076:0:106912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c30326c600. 00000400:00000010:3.0:1772473515.864083:0:106912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e1b8. 00000400:00000010:3.0:1772473515.864090:0:106912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473515.864096:0:106912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090112, portal 16 00000400:00000010:3.0:1772473515.864101:0:106912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473515.864104:0:106912:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186090112, offset 0 00000400:00000200:3.0:1772473515.864112:0:106912:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473515.864124:0:106912:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473515.864134:0:106912:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb6680 00000400:00000200:3.0:1772473515.864140:0:106912:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 328 00000400:00000200:3.0:1772473515.864147:0:106912:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473515.864151:0:106912:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473515.864157:0:106912:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1772473515.864162:0:106912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396df80. 00000400:00000200:3.0:1772473515.864223:0:106912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473515.864227:0:106912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473515.864235:0:106912:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e6a00 x1858570186090112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473531 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1772473515.864253:0:106912:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243c00. 00000100:00000010:3.0:1772473515.864263:0:106912:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243ae0. 00000100:00000010:3.0:1772473515.864268:0:106912:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473515.864272:0:106912:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243de0. 00000020:00000010:2.0:1772473515.864331:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828080. 00000020:00000010:2.0:1772473515.864335:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828080. 00000020:00000010:2.0:1772473515.864342:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43b15b000. 00000020:00000010:2.0:1772473515.864346:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9e80. 00000020:00000010:2.0:1772473515.864351:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473515.864420:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828080. 00000020:00000010:2.0:1772473515.864423:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828080. 00000100:00000200:2.0:1772473515.864426:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090112 02000000:00000010:2.0:1772473515.864439:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c301dd9800. 00000400:00000010:2.0:1772473515.864451:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473515.864454:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186090112, offset 224 00000400:00000200:2.0:1772473515.864459:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473515.864465:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473515.864470:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb6680 00000400:00000200:2.0:1772473515.864475:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17959 [1] + 224 00000400:00000200:2.0:1772473515.864479:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473515.864482:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473515.864488:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e6a00 x1858570186090112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1772473515.864511:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:2.0:1772473515.864513:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00010000:00000010:2.0:1772473515.864521:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c43bbe9c00. 00000020:00000010:2.0:1772473515.864573:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9e80. 00000020:00000010:2.0:1772473515.864577:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473515.864580:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43b15b000. 00000400:00000010:3.0:1772473515.864632:0:106912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e1b8. 00000400:00000200:3.0:1772473515.864637:0:106912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:3.0:1772473515.864638:0:106912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473515.864643:0:106912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e6a00 x1858570186090112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1772473515.864653:0:106912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e6a00 x1858570186090112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473515.864675:0:106912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c30326c600. 02000000:00000010:3.0:1772473515.864681:0:106912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c30326c800. 00000100:00000010:3.0:1772473515.864684:0:106912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e6a00. 00000100:00000010:3.0:1772473515.864688:0:106912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c30108f6c0. 00010000:00000010:3.0:1772473515.864693:0:106912:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8d00. 00000100:00000010:0.0:1772473515.865052:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:0.0:1772473515.865062:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43c921e00. 00010000:00000010:0.0:1772473515.865104:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c43bbe9c00. 02000000:00000010:0.0:1772473515.865126:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43c921200. 00000400:00000010:0.0:1772473515.865131:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325ba50. 00000400:00000010:0.0:1772473515.865136:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473515.865140:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090240, portal 18 00000400:00000010:0.0:1772473515.865144:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473515.865146:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186090240, offset 0 00000400:00000200:0.0:1772473515.865151:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473515.865157:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473515.865164:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb6700 00000400:00000200:0.0:1772473515.865169:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4265 [2] + 1640 00000400:00000200:0.0:1772473515.865173:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473515.865176:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473515.865180:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1772473515.865184:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ed80. 00000400:00000200:0.0:1772473515.865197:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145220 00000400:00000010:0.0:1772473515.865199:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473515.865204:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186090240/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473531 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473515.865233:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b80. 00000020:00000010:0.0:1772473515.865236:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b80. 00000020:00000010:0.0:1772473515.865240:0:5797:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43c920400. 00000020:00000010:0.0:1772473515.865243:0:5797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473515.865246:0:5797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000100:00000200:0.0:1772473515.865260:0:5797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c43419ed80 x1858570186090240/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:41/0 lens 328/0 e 0 to 0 dl 1772473526 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473515.865281:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b80. 00000020:00000010:0.0:1772473515.865283:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b80. 00000100:00000200:0.0:1772473515.865285:0:5797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090240 02000000:00000010:0.0:1772473515.865292:0:5797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab3400. 00010000:00000010:0.0:1772473515.865312:0:5797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302cb3b80. 00000100:00000010:0.0:1772473515.865317:0:5797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c3055fdd80. 00000100:00000010:0.0:1772473515.865332:0:5797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c3055fdd80. 00010000:00000010:0.0:1772473515.865335:0:5797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302cb3b80. 00000400:00000010:0.0:1772473515.865342:0:5797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473515.865344:0:5797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186090240, offset 224 00000400:00000200:0.0:1772473515.865348:0:5797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473515.865353:0:5797:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473515.865358:0:5797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb6700 00000400:00000200:0.0:1772473515.865362:0:5797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17965 [1] + 224 00000400:00000200:0.0:1772473515.865366:0:5797:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473515.865369:0:5797:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473515.865374:0:5797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186090240/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473515.865387:0:5797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145220 00000400:00000010:0.0:1772473515.865389:0:5797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145220. 00000020:00000010:0.0:1772473515.865398:0:5797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473515.865401:0:5797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473515.865403:0:5797:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43c920400. 00000400:00000010:0.0:1772473515.865420:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325ba50. 00000400:00000200:0.0:1772473515.865423:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473515.865425:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473515.865429:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186090240/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473515.865437:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186090240/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473531 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473515.865450:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43c921200. 02000000:00000010:0.0:1772473515.865454:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43c921e00. 00000100:00000010:0.0:1772473515.865457:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 00000020:00000010:3.0:1772473515.865525:0:106912:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8fc0. 00000020:00000010:3.0:1772473515.865533:0:106912:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c408449a00. 00000040:00000010:3.0:1772473515.865537:0:106912:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c305828400. 00000020:00000010:3.0:1772473515.865544:0:106912:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473515.865548:0:106912:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30326c200. 80000000:00000010:3.0:1772473515.865551:0:106912:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243000. 00040000:00000010:3.0:1772473515.865556:0:106912:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30326c400. 00080000:00000010:3.0:1772473515.865559:0:106912:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562a800. 20000000:00000010:3.0:1772473515.865565:0:106912:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c30326da00. 00000020:00000010:3.0:1772473515.865567:0:106912:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c408448c00. 00000020:00000010:3.0:1772473515.865575:0:106912:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c433d62c00. 00010000:00000010:0.1:1772473515.885926:0:106889:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328600. 00010000:00000010:0.1:1772473515.885938:0:106889:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55a00. 00010000:00000010:0.1:1772473515.885942:0:106889:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4c000. 00010000:00000010:3.1:1772473515.886239:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6f00. 00010000:00000010:3.1:1772473515.886245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4c800. 00000100:00000010:0.0:1772473515.934853:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243c00. 00000100:00000010:3.0:1772473515.935286:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243de0. 00000100:00000010:1.0:1772473515.935778:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243ae0. 00000100:00000010:2.0:1772473515.936212:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000020:00000010:2.0:1772473516.532647:0:106960:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c302c12760. 00000020:00000010:2.0:1772473516.532970:0:106960:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c302c12760. 00000020:00000010:2.0:1772473516.533244:0:106960:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c301dd8c00. 00000020:00000010:2.0:1772473516.533254:0:106960:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69800. 00000020:00000010:2.0:1772473516.533258:0:106960:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c301e69600. 00000040:00000010:2.0:1772473516.533262:0:106960:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c301e68400. 00000020:00000010:2.0:1772473516.533266:0:106960:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4186b3800. 00000020:00000010:2.0:1772473516.533270:0:106960:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c301e68e00. 80000000:00000010:2.0:1772473516.533275:0:106960:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc060. 00040000:00000010:2.0:1772473516.533279:0:106960:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c301e68000. 00080000:00000010:2.0:1772473516.533283:0:106960:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4186b2000. 20000000:00000010:2.0:1772473516.533287:0:106960:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c301e69c00. 00000020:00000010:2.0:1772473516.533378:0:106960:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302828740. 00000001:00000010:2.0:1772473516.533386:0:106960:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 120 at ffff90c43bab9e80. 00000001:00000010:2.0:1772473516.533418:0:106960:0:(nodemap_range.c:120:range_create_generic()) kmalloced '(range)': 176 at ffff90c43bbe9000. 00000020:00000010:2.0:1772473516.533435:0:106960:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c43b13b800. 00000020:00000010:2.0:1772473516.533439:0:106960:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff90c301e69000. 00000020:00000010:2.0:1772473516.533459:0:106960:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff90c4352b0400. 00000020:00000010:2.0:1772473516.533462:0:106960:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff90c4186b1800. 00000020:00000010:2.0:1772473516.533486:0:106960:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69400. 00000020:00000010:2.0:1772473516.533489:0:106960:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c301e68800. 00000040:00000010:2.0:1772473516.533492:0:106960:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c301e69e00. 00000020:00000010:2.0:1772473516.533495:0:106960:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b0000. 00000020:00000010:2.0:1772473516.533498:0:106960:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3025ce000. 00040000:00000010:2.0:1772473516.533503:0:106960:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c406338f00. 00040000:00000010:2.0:1772473516.533506:0:106960:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c41ca06a00. 00080000:00000010:2.0:1772473516.533509:0:106960:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b1000. 00080000:00000010:2.0:1772473516.533518:0:106960:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c301dda400. 00000020:00000010:2.0:1772473516.533607:0:106960:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c43bab9c80. 00000020:00000010:2.0:1772473516.533629:0:106960:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c301e68800. 00000040:00000010:2.0:1772473516.533632:0:106960:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c301e69e00. 00000020:00000010:2.0:1772473516.533635:0:106960:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b0000. 00000020:00000010:2.0:1772473516.533638:0:106960:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3025ce000. 00040000:00000010:2.0:1772473516.533642:0:106960:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c406338f00. 00040000:00000010:2.0:1772473516.533645:0:106960:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c41ca06a00. 00000020:00000010:2.0:1772473516.533649:0:106960:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c43bab9c80. 00080000:00000010:2.0:1772473516.533651:0:106960:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b1000. 00000020:00000010:2.0:1772473516.533654:0:106960:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69400. 00000001:00000010:2.0:1772473516.533658:0:106960:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 120 at ffff90c43bab9e80. 00010000:00000010:2.0:1772473516.533678:0:106960:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78a00. 00010000:00000010:2.0:1772473516.533684:0:106960:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55200. 00000020:00000010:2.0:1772473516.534009:0:106960:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302828740. 00000020:00000010:2.0:1772473516.534015:0:106960:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c301e69600. 00000040:00000010:2.0:1772473516.534018:0:106960:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c301e68400. 00000020:00000010:2.0:1772473516.534021:0:106960:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4186b3800. 00000020:00000010:2.0:1772473516.534024:0:106960:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c301e68e00. 80000000:00000010:2.0:1772473516.534026:0:106960:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc060. 00040000:00000010:2.0:1772473516.534029:0:106960:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c301e68000. 00080000:00000010:2.0:1772473516.534031:0:106960:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4186b2000. 20000000:00000010:2.0:1772473516.534034:0:106960:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c301e69c00. 00000020:00000010:2.0:1772473516.534037:0:106960:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69800. 00000020:00000010:2.0:1772473516.534041:0:106960:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c301dd8c00. 00010000:00000010:2.1:1772473516.557768:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78a00. 00010000:00000010:2.1:1772473516.557782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55200. 00000020:00000010:3.0:1772473517.193273:0:107008:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303197850. 00000020:00000010:3.0:1772473517.193337:0:107008:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303197850. 00000020:00000010:3.0:1772473517.193503:0:107008:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c433d62c00. 00000020:00000010:3.0:1772473517.193513:0:107008:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30326de00. 00000020:00000010:3.0:1772473517.193517:0:107008:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30326c400. 00000040:00000010:3.0:1772473517.193521:0:107008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30326c800. 00000020:00000010:3.0:1772473517.193525:0:107008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562a800. 00000020:00000010:3.0:1772473517.193530:0:107008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c402b49a00. 80000000:00000010:3.0:1772473517.193535:0:107008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243de0. 00040000:00000010:3.0:1772473517.193542:0:107008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c425176000. 00080000:00000010:3.0:1772473517.193546:0:107008:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628800. 20000000:00000010:3.0:1772473517.193550:0:107008:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c425177000. 00000020:00000010:3.0:1772473517.193555:0:107008:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e8a40. 00000001:00000010:3.0:1772473517.193562:0:107008:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c435243000. 00000001:00000010:3.0:1772473517.193577:0:107008:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff90c4012e8ec0. 00000020:00000010:3.0:1772473517.193582:0:107008:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033f6600. 00000020:00000010:3.0:1772473517.193584:0:107008:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033f6c00. 00000040:00000010:3.0:1772473517.193587:0:107008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3033f7600. 00000020:00000010:3.0:1772473517.193589:0:107008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562c000. 00000020:00000010:3.0:1772473517.193592:0:107008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033f7000. 00040000:00000010:3.0:1772473517.193595:0:107008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476c00. 00040000:00000010:3.0:1772473517.193598:0:107008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033f6200. 00080000:00000010:3.0:1772473517.193600:0:107008:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562e800. 00080000:00000010:3.0:1772473517.193610:0:107008:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d60000. 00000020:00000010:3.0:1772473517.193708:0:107008:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c42ca61380. 00000020:00000010:3.0:1772473517.193732:0:107008:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033f6c00. 00000040:00000010:3.0:1772473517.193736:0:107008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3033f7600. 00000020:00000010:3.0:1772473517.193773:0:107008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562c000. 00000020:00000010:3.0:1772473517.194160:0:107008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033f7000. 00040000:00000010:3.0:1772473517.194166:0:107008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476c00. 00040000:00000010:3.0:1772473517.194169:0:107008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033f6200. 00000020:00000010:3.0:1772473517.194173:0:107008:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c42ca61380. 00080000:00000010:3.0:1772473517.194176:0:107008:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562e800. 00000020:00000010:3.0:1772473517.194179:0:107008:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033f6600. 00000001:00000010:3.0:1772473517.194184:0:107008:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c435243000. 00010000:00000010:3.0:1772473517.194210:0:107008:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6400. 00010000:00000010:3.0:1772473517.194216:0:107008:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c800. 00000020:00000010:3.0:1772473517.194256:0:107008:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e8a40. 00000020:00000010:3.0:1772473517.194260:0:107008:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30326c400. 00000040:00000010:3.0:1772473517.194264:0:107008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30326c800. 00000020:00000010:3.0:1772473517.194267:0:107008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562a800. 00000020:00000010:3.0:1772473517.194271:0:107008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c402b49a00. 80000000:00000010:3.0:1772473517.194275:0:107008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243de0. 00040000:00000010:3.0:1772473517.194277:0:107008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c425176000. 00080000:00000010:3.0:1772473517.194280:0:107008:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628800. 20000000:00000010:3.0:1772473517.194284:0:107008:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c425177000. 00000020:00000010:3.0:1772473517.194288:0:107008:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30326de00. 00000020:00000010:3.0:1772473517.194292:0:107008:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c433d62c00. 00010000:00000010:3.1:1772473517.202856:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6400. 00010000:00000010:3.1:1772473517.202866:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4c800. 00000100:00000010:2.0:1772473517.623491:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069880. 02000000:00000010:2.0:1772473517.623508:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338f00. 00000100:00000010:2.0:1772473517.623535:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069c00. 02000000:00000010:2.0:1772473517.623538:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338e00. 00000100:00000010:2.0:1772473517.623542:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b800. 02000000:00000010:2.0:1772473517.623546:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404900000. 00000100:00000010:2.0:1772473517.623556:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068700. 02000000:00000010:2.0:1772473517.623558:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4ba00. 00000100:00000010:2.0:1772473517.623562:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06a680. 02000000:00000010:2.0:1772473517.623565:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4b700. 00000100:00000010:2.0:1772473517.623568:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b100. 02000000:00000010:2.0:1772473517.623570:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c433d4bc00. 02000000:00000010:2.0:1772473517.623589:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c402f0de00. 00000400:00000010:2.0:1772473517.623595:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b1b8. 00000400:00000010:2.0:1772473517.623600:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa96e8. 00000100:00000200:2.0:1772473517.623606:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090624, portal 10 00000400:00000010:2.0:1772473517.623612:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473517.623614:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186090624, offset 0 00000400:00000200:2.0:1772473517.623619:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473517.623629:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473517.623638:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6880 00000400:00000200:2.0:1772473517.623643:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 106976 00000400:00000200:2.0:1772473517.623649:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473517.623651:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473517.623658:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473517.623661:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fd18a80. 00000400:00000200:2.0:1772473517.623671:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:2.0:1772473517.623673:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473517.623679:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06b800 x1858570186090624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473517.623691:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc060. 00000100:00000010:2.0:1772473517.623703:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcc60. 00000100:00000010:2.0:1772473517.623708:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc2a0. 00000100:00000010:2.0:1772473517.623711:0:3342:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcb40. 02000000:00000010:2.0:1772473517.623727:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405adca00. 00000400:00000010:2.0:1772473517.623730:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b738. 00000400:00000010:2.0:1772473517.623732:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9440. 00000100:00000200:2.0:1772473517.623733:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090752, portal 4 00000400:00000010:2.0:1772473517.623751:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473517.623753:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186090752, offset 0 00000400:00000200:2.0:1772473517.623755:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473517.623758:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473517.623761:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb6900 00000400:00000200:2.0:1772473517.623765:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 9472 00000400:00000200:2.0:1772473517.623768:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473517.623769:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473517.623772:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473517.623775:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578dc00. 00000400:00000200:2.0:1772473517.623781:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:2.0:1772473517.623782:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473517.623785:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e068700 x1858570186090752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.623843:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405a80c00. 00000400:00000010:1.0:1772473517.623847:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033623c8. 00000400:00000010:1.0:1772473517.623849:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473517.623851:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090496, portal 10 00000400:00000010:1.0:1772473517.623855:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473517.623856:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186090496, offset 0 00000400:00000200:1.0:1772473517.623859:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.623864:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.623870:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6800 00000400:00000200:1.0:1772473517.623874:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 107200 00000400:00000200:1.0:1772473517.623877:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.623879:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.623882:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473517.623885:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e3b80. 00000400:00000200:1.0:1772473517.623902:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473517.623905:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473517.623910:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069c00 x1858570186090496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.623927:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405a80000. 00000400:00000010:1.0:1772473517.623930:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c08. 00000400:00000010:1.0:1772473517.623933:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473517.623935:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186091008, portal 4 00000400:00000010:1.0:1772473517.623940:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473517.623941:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186091008, offset 0 00000400:00000200:1.0:1772473517.623944:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.623948:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.623951:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb6a00 00000400:00000200:1.0:1772473517.623953:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 9696 00000400:00000200:1.0:1772473517.623955:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.623957:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.623960:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473517.623963:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e1500. 00000400:00000200:1.0:1772473517.623982:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473517.623984:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473517.623988:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06b100 x1858570186091008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.624009:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c405a80200. 00000400:00000010:1.0:1772473517.624013:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473517.624016:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473517.624019:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090368, portal 25 00000400:00000010:1.0:1772473517.624022:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473517.624024:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186090368, offset 0 00000400:00000200:1.0:1772473517.624027:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624030:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624033:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb6780 00000400:00000200:1.0:1772473517.624036:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17269 [2] + 0 00000400:00000010:1.0:1772473517.624038:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362478. 00000400:00000200:1.0:1772473517.624041:0:3345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1c180 00000400:00000200:1.0:1772473517.624043:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624045:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473517.624046:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c180 00000400:00000010:1.0:1772473517.624048:0:3345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1c180. 00000100:00000200:1.0:1772473517.624050:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473517.624058:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153ee0 00000400:00000010:1.0:1772473517.624059:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473517.624062:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069880 x1858570186090368/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.624076:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c41ca07a00. 00000400:00000010:1.0:1772473517.624079:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362478. 00000400:00000010:1.0:1772473517.624080:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473517.624082:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186090880, portal 10 00000400:00000010:1.0:1772473517.624084:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624086:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186090880, offset 0 00000400:00000200:1.0:1772473517.624087:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624090:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624092:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6980 00000400:00000200:1.0:1772473517.624095:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 107424 00000400:00000200:1.0:1772473517.624097:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624098:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624100:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473517.624102:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e0380. 00000400:00000200:1.0:1772473517.624108:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624110:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624112:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06a680 x1858570186090880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473517.624140:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473517.624144:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8200. 00000020:00000010:1.0:1772473517.624154:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473517.624158:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473517.624162:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473517.624187:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473517.624190:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8800. 00000020:00000010:1.0:1772473517.624194:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473517.624197:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624200:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624217:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624219:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f40. 00000100:00000200:1.0:1772473517.624222:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090752 02000000:00000010:1.0:1772473517.624237:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a8400. 00010000:00000200:1.0:1772473517.624245:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578dc00 x1858570186090752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624258:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624259:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186090752, offset 224 00000400:00000200:1.0:1772473517.624262:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624265:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624268:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb6900 00000400:00000200:1.0:1772473517.624271:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17979 [1] + 224 00000400:00000200:1.0:1772473517.624273:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624275:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624279:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e068700 x1858570186090752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624289:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624290:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624298:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473517.624301:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473517.624303:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473517.624312:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624313:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f40. 00000100:00000200:1.0:1772473517.624315:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091008 02000000:00000010:1.0:1772473517.624319:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a8800. 00010000:00000200:1.0:1772473517.624324:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e1500 x1858570186091008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624332:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624334:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186091008, offset 224 00000400:00000200:1.0:1772473517.624337:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624341:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624345:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb6a00 00000400:00000200:1.0:1772473517.624348:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17989 [1] + 224 00000400:00000200:1.0:1772473517.624351:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624353:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624357:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06b100 x1858570186091008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624374:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624376:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624383:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624386:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624388:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473517.624410:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624413:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624417:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473517.624419:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624420:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624435:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624436:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4f40. 00000100:00000200:1.0:1772473517.624438:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090368 02000000:00000010:1.0:1772473517.624442:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028ab000. 00010000:00000200:1.0:1772473517.624446:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf050 x1858570186090368/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624452:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624454:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186090368, offset 224 00000400:00000200:1.0:1772473517.624456:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624459:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624462:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb6780 00000400:00000200:1.0:1772473517.624465:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17991 [1] + 224 00000400:00000200:1.0:1772473517.624467:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624469:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624473:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069880 x1858570186090368/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624479:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624480:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624483:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624485:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624487:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 02000000:00000010:1.0:1772473517.624490:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3028ab000. 00000100:00000200:1.0:1772473517.624494:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473517.624496:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362f20. 00000400:00000010:1.0:1772473517.624498:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c430df8000. 00000020:00000010:1.0:1772473517.624510:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473517.624514:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473517.624516:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624517:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624529:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624530:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624532:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473517.624533:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473517.624535:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473517.624542:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624543:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8280. 00000020:00000010:1.0:1772473517.624545:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624548:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e68000. 00000020:00000010:1.0:1772473517.624549:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164d00. 00000020:00000010:1.0:1772473517.624551:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473517.624555:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624557:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00000100:00000200:1.0:1772473517.624558:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090624 02000000:00000010:1.0:1772473517.624562:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028ab000. 00010000:00000200:1.0:1772473517.624565:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fd18a80 x1858570186090624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624571:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624572:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186090624, offset 224 00000400:00000200:1.0:1772473517.624574:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624577:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624580:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6880 00000400:00000200:1.0:1772473517.624582:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17971 [1] + 224 00000400:00000200:1.0:1772473517.624585:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624587:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624590:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06b800 x1858570186090624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624597:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624598:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624601:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.624602:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473517.624604:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07200. 00000020:00000010:1.0:1772473517.624610:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624611:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00000100:00000200:1.0:1772473517.624612:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090496 02000000:00000010:1.0:1772473517.624615:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028aa000. 00010000:00000200:1.0:1772473517.624618:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e3b80 x1858570186090496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624623:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624624:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186090496, offset 224 00000400:00000200:1.0:1772473517.624626:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624629:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624631:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6800 00000400:00000200:1.0:1772473517.624633:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17981 [1] + 224 00000400:00000200:1.0:1772473517.624635:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624637:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624639:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069c00 x1858570186090496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624644:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624645:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624648:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164e00. 00000020:00000010:1.0:1772473517.624650:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473517.624651:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473517.624656:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.624657:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4900. 00000100:00000200:1.0:1772473517.624658:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186090880 02000000:00000010:1.0:1772473517.624662:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a9800. 00010000:00000200:1.0:1772473517.624664:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e0380 x1858570186090880/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1772473528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624669:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473517.624670:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186090880, offset 224 00000400:00000200:1.0:1772473517.624672:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473517.624675:0:8978:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473517.624677:0:8978:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6980 00000400:00000200:1.0:1772473517.624679:0:8978:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17999 [1] + 224 00000400:00000200:1.0:1772473517.624681:0:8978:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473517.624682:0:8978:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473517.624685:0:8978:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06a680 x1858570186090880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473517.624690:0:8978:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473517.624691:0:8978:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000020:00000010:1.0:1772473517.624694:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164d00. 00000020:00000010:1.0:1772473517.624695:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473517.624697:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e68000. 00000400:00000010:1.0:1772473517.624721:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b738. 00000400:00000200:1.0:1772473517.624723:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9440 00000400:00000010:1.0:1772473517.624724:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9440. 00000100:00000200:1.0:1772473517.624727:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e068700 x1858570186090752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624732:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e068700 x1858570186090752/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624765:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b1b8. 00000400:00000200:1.0:1772473517.624767:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa96e8 00000400:00000010:1.0:1772473517.624768:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa96e8. 00000100:00000200:1.0:1772473517.624770:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06b800 x1858570186090624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624775:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06b800 x1858570186090624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.624783:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405adca00. 02000000:00000010:1.0:1772473517.624786:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4ba00. 00000100:00000010:1.0:1772473517.624790:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e068700. 02000000:00000010:1.0:1772473517.624793:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c402f0de00. 02000000:00000010:1.0:1772473517.624794:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404900000. 00000100:00000010:1.0:1772473517.624799:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06b800. 00000400:00000010:1.0:1772473517.624806:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473517.624807:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473517.624808:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473517.624811:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069880 x1858570186090368/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624816:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069880 x1858570186090368/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624821:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362478. 00000400:00000200:1.0:1772473517.624822:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153ee0 00000400:00000010:1.0:1772473517.624823:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473517.624825:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06a680 x1858570186090880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624830:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06a680 x1858570186090880/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624835:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033623c8. 00000400:00000200:1.0:1772473517.624836:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473517.624837:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473517.624838:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069c00 x1858570186090496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624843:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069c00 x1858570186090496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473517.624849:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362c08. 00000400:00000200:1.0:1772473517.624851:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473517.624852:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473517.624854:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06b100 x1858570186091008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473517.624859:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06b100 x1858570186091008/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473517.624867:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405a80200. 02000000:00000010:1.0:1772473517.624870:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338f00. 00000100:00000010:1.0:1772473517.624873:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069880. 02000000:00000010:1.0:1772473517.624876:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c41ca07a00. 02000000:00000010:1.0:1772473517.624878:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4b700. 00000100:00000010:1.0:1772473517.624880:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06a680. 02000000:00000010:1.0:1772473517.624882:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405a80c00. 02000000:00000010:1.0:1772473517.624884:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338e00. 00000100:00000010:1.0:1772473517.624886:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069c00. 02000000:00000010:1.0:1772473517.624888:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c405a80000. 02000000:00000010:1.0:1772473517.624890:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c433d4bc00. 00000100:00000010:1.0:1772473517.624892:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06b100. 00000100:00000010:0.0:1772473517.694827:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc060. 00000100:00000010:1.0:1772473517.695576:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcc60. 00000100:00000010:3.0:1772473517.695885:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcb40. 00000100:00000010:2.0:1772473517.696170:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc2a0. 00000020:00000010:1.0:1772473517.746827:0:107056:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c403a52140. 00000020:00000010:1.0:1772473517.746958:0:107056:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c403a52140. 00000020:00000010:1.0:1772473517.747113:0:107056:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c3028a9000. 00000020:00000010:1.0:1772473517.747122:0:107056:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e69800. 00000020:00000010:1.0:1772473517.747127:0:107056:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c301e69c00. 00000040:00000010:1.0:1772473517.747130:0:107056:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c301e68000. 00000020:00000010:1.0:1772473517.747134:0:107056:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473517.747138:0:107056:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c301e68400. 80000000:00000010:1.0:1772473517.747143:0:107056:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c433c79ea0. 00040000:00000010:1.0:1772473517.747147:0:107056:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c301e69600. 00080000:00000010:1.0:1772473517.747151:0:107056:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c2800. 20000000:00000010:1.0:1772473517.747155:0:107056:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c301e68e00. 00000020:00000010:1.0:1772473517.747160:0:107056:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4090f45c0. 00000001:00000010:1.0:1772473517.747167:0:107056:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c433c79300. 00000001:00000010:1.0:1772473517.747184:0:107056:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff90c4090f4900. 00000020:00000010:1.0:1772473517.747190:0:107056:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c301e68800. 00000020:00000010:1.0:1772473517.747192:0:107056:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c301e69e00. 00000040:00000010:1.0:1772473517.747194:0:107056:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c301e69400. 00000020:00000010:1.0:1772473517.747197:0:107056:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4187c7000. 00000020:00000010:1.0:1772473517.747200:0:107056:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c405a80000. 00040000:00000010:1.0:1772473517.747204:0:107056:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c406338f00. 00040000:00000010:1.0:1772473517.747206:0:107056:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c405a80c00. 00080000:00000010:1.0:1772473517.747222:0:107056:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4187c6800. 00080000:00000010:1.0:1772473517.747231:0:107056:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c3028a9400. 00000020:00000010:1.0:1772473517.747567:0:107056:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c409164b80. 00000020:00000010:1.0:1772473517.747592:0:107056:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c301e69e00. 00000040:00000010:1.0:1772473517.747597:0:107056:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c301e69400. 00000020:00000010:1.0:1772473517.747600:0:107056:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c7000. 00000020:00000010:1.0:1772473517.747603:0:107056:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c405a80000. 00040000:00000010:1.0:1772473517.747605:0:107056:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c406338f00. 00040000:00000010:1.0:1772473517.747608:0:107056:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c405a80c00. 00000020:00000010:1.0:1772473517.747610:0:107056:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c409164b80. 00080000:00000010:1.0:1772473517.747612:0:107056:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c6800. 00000020:00000010:1.0:1772473517.747614:0:107056:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e68800. 00000001:00000010:1.0:1772473517.747618:0:107056:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c433c79300. 00010000:00000010:1.0:1772473517.747635:0:107056:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328f00. 00010000:00000010:1.0:1772473517.747640:0:107056:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55000. 00000020:00000010:1.0:1772473517.747673:0:107056:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4090f45c0. 00000020:00000010:1.0:1772473517.747676:0:107056:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c301e69c00. 00000040:00000010:1.0:1772473517.747678:0:107056:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c301e68000. 00000020:00000010:1.0:1772473517.747679:0:107056:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4187c1000. 00000020:00000010:1.0:1772473517.747681:0:107056:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c301e68400. 80000000:00000010:1.0:1772473517.747683:0:107056:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c433c79ea0. 00040000:00000010:1.0:1772473517.747684:0:107056:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c301e69600. 00080000:00000010:1.0:1772473517.747685:0:107056:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4187c2800. 20000000:00000010:1.0:1772473517.747687:0:107056:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c301e68e00. 00000020:00000010:1.0:1772473517.747689:0:107056:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c301e69800. 00000020:00000010:1.0:1772473517.747691:0:107056:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c3028a9000. 00010000:00000010:1.1:1772473517.753907:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328f00. 00010000:00000010:1.1:1772473517.753919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55000. 00000100:00000010:3.0:1772473517.885822:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396c380. 02000000:00000010:3.0:1772473517.885840:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033f7000. 00010000:00000010:3.0:1772473517.885853:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6400. 00010000:00000010:3.0:1772473517.885858:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c800. 00000100:00000010:3.0:1772473517.885874:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305b1c180. 02000000:00000010:3.0:1772473517.885891:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c301ddb400. 00000400:00000010:3.0:1772473517.885896:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e1b8. 00000400:00000010:3.0:1772473517.885901:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473517.885907:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186091136, portal 25 00000400:00000010:3.0:1772473517.885910:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473517.885912:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186091136, offset 0 00000400:00000200:3.0:1772473517.885918:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473517.885940:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473517.885951:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb6a80 00000400:00000200:3.0:1772473517.885957:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17271 [2] + 0 00000400:00000010:3.0:1772473517.885961:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362ec8. 00000400:00000200:3.0:1772473517.885973:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c305b1c900 00000400:00000200:3.0:1772473517.885978:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473517.885982:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473517.885986:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c305b1c900 00000400:00000010:3.0:1772473517.885989:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c305b1c900. 00000100:00000200:3.0:1772473517.885994:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473517.886016:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473517.886018:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473517.886025:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396c380 x1858570186091136/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473533 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473517.886040:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243de0. 00000100:00000010:3.0:1772473517.886050:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243000. 00000100:00000010:3.0:1772473517.886053:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473517.886056:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000020:00000010:2.0:1772473517.886110:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473517.886113:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473517.886120:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302584c00. 00000020:00000010:2.0:1772473517.886123:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473517.886127:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473517.886159:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828b00. 00000020:00000010:2.0:1772473517.886161:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828b00. 00000100:00000200:2.0:1772473517.886163:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091136 00010000:00000010:2.0:1772473517.886178:0:5805:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78a00. 00010000:00000010:2.0:1772473517.886181:0:5805:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55400. 02000000:00000010:2.0:1772473517.886191:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c3028ad000. 00010000:00000200:2.0:1772473517.886211:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc450 x1858570186091136/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:43/0 lens 328/344 e 0 to 0 dl 1772473528 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473517.886226:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473517.886229:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186091136, offset 224 00000400:00000200:2.0:1772473517.886234:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473517.886239:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473517.886244:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb6a80 00000400:00000200:2.0:1772473517.886248:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x179bd [1] + 224 00000400:00000200:2.0:1772473517.886252:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473517.886255:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473517.886261:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396c380 x1858570186091136/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473533 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473517.886276:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:2.0:1772473517.886278:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 00000020:00000010:2.0:1772473517.886288:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473517.886291:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473517.886295:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302584c00. 02000000:00000010:2.0:1772473517.886303:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c3028ad000. 00000100:00000200:2.0:1772473517.886309:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1772473517.886312:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b7e8. 00000400:00000010:2.0:1772473517.886316:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c302cf2b40. 00000400:00000010:3.0:1772473517.886605:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e1b8. 00000400:00000200:3.0:1772473517.886609:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:3.0:1772473517.886610:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473517.886614:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396c380 x1858570186091136/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473533 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473517.886620:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396c380 x1858570186091136/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473533 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473517.886635:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305b1c180. 02000000:00000010:3.0:1772473517.886645:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c301ddb400. 02000000:00000010:3.0:1772473517.886648:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033f7000. 00000100:00000010:3.0:1772473517.886651:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396c380. 00000100:00000010:3.0:1772473517.958795:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:2.0:1772473517.958812:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000100:00000010:0.0:1772473517.958873:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243de0. 00000100:00000010:1.0:1772473517.959024:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243000. 00000100:00000010:1.0:1772473518.134927:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e0000. 02000000:00000010:1.0:1772473518.134949:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338f00. 02000000:00000010:3.0:1772473518.135110:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c301ddb400. 00000400:00000010:3.0:1772473518.135118:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e1b8. 00000400:00000010:3.0:1772473518.135126:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0cc0. 00000100:00000200:3.0:1772473518.135133:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186091264, portal 4 00000400:00000010:3.0:1772473518.135140:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473518.135143:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186091264, offset 0 00000400:00000200:3.0:1772473518.135151:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473518.135164:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473518.135175:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6b00 00000400:00000200:3.0:1772473518.135181:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 11648 00000400:00000200:3.0:1772473518.135188:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473518.135192:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473518.135199:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1772473518.135204:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396c380. 00000400:00000200:3.0:1772473518.135227:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473518.135230:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473518.135251:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3055e0000 x1858570186091264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473518.135278:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243d20. 00000100:00000010:3.0:1772473518.135295:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243ae0. 00000100:00000010:3.0:1772473518.135306:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243c00. 00000100:00000010:3.0:1772473518.135311:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4352433c0. 00000020:00000010:0.0:1772473518.135388:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3cc0. 00000020:00000010:0.0:1772473518.135394:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3cc0. 00000020:00000010:0.0:1772473518.135401:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3de00. 00000020:00000010:0.0:1772473518.135406:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473518.135411:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473518.135446:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3cc0. 00000020:00000010:0.0:1772473518.135448:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3cc0. 00000100:00000200:0.0:1772473518.135451:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091264 02000000:00000010:0.0:1772473518.135465:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43bab1c00. 00010000:00000200:0.0:1772473518.135497:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c30396c380 x1858570186091264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:44/0 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473518.135518:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473518.135521:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186091264, offset 224 00000400:00000200:0.0:1772473518.135524:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473518.135530:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473518.135535:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6b00 00000400:00000200:0.0:1772473518.135539:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x179cd [1] + 224 00000400:00000200:0.0:1772473518.135542:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473518.135545:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473518.135551:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3055e0000 x1858570186091264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473518.135569:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473518.135570:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000020:00000010:0.0:1772473518.135581:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473518.135584:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473518.135587:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3de00. 00000400:00000010:1.0:1772473518.135791:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e1b8. 00000400:00000200:1.0:1772473518.135797:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0cc0 00000400:00000010:1.0:1772473518.135798:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0cc0. 00000100:00000200:1.0:1772473518.135804:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3055e0000 x1858570186091264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473518.135811:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3055e0000 x1858570186091264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473518.135836:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c301ddb400. 02000000:00000010:1.0:1772473518.135841:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338f00. 00000100:00000010:1.0:1772473518.135846:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3055e0000. 00000100:00000010:0.0:1772473518.138172:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:0.0:1772473518.138195:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c408860500. 02000000:00000010:1.0:1772473518.138415:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c3028a9000. 00000400:00000010:1.0:1772473518.138423:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c08. 00000400:00000010:1.0:1772473518.138429:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473518.138436:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186091392, portal 4 00000400:00000010:1.0:1772473518.138442:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473518.138445:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186091392, offset 0 00000400:00000200:1.0:1772473518.138453:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473518.138470:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473518.138481:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb6b80 00000400:00000200:1.0:1772473518.138487:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 11872 00000400:00000200:1.0:1772473518.138494:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473518.138497:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473518.138503:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473518.138508:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e0000. 00000400:00000200:1.0:1772473518.138535:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473518.138538:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473518.138545:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186091392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473518.138643:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8100. 00000020:00000010:3.0:1772473518.138648:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8100. 00000020:00000010:3.0:1772473518.138653:0:9321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033f6200. 00000020:00000010:3.0:1772473518.138658:0:9321:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce900. 00000020:00000010:3.0:1772473518.138663:0:9321:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473518.138695:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8100. 00000020:00000010:3.0:1772473518.138697:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8100. 00000100:00000200:3.0:1772473518.138700:0:9321:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091392 02000000:00000010:3.0:1772473518.138715:0:9321:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c301dd8c00. 00010000:00000200:3.0:1772473518.138770:0:9321:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c3055e0000 x1858570186091392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:44/0 lens 224/368 e 0 to 0 dl 1772473529 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473518.138786:0:9321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473518.138789:0:9321:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186091392, offset 224 00000400:00000200:3.0:1772473518.138793:0:9321:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473518.138798:0:9321:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473518.138803:0:9321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb6b80 00000400:00000200:3.0:1772473518.138808:0:9321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x179d9 [1] + 224 00000400:00000200:3.0:1772473518.138812:0:9321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473518.138815:0:9321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473518.138820:0:9321:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186091392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473518.138831:0:9321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473518.138833:0:9321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000020:00000010:3.0:1772473518.138843:0:9321:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce900. 00000020:00000010:3.0:1772473518.138846:0:9321:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473518.138849:0:9321:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033f6200. 00000400:00000010:1.0:1772473518.138899:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362c08. 00000400:00000200:1.0:1772473518.138902:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473518.138903:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473518.138908:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186091392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473518.138916:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186091392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473518.138939:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c3028a9000. 02000000:00000010:1.0:1772473518.138944:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c408860500. 00000100:00000010:1.0:1772473518.138951:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 00000100:00000010:0.0:1772473518.145279:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243d20. 00000100:00000010:1.0:1772473518.145787:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243ae0. 00000100:00000010:3.0:1772473518.145803:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4352433c0. 00000100:00000010:2.0:1772473518.147112:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243c00. 00000020:00000010:0.0:1772473518.553773:0:107104:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303f00860. 00000020:00000010:0.0:1772473518.553840:0:107104:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303f00860. 00000020:00000010:0.0:1772473518.554111:0:107104:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c43bab2800. 00000020:00000010:0.0:1772473518.554121:0:107104:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c400. 00000020:00000010:0.0:1772473518.554124:0:107104:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c42ca3dc00. 00000040:00000010:0.0:1772473518.554128:0:107104:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473518.554133:0:107104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473518.554137:0:107104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c42ca3d400. 80000000:00000010:0.0:1772473518.554140:0:107104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d420. 00040000:00000010:0.0:1772473518.554143:0:107104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c42ca3da00. 00080000:00000010:0.0:1772473518.554147:0:107104:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a4000. 20000000:00000010:0.0:1772473518.554150:0:107104:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c42ca3de00. 00000020:00000010:0.0:1772473518.554153:0:107104:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302cb3380. 00000001:00000010:0.0:1772473518.554159:0:107104:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c301e9d3c0. 00000001:00000010:0.0:1772473518.554173:0:107104:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff90c302cb3b80. 00000020:00000010:0.0:1772473518.554177:0:107104:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418670200. 00000020:00000010:0.0:1772473518.554179:0:107104:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c418670c00. 00000040:00000010:0.0:1772473518.554180:0:107104:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c418670600. 00000020:00000010:0.0:1772473518.554182:0:107104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473518.554184:0:107104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c418670a00. 00040000:00000010:0.0:1772473518.554187:0:107104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c408860500. 00040000:00000010:0.0:1772473518.554189:0:107104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c418670e00. 00080000:00000010:0.0:1772473518.554190:0:107104:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a7800. 00080000:00000010:0.0:1772473518.554198:0:107104:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab3000. 00000020:00000010:0.0:1772473518.554583:0:107104:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433ea7200. 00000020:00000010:0.0:1772473518.554618:0:107104:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c418670c00. 00000040:00000010:0.0:1772473518.554622:0:107104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c418670600. 00000020:00000010:0.0:1772473518.554624:0:107104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473518.554626:0:107104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c418670a00. 00040000:00000010:0.0:1772473518.554628:0:107104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c408860500. 00040000:00000010:0.0:1772473518.554634:0:107104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c418670e00. 00000020:00000010:0.0:1772473518.554636:0:107104:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433ea7200. 00080000:00000010:0.0:1772473518.554638:0:107104:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a7800. 00000020:00000010:0.0:1772473518.554640:0:107104:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418670200. 00000001:00000010:0.0:1772473518.554643:0:107104:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c301e9d3c0. 00010000:00000010:0.0:1772473518.554663:0:107104:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cb400. 00010000:00000010:0.0:1772473518.554676:0:107104:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302cb3200. 00000100:00000010:0.0:1772473518.554681:0:107104:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c30559a0c0. 00000100:00000010:0.0:1772473518.554690:0:107104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 02000000:00000010:0.0:1772473518.554700:0:107104:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c418670200. 02000000:00000010:0.0:1772473518.554729:0:107104:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c418670e00. 00000400:00000010:0.0:1772473518.555906:0:107104:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325ba50. 00000400:00000010:0.0:1772473518.555923:0:107104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473518.555930:0:107104:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186091520, portal 16 00000400:00000010:0.0:1772473518.555935:0:107104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473518.555938:0:107104:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186091520, offset 0 00000400:00000200:0.0:1772473518.555947:0:107104:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473518.555968:0:107104:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473518.555979:0:107104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb6c00 00000400:00000200:0.0:1772473518.555985:0:107104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 656 00000400:00000200:0.0:1772473518.555992:0:107104:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473518.555995:0:107104:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473518.556003:0:107104:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1772473518.556009:0:107104:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c305628e00. 00000400:00000200:0.0:1772473518.556074:0:107104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145220 00000400:00000010:0.0:1772473518.556077:0:107104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473518.556085:0:107104:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303977b80 x1858570186091520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473534 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1772473518.556103:0:107104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c301e9d3c0. 00000100:00000010:0.0:1772473518.556115:0:107104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c301e9d000. 00000100:00000010:0.0:1772473518.556119:0:107104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c301e9da20. 00000100:00000010:0.0:1772473518.556124:0:107104:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c301e9d9c0. 00000020:00000010:1.0:1772473518.559967:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473518.559978:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473518.559985:0:5794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a81000. 00000020:00000010:1.0:1772473518.559990:0:5794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164680. 00000020:00000010:1.0:1772473518.559996:0:5794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473518.560082:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473518.560085:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000100:00000200:1.0:1772473518.560088:0:5794:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091520 02000000:00000010:1.0:1772473518.560107:0:5794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a8c00. 00000400:00000010:1.0:1772473518.560124:0:5794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473518.560132:0:5794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186091520, offset 224 00000400:00000200:1.0:1772473518.560140:0:5794:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473518.560153:0:5794:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473518.560165:0:5794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb6c00 00000400:00000200:1.0:1772473518.560173:0:5794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x179e5 [1] + 224 00000400:00000200:1.0:1772473518.560181:0:5794:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473518.560185:0:5794:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473518.560196:0:5794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303977b80 x1858570186091520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473518.560229:0:5794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473518.560232:0:5794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00010000:00000010:1.0:1772473518.560242:0:5794:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c430df8540. 00000400:00000010:0.0:1772473518.560310:0:107104:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325ba50. 00000400:00000200:0.0:1772473518.560314:0:107104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:0.0:1772473518.560316:0:107104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473518.560322:0:107104:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303977b80 x1858570186091520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1772473518.560331:0:107104:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303977b80 x1858570186091520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1772473518.560356:0:107104:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c418670e00. 02000000:00000010:0.0:1772473518.560362:0:107104:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c418670200. 00000100:00000010:0.0:1772473518.560366:0:107104:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303977b80. 00000100:00000010:0.0:1772473518.560371:0:107104:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c30559a0c0. 00010000:00000010:0.0:1772473518.560374:0:107104:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302cb3200. 00000020:00000010:1.0:1772473518.560803:0:5794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164680. 00000020:00000010:1.0:1772473518.560809:0:5794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473518.560813:0:5794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a81000. 00000100:00000010:3.0:1772473518.560944:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396d880. 02000000:00000010:3.0:1772473518.560967:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033f6c00. 00010000:00000010:3.0:1772473518.561006:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c430df8540. 02000000:00000010:3.0:1772473518.561031:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033f7600. 00000400:00000010:3.0:1772473518.561037:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e268. 00000400:00000010:3.0:1772473518.561042:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473518.561046:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186091648, portal 18 00000400:00000010:3.0:1772473518.561051:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473518.561053:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186091648, offset 0 00000400:00000200:3.0:1772473518.561057:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473518.561064:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473518.561071:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb6c80 00000400:00000200:3.0:1772473518.561076:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x4265 [2] + 1968 00000400:00000010:3.0:1772473518.561079:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c4052997e8. 00000400:00000200:3.0:1772473518.561083:0:3345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c43b400600 00000400:00000200:3.0:1772473518.561086:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473518.561089:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473518.561092:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c43b400600 00000400:00000010:3.0:1772473518.561094:0:3345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c43b400600. 00000100:00000200:3.0:1772473518.561098:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1772473518.561109:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473518.561111:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473518.561117:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396d880 x1858570186091648/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473534 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473518.561155:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8080. 00000020:00000010:3.0:1772473518.561158:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8080. 00000020:00000010:3.0:1772473518.561161:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033f6600. 00000020:00000010:3.0:1772473518.561164:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433cce980. 00000020:00000010:3.0:1772473518.561168:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000100:00000200:3.0:1772473518.561182:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c404ae1c50 x1858570186091648/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:44/0 lens 328/0 e 0 to 0 dl 1772473529 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473518.561201:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8080. 00000020:00000010:3.0:1772473518.561203:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8080. 00000100:00000200:3.0:1772473518.561205:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091648 02000000:00000010:3.0:1772473518.561211:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d62c00. 00010000:00000010:3.0:1772473518.561234:0:5796:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8080. 00000100:00000010:3.0:1772473518.561239:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305b1c180. 00000100:00000010:3.0:1772473518.561264:0:5796:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305b1c180. 00010000:00000010:3.0:1772473518.561267:0:5796:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8080. 00000400:00000010:3.0:1772473518.561273:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473518.561276:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186091648, offset 224 00000400:00000200:3.0:1772473518.561280:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473518.561284:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473518.561289:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb6c80 00000400:00000200:3.0:1772473518.561293:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x179f1 [1] + 224 00000400:00000200:3.0:1772473518.561297:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473518.561300:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473518.561305:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396d880 x1858570186091648/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473518.561317:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473518.561319:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000020:00000010:3.0:1772473518.561325:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433cce980. 00000020:00000010:3.0:1772473518.561328:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473518.561331:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033f6600. 02000000:00000010:3.0:1772473518.561339:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c433d62c00. 02000000:00000010:3.0:1772473518.561342:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43bab3400. 00000100:00000010:3.0:1772473518.561346:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43419ed80. 02000000:00000010:3.0:1772473518.561350:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43bab3800. 00000100:00000010:3.0:1772473518.561352:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e068a80. 02000000:00000010:3.0:1772473518.561355:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c433d61000. 00000100:00000010:3.0:1772473518.561357:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303fdc700. 02000000:00000010:3.0:1772473518.561361:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c3034aa400. 00000100:00000010:3.0:1772473518.561363:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7df80. 02000000:00000010:3.0:1772473518.561366:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c433d60400. 00000100:00000010:3.0:1772473518.561368:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7dc00. 02000000:00000010:3.0:1772473518.561371:0:5796:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c435288400. 00000100:00000010:3.0:1772473518.561374:0:5796:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7ca80. 00000100:00000200:3.0:1772473518.561380:0:5796:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1772473518.561383:0:5796:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e478. 00000400:00000010:3.0:1772473518.561387:0:5796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305b1c180. 00000400:00000010:3.0:1772473518.561402:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e268. 00000400:00000200:3.0:1772473518.561406:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:3.0:1772473518.561408:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473518.561413:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396d880 x1858570186091648/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473518.561421:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396d880 x1858570186091648/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473534 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473518.561441:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033f7600. 02000000:00000010:3.0:1772473518.561446:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033f6c00. 00000100:00000010:3.0:1772473518.561448:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396d880. 00000020:00000010:0.0:1772473518.561511:0:107104:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302cb3380. 00000020:00000010:0.0:1772473518.561518:0:107104:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c42ca3dc00. 00000040:00000010:0.0:1772473518.561524:0:107104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473518.561527:0:107104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473518.561532:0:107104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c42ca3d400. 80000000:00000010:0.0:1772473518.561536:0:107104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d420. 00040000:00000010:0.0:1772473518.561541:0:107104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c42ca3da00. 00080000:00000010:0.0:1772473518.561545:0:107104:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a4000. 20000000:00000010:0.0:1772473518.561548:0:107104:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c42ca3de00. 00000020:00000010:0.0:1772473518.561551:0:107104:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c400. 00000020:00000010:0.0:1772473518.561557:0:107104:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c43bab2800. 00010000:00000010:0.1:1772473518.576098:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78a00. 00010000:00000010:0.1:1772473518.576112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb400. 00010000:00000010:3.1:1772473518.580068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6400. 00010000:00000010:3.1:1772473518.580083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4c800. 00010000:00000010:3.1:1772473518.580087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55400. 00000100:00000010:0.0:1772473518.638872:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c301e9d3c0. 00000100:00000010:1.0:1772473518.638940:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c301e9d000. 00000100:00000010:3.0:1772473518.639806:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c301e9d9c0. 00000100:00000010:2.0:1772473518.639869:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c301e9da20. 00000400:00000200:0.0:1772473519.016426:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473519.016446:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c89000 00000400:00000200:0.0:1772473519.016454:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 107648 00000400:00000200:0.0:1772473519.016466:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473519.016470:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473519.016477:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1772473519.016484:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303977b80. 00000400:00000200:0.0:1772473519.016508:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473519.016513:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89100 00000400:00000200:0.0:1772473519.016519:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 9920 00000400:00000200:0.0:1772473519.016525:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473519.016528:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473519.016531:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473519.016548:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fdddc00. 00000400:00000200:0.0:1772473519.016565:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473519.016570:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c88f80 00000400:00000200:0.0:1772473519.016576:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x17281 [2] + 0 00000400:00000010:0.0:1772473519.016580:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b318. 00000400:00000200:0.0:1772473519.016584:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303096540 00000400:00000200:0.0:1772473519.016589:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473519.016592:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:0.0:1772473519.016594:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096540 00000400:00000010:0.0:1772473519.016596:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303096540. 00000100:00000200:0.0:1772473519.016603:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1772473519.016616:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:0.0:1772473519.016621:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89080 00000400:00000200:0.0:1772473519.016624:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 10144 00000400:00000200:0.0:1772473519.016634:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473519.016636:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:0.0:1772473519.016638:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1772473519.016642:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43fdde680. 00000020:00000010:0.0:1772473519.016680:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3500. 00000020:00000010:0.0:1772473519.016686:0:8978:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8580. 00000020:00000010:0.0:1772473519.016699:0:8978:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.016704:0:8978:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473519.016709:0:8978:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473519.016757:0:8978:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb38c0. 00000020:00000010:0.0:1772473519.016760:0:8978:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb38c0. 00000100:00000200:0.0:1772473519.016763:0:8978:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175488 02000000:00000010:0.0:1772473519.016785:0:8978:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab0400. 00010000:00000200:0.0:1772473519.016794:0:8978:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303977b80 x1858570170175488/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:45/0 lens 224/224 e 0 to 0 dl 1772473530 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473519.016811:0:8978:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145b28. 00000100:00000200:0.0:1772473519.016816:0:8978:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170175488, offset 224 00000400:00000200:0.0:1772473519.016822:0:8978:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473519.016831:0:8978:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473519.016836:0:8978:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4028:4028:256:4294967295] 192.168.201.48@tcp LPNI seq info [4024:4024:8:4294967295] 00000400:00000200:0.0:1772473519.016845:0:8978:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473519.016850:0:8978:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473519.016855:0:8978:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c408860500. 00000800:00000200:0.0:1772473519.016860:0:8978:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473519.016867:0:8978:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473519.016941:0:8978:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c408860500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473519.016973:0:8978:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473519.016977:0:8978:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473519.016980:0:8978:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.017003:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb38c0. 00000020:00000010:0.0:1772473519.017007:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4040. 00000020:00000010:0.0:1772473519.017011:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.017014:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473519.017016:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473519.017034:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3d80. 00000020:00000010:0.0:1772473519.017037:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8980. 00000020:00000010:0.0:1772473519.017041:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473519.017043:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473519.017045:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473519.017057:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473519.017059:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473519.017062:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175744 02000000:00000010:0.0:1772473519.017070:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab1400. 00010000:00000200:0.0:1772473519.017075:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fdddc00 x1858570170175744/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:45/0 lens 224/224 e 0 to 0 dl 1772473530 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473519.017085:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145220. 00000100:00000200:0.0:1772473519.017087:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170175744, offset 224 00000400:00000200:0.0:1772473519.017092:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473519.017097:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473519.017101:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4029:4029:255:4294967295] 192.168.201.48@tcp LPNI seq info [4025:4025:7:4294967295] 00000400:00000200:0.0:1772473519.017108:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473519.017112:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473519.017115:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c435186000. 00000800:00000200:0.0:1772473519.017118:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473519.017122:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473519.017124:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c435186000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473519.017130:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473519.017133:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867898. 00000020:00000010:0.0:1772473519.017135:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.017145:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473519.017147:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473519.017149:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175616 02000000:00000010:0.0:1772473519.017156:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab2400. 00010000:00000200:0.0:1772473519.017160:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43fdde680 x1858570170175616/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:45/0 lens 224/224 e 0 to 0 dl 1772473530 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473519.017170:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251457f8. 00000100:00000200:0.0:1772473519.017173:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170175616, offset 224 00000400:00000200:0.0:1772473519.017177:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473519.017182:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473519.017186:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4030:4030:254:4294967295] 192.168.201.48@tcp LPNI seq info [4026:4026:6:4294967295] 00000400:00000200:0.0:1772473519.017193:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473519.017197:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473519.017201:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18c00. 00000800:00000200:0.0:1772473519.017204:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473519.017208:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473519.017210:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473519.017216:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473519.017219:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473519.017220:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473519.017239:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473519.017242:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473519.017244:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473519.017246:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473519.017793:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473519.017864:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473519.017867:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473519.017880:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175360 02000000:00000010:0.0:1772473519.017889:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab1000. 00010000:00000200:0.0:1772473519.017897:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd850 x1858570170175360/t0(0) o400->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:45/0 lens 224/224 e 0 to 0 dl 1772473530 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473519.017907:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251452a8. 00000100:00000200:0.0:1772473519.017911:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170175360, offset 224 00000400:00000200:0.0:1772473519.017915:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473519.017920:0:5803:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473519.017924:0:5803:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4031:4031:253:4294967295] 192.168.201.48@tcp LPNI seq info [4027:4027:5:4294967295] 00000400:00000200:0.0:1772473519.017931:0:5803:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473519.017934:0:5803:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473519.017938:0:5803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18900. 00000800:00000200:0.0:1772473519.017942:0:5803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473519.017957:0:5803:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473519.017960:0:5803:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473519.017967:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7400. 00000020:00000010:0.0:1772473519.017969:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473519.017971:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c000. 00000100:00000200:0.0:1772473519.017978:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473519.017984:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325b318. 00000400:00000010:0.0:1772473519.017988:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c30559a0c0. 00000800:00000200:1.0:1772473519.019182:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473519.019189:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c408860500. 00000400:00000200:1.0:1772473519.019197:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473519.019204:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473519.019209:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145b28 00000400:00000010:1.0:1772473519.019212:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145b28. 00000800:00000200:1.0:1772473519.019226:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473519.019228:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c435186000. 00000400:00000200:1.0:1772473519.019231:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473519.019234:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473519.019236:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145220 00000400:00000010:1.0:1772473519.019238:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145220. 00000800:00000200:1.0:1772473519.019244:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473519.019246:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18c00. 00000400:00000200:1.0:1772473519.019248:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473519.019250:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473519.019253:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251457f8 00000400:00000010:1.0:1772473519.019254:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251457f8. 00000800:00000200:1.0:1772473519.019308:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473519.019311:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18900. 00000400:00000200:1.0:1772473519.019314:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473519.019317:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473519.019320:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251452a8 00000400:00000010:1.0:1772473519.019322:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251452a8. 02000000:00000010:1.0:1772473519.019326:0:3337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c43bab1000. 00000020:00000010:0.0:1772473519.293205:0:107152:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303f00860. 00000020:00000010:0.0:1772473519.293355:0:107152:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303f00860. 00000020:00000010:0.0:1772473519.293491:0:107152:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c43bab1000. 00000020:00000010:0.0:1772473519.293500:0:107152:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473519.293504:0:107152:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c42ca3d400. 00000040:00000010:0.0:1772473519.293508:0:107152:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.293512:0:107152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473519.293517:0:107152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c418670a00. 80000000:00000010:0.0:1772473519.293522:0:107152:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d660. 00040000:00000010:0.0:1772473519.293527:0:107152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c402ca5e00. 00080000:00000010:0.0:1772473519.293531:0:107152:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a4000. 20000000:00000010:0.0:1772473519.293534:0:107152:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c402ca5800. 00000020:00000010:0.0:1772473519.293539:0:107152:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302cb3540. 00000001:00000010:0.0:1772473519.293545:0:107152:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c301e9de40. 00000001:00000010:0.0:1772473519.293559:0:107152:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff90c302cb3ec0. 00000020:00000010:0.0:1772473519.293564:0:107152:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3025ce000. 00000020:00000010:0.0:1772473519.293567:0:107152:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c40120ac00. 00000040:00000010:0.0:1772473519.293570:0:107152:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c40120aa00. 00000020:00000010:0.0:1772473519.293572:0:107152:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a5000. 00000020:00000010:0.0:1772473519.293576:0:107152:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c303725000. 00040000:00000010:0.0:1772473519.293580:0:107152:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c402f18800. 00040000:00000010:0.0:1772473519.293582:0:107152:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c303724400. 00080000:00000010:0.0:1772473519.293585:0:107152:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a0000. 00080000:00000010:0.0:1772473519.293593:0:107152:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab2800. 00000020:00000010:0.0:1772473519.293684:0:107152:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433ea7700. 00000020:00000010:0.0:1772473519.293709:0:107152:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c40120ac00. 00000040:00000010:0.0:1772473519.293714:0:107152:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c40120aa00. 00000020:00000010:0.0:1772473519.293717:0:107152:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a5000. 00000020:00000010:0.0:1772473519.293721:0:107152:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c303725000. 00040000:00000010:0.0:1772473519.293724:0:107152:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c402f18800. 00040000:00000010:0.0:1772473519.293727:0:107152:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c303724400. 00000020:00000010:0.0:1772473519.293730:0:107152:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433ea7700. 00080000:00000010:0.0:1772473519.293733:0:107152:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a0000. 00000020:00000010:0.0:1772473519.293735:0:107152:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3025ce000. 00000001:00000010:0.0:1772473519.293856:0:107152:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c301e9de40. 00010000:00000010:0.0:1772473519.293877:0:107152:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8a000. 00010000:00000010:0.0:1772473519.293883:0:107152:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cb800. 00000020:00000010:0.0:1772473519.294229:0:107152:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302cb3540. 00000020:00000010:0.0:1772473519.294236:0:107152:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c42ca3d400. 00000040:00000010:0.0:1772473519.294240:0:107152:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c42ca3dc00. 00000020:00000010:0.0:1772473519.294243:0:107152:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a6000. 00000020:00000010:0.0:1772473519.294335:0:107152:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c418670a00. 80000000:00000010:0.0:1772473519.294339:0:107152:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d660. 00040000:00000010:0.0:1772473519.294342:0:107152:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c402ca5e00. 00080000:00000010:0.0:1772473519.294345:0:107152:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a4000. 20000000:00000010:0.0:1772473519.294348:0:107152:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c402ca5800. 00000020:00000010:0.0:1772473519.294350:0:107152:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473519.294354:0:107152:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c43bab1000. 00010000:00000010:0.1:1772473519.319196:0:38:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8a000. 00010000:00000010:0.1:1772473519.319208:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb800. 00000100:00000010:2.0:1772473520.118828:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578fb80. 02000000:00000010:2.0:1772473520.118847:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3030fa200. 00010000:00000010:2.0:1772473520.118861:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78f00. 00010000:00000010:2.0:1772473520.118867:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c54800. 00000100:00000010:2.0:1772473520.118893:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c41c7253c0. 02000000:00000010:2.0:1772473520.118914:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c3028ad000. 00000400:00000010:2.0:1772473520.118920:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565ba50. 00000400:00000010:2.0:1772473520.118935:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9ee0. 00000100:00000200:2.0:1772473520.118942:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186091776, portal 25 00000400:00000010:2.0:1772473520.118946:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473520.118948:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186091776, offset 0 00000400:00000200:2.0:1772473520.118956:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473520.118969:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473520.118978:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb6d00 00000400:00000200:2.0:1772473520.118983:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17299 [2] + 0 00000400:00000010:2.0:1772473520.118987:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b738. 00000400:00000200:2.0:1772473520.118994:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c3030966c0 00000400:00000200:2.0:1772473520.118999:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473520.119002:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473520.119007:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c3030966c0 00000400:00000010:2.0:1772473520.119009:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c3030966c0. 00000100:00000200:2.0:1772473520.119016:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473520.119032:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:2.0:1772473520.119034:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473520.119042:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578fb80 x1858570186091776/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473536 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473520.119057:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc3c0. 00000100:00000010:2.0:1772473520.119067:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fccc0. 00000100:00000010:2.0:1772473520.119071:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc660. 00000100:00000010:2.0:1772473520.119076:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcde0. 00000020:00000010:1.0:1772473520.119297:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f44c0. 00000020:00000010:1.0:1772473520.119302:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f44c0. 00000020:00000010:1.0:1772473520.119307:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80a00. 00000020:00000010:1.0:1772473520.119312:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164780. 00000020:00000010:1.0:1772473520.119317:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473520.119361:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f44c0. 00000020:00000010:1.0:1772473520.119364:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f44c0. 00000100:00000200:1.0:1772473520.119367:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091776 00010000:00000010:1.0:1772473520.119388:0:5806:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328f00. 00010000:00000010:1.0:1772473520.119393:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55400. 02000000:00000010:1.0:1772473520.119407:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c3028ab800. 00010000:00000200:1.0:1772473520.119425:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbcc50 x1858570186091776/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:46/0 lens 328/344 e 0 to 0 dl 1772473531 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473520.119438:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473520.119440:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186091776, offset 224 00000400:00000200:1.0:1772473520.119443:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473520.119447:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473520.119451:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb6d00 00000400:00000200:1.0:1772473520.119454:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17a15 [1] + 224 00000400:00000200:1.0:1772473520.119456:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473520.119458:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473520.119462:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578fb80 x1858570186091776/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473536 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473520.119477:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473520.119479:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000020:00000010:1.0:1772473520.119490:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164780. 00000020:00000010:1.0:1772473520.119495:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5898. 00000400:00000010:0.0:1772473520.119497:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565ba50. 00000020:00000010:1.0:1772473520.119499:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80a00. 00000400:00000200:0.0:1772473520.119501:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9ee0 00000400:00000010:0.0:1772473520.119502:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9ee0. 02000000:00000010:1.0:1772473520.119505:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c3028ab800. 00000100:00000200:0.0:1772473520.119507:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578fb80 x1858570186091776/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473536 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473520.119510:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473520.119513:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362c08. 00000400:00000010:1.0:1772473520.119516:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c304102cc0. 00000100:00000200:0.0:1772473520.119516:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578fb80 x1858570186091776/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473536 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1772473520.119534:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c41c7253c0. 02000000:00000010:0.0:1772473520.119547:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c3028ad000. 02000000:00000010:0.0:1772473520.119552:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3030fa200. 00000100:00000010:0.0:1772473520.119555:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578fb80. 00000100:00000010:1.0:1772473520.190884:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fccc0. 00000100:00000010:0.0:1772473520.190961:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc3c0. 00000100:00000010:2.0:1772473520.191054:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc660. 00000100:00000010:3.0:1772473520.192054:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcde0. 00080000:00000010:2.0:1772473520.747093:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab2800. 00080000:00000010:2.0:1772473520.747104:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab3000. 00080000:00000010:2.0:1772473520.747110:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c3028a9400. 00080000:00000010:2.0:1772473520.747115:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c301dda400. 00080000:00000010:2.0:1772473520.747119:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d60000. 00080000:00000010:2.0:1772473520.747123:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d62800. 00000400:00000010:1.0:1772473521.002681:0:107252:0:(api-ni.c:5728:lnet_net_show_start()) alloc '(nlist)': 8 at ffff90c4057d0be0. 00000400:00000010:1.0:1772473521.002795:0:107252:0:(api-ni.c:5706:lnet_net_show_done()) kfreed 'nlist': 8 at ffff90c4057d0be0. 00000020:00000010:2.0:1772473521.684470:0:107302:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c302c12720. 00000020:00000010:2.0:1772473521.684544:0:107302:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c302c12720. 00000020:00000010:2.0:1772473521.684717:0:107302:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c3028af000. 00000020:00000010:2.0:1772473521.684727:0:107302:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302448800. 00000020:00000010:2.0:1772473521.684731:0:107302:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c302449a00. 00000040:00000010:2.0:1772473521.685049:0:107302:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c302449000. 00000020:00000010:2.0:1772473521.685056:0:107302:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b0000. 00000020:00000010:2.0:1772473521.685065:0:107302:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c301d8a800. 80000000:00000010:2.0:1772473521.685069:0:107302:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc240. 00040000:00000010:2.0:1772473521.685074:0:107302:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c301d8b000. 00080000:00000010:2.0:1772473521.685078:0:107302:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b0800. 20000000:00000010:2.0:1772473521.685082:0:107302:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c435180200. 00000020:00000010:2.0:1772473521.685087:0:107302:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302828cc0. 00000001:00000010:2.0:1772473521.685095:0:107302:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff90c4199fc000. 00000020:00000010:2.0:1772473521.685111:0:107302:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435180000. 00000020:00000010:2.0:1772473521.685113:0:107302:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c435181e00. 00000040:00000010:2.0:1772473521.685116:0:107302:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c435181c00. 00000020:00000010:2.0:1772473521.685119:0:107302:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b2800. 00000020:00000010:2.0:1772473521.685122:0:107302:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c40a9eae00. 00040000:00000010:2.0:1772473521.685125:0:107302:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c430c1c100. 00040000:00000010:2.0:1772473521.685128:0:107302:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c40a9eb800. 00080000:00000010:2.0:1772473521.685131:0:107302:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4186b7000. 00080000:00000010:2.0:1772473521.685140:0:107302:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c3028ad000. 00000020:00000010:2.0:1772473521.685366:0:107302:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c43bab9f80. 00000020:00000010:2.0:1772473521.685390:0:107302:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c435181e00. 00000040:00000010:2.0:1772473521.685394:0:107302:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c435181c00. 00000020:00000010:2.0:1772473521.685396:0:107302:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b2800. 00000020:00000010:2.0:1772473521.685400:0:107302:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c40a9eae00. 00040000:00000010:2.0:1772473521.685406:0:107302:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c430c1c100. 00040000:00000010:2.0:1772473521.685410:0:107302:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c40a9eb800. 00000020:00000010:2.0:1772473521.685416:0:107302:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c43bab9f80. 00080000:00000010:2.0:1772473521.685419:0:107302:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4186b7000. 00000020:00000010:2.0:1772473521.685421:0:107302:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435180000. 00000001:00000010:2.0:1772473521.685425:0:107302:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff90c4199fc000. 00010000:00000010:2.0:1772473521.685446:0:107302:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55a00. 00010000:00000010:2.0:1772473521.685460:0:107302:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302828840. 00000100:00000010:2.0:1772473521.685466:0:107302:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c302cf20c0. 00000100:00000010:2.0:1772473521.685475:0:107302:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578fb80. 02000000:00000010:2.0:1772473521.685487:0:107302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c40a9eb800. 02000000:00000010:2.0:1772473521.685513:0:107302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c40a9eae00. 00000400:00000010:2.0:1772473521.685520:0:107302:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b528. 00000400:00000010:2.0:1772473521.685527:0:107302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9088. 00000100:00000200:2.0:1772473521.685534:0:107302:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186091904, portal 16 00000400:00000010:2.0:1772473521.685539:0:107302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473521.685542:0:107302:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186091904, offset 0 00000400:00000200:2.0:1772473521.685550:0:107302:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473521.685562:0:107302:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473521.685571:0:107302:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb6d80 00000400:00000200:2.0:1772473521.685577:0:107302:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 984 00000400:00000200:2.0:1772473521.685584:0:107302:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473521.685588:0:107302:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473521.685595:0:107302:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1772473521.685599:0:107302:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ca80. 00000400:00000200:2.0:1772473521.685612:0:107302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473521.685615:0:107302:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473521.685621:0:107302:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40578fb80 x1858570186091904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473537 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1772473521.685637:0:107302:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc000. 00000100:00000010:2.0:1772473521.685648:0:107302:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc300. 00000100:00000010:2.0:1772473521.685653:0:107302:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcd20. 00000100:00000010:2.0:1772473521.685657:0:107302:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fcf60. 00000020:00000010:1.0:1772473521.685733:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4080. 00000020:00000010:1.0:1772473521.685759:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4080. 00000020:00000010:1.0:1772473521.685764:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303741600. 00000020:00000010:1.0:1772473521.685768:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164000. 00000020:00000010:1.0:1772473521.685773:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473521.685804:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4080. 00000020:00000010:1.0:1772473521.685806:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4080. 00000100:00000200:1.0:1772473521.685808:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186091904 02000000:00000010:1.0:1772473521.685820:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028ab800. 00000400:00000010:1.0:1772473521.685829:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473521.685832:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186091904, offset 224 00000400:00000200:1.0:1772473521.685836:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473521.685841:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473521.685846:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb6d80 00000400:00000200:1.0:1772473521.685850:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17a25 [1] + 224 00000400:00000200:1.0:1772473521.685854:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473521.685857:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473521.685863:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40578fb80 x1858570186091904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473521.685967:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473521.685969:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00010000:00000010:1.0:1772473521.685977:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c42cb69600. 00000020:00000010:1.0:1772473521.685990:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164000. 00000020:00000010:1.0:1772473521.685994:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473521.685998:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303741600. 00000100:00000010:3.0:1772473521.686090:0:5800:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396d880. 02000000:00000010:3.0:1772473521.686099:0:5800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c303551200. 00010000:00000010:3.0:1772473521.686128:0:5800:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c42cb69600. 02000000:00000010:3.0:1772473521.686144:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c401342600. 00000400:00000010:3.0:1772473521.686148:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e268. 00000400:00000010:3.0:1772473521.686151:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0c38. 00000100:00000200:3.0:1772473521.686155:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092032, portal 18 00000400:00000010:3.0:1772473521.686158:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473521.686160:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186092032, offset 0 00000400:00000200:3.0:1772473521.686164:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473521.686169:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473521.686174:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb6e00 00000400:00000200:3.0:1772473521.686179:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x47b9 [2] + 0 00000400:00000200:3.0:1772473521.686183:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473521.686186:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473521.686189:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1772473521.686192:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303fdc700. 00000400:00000200:3.0:1772473521.686201:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473521.686290:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473521.686297:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396d880 x1858570186092032/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473537 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473521.686346:0:107302:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b528. 00000400:00000200:3.0:1772473521.686349:0:107302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9088 00000400:00000010:3.0:1772473521.686351:0:107302:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9088. 00000100:00000200:3.0:1772473521.686355:0:107302:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40578fb80 x1858570186091904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1772473521.686371:0:107302:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40578fb80 x1858570186091904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473521.686389:0:107302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c40a9eae00. 02000000:00000010:3.0:1772473521.686396:0:107302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c40a9eb800. 00000100:00000010:3.0:1772473521.686400:0:107302:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40578fb80. 00000100:00000010:3.0:1772473521.686404:0:107302:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c302cf20c0. 00010000:00000010:3.0:1772473521.686407:0:107302:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302828840. 00000020:00000010:0.0:1772473521.686566:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad980. 00000020:00000010:0.0:1772473521.686570:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad980. 00000020:00000010:0.0:1772473521.686574:0:5797:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418670a00. 00000020:00000010:0.0:1772473521.686577:0:5797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473521.686580:0:5797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000100:00000200:0.0:1772473521.686595:0:5797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c303fdc700 x1858570186092032/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:47/0 lens 328/0 e 0 to 0 dl 1772473532 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473521.686647:0:5797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad980. 00000020:00000010:0.0:1772473521.686649:0:5797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad980. 00000100:00000200:0.0:1772473521.686651:0:5797:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092032 02000000:00000010:0.0:1772473521.686657:0:5797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab3800. 00010000:00000010:0.0:1772473521.686676:0:5797:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c404bad980. 00000100:00000010:0.0:1772473521.686681:0:5797:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c404aff0c0. 00000100:00000010:0.0:1772473521.686699:0:5797:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c404aff0c0. 00010000:00000010:0.0:1772473521.686702:0:5797:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c404bad980. 00000400:00000010:0.0:1772473521.686707:0:5797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145908. 00000100:00000200:0.0:1772473521.686710:0:5797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186092032, offset 224 00000400:00000200:0.0:1772473521.686714:0:5797:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473521.686720:0:5797:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473521.686725:0:5797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb6e00 00000400:00000200:0.0:1772473521.686729:0:5797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17a31 [1] + 224 00000400:00000200:0.0:1772473521.686733:0:5797:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473521.686735:0:5797:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473521.686770:0:5797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396d880 x1858570186092032/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473521.686791:0:5797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145908 00000400:00000010:0.0:1772473521.686792:0:5797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145908. 00000020:00000010:0.0:1772473521.686800:0:5797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7800. 00000020:00000010:0.0:1772473521.686803:0:5797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473521.686805:0:5797:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418670a00. 00000020:00000010:3.0:1772473521.686937:0:107302:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302828cc0. 00000020:00000010:3.0:1772473521.686946:0:107302:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c302449a00. 00000040:00000010:3.0:1772473521.686950:0:107302:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c302449000. 00000020:00000010:3.0:1772473521.686953:0:107302:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b0000. 00000020:00000010:3.0:1772473521.686957:0:107302:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c301d8a800. 80000000:00000010:3.0:1772473521.686961:0:107302:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc240. 00040000:00000010:3.0:1772473521.686965:0:107302:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c301d8b000. 00080000:00000010:3.0:1772473521.686968:0:107302:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b0800. 20000000:00000010:3.0:1772473521.686970:0:107302:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c435180200. 00000020:00000010:3.0:1772473521.686973:0:107302:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302448800. 00000020:00000010:3.0:1772473521.686978:0:107302:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c3028af000. 00000400:00000010:1.0:1772473521.687832:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e268. 00000400:00000200:1.0:1772473521.687839:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0c38 00000400:00000010:1.0:1772473521.687841:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0c38. 00000100:00000200:1.0:1772473521.687848:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396d880 x1858570186092032/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473521.687857:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396d880 x1858570186092032/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473537 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473521.687884:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c401342600. 02000000:00000010:1.0:1772473521.687888:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c303551200. 00000100:00000010:1.0:1772473521.687893:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396d880. 00010000:00000010:3.1:1772473521.695050:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c424f78f00. 00010000:00000010:3.1:1772473521.695067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c54800. 00010000:00000010:3.1:1772473521.695072:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328f00. 00010000:00000010:3.1:1772473521.695076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55a00. 00010000:00000010:0.1:1772473521.695723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55400. 00000100:00000010:1.0:1772473521.758843:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc300. 00000100:00000010:3.0:1772473521.758916:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcf60. 00000100:00000010:0.0:1772473521.758918:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc000. 00000100:00000010:2.0:1772473521.759825:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fcd20. 00000020:00000010:0.0:1772473522.232033:0:107350:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303f006c0. 00000020:00000010:0.0:1772473522.232085:0:107350:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303f006c0. 00000020:00000010:0.0:1772473522.232273:0:107350:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c43bab3000. 00000020:00000010:0.0:1772473522.232281:0:107350:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fbe00. 00000020:00000010:0.0:1772473522.232284:0:107350:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3030fa200. 00000040:00000010:0.0:1772473522.232286:0:107350:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c3030fb400. 00000020:00000010:0.0:1772473522.232290:0:107350:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a4000. 00000020:00000010:0.0:1772473522.232293:0:107350:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3030fb200. 80000000:00000010:0.0:1772473522.232296:0:107350:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9de40. 00040000:00000010:0.0:1772473522.232300:0:107350:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c42ca3da00. 00080000:00000010:0.0:1772473522.232303:0:107350:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a6000. 20000000:00000010:0.0:1772473522.232306:0:107350:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c42ca3de00. 00000020:00000010:0.0:1772473522.232310:0:107350:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c404baddc0. 00000001:00000010:0.0:1772473522.232316:0:107350:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff90c301e9da80. 00000020:00000010:0.0:1772473522.232330:0:107350:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c400. 00000020:00000010:0.0:1772473522.232332:0:107350:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c42ca3cc00. 00000040:00000010:0.0:1772473522.232333:0:107350:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473522.232335:0:107350:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473522.232336:0:107350:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c42ca3dc00. 00040000:00000010:0.0:1772473522.232340:0:107350:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c402f18800. 00040000:00000010:0.0:1772473522.232341:0:107350:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c42ca3d400. 00080000:00000010:0.0:1772473522.232343:0:107350:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a2800. 00080000:00000010:0.0:1772473522.232352:0:107350:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab2000. 00000020:00000010:0.0:1772473522.232434:0:107350:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433ea7400. 00000020:00000010:0.0:1772473522.232453:0:107350:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c42ca3cc00. 00000040:00000010:0.0:1772473522.232456:0:107350:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c42ca3c000. 00000020:00000010:0.0:1772473522.232458:0:107350:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473522.232460:0:107350:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c42ca3dc00. 00040000:00000010:0.0:1772473522.232462:0:107350:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c402f18800. 00040000:00000010:0.0:1772473522.232465:0:107350:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c42ca3d400. 00000020:00000010:0.0:1772473522.232468:0:107350:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433ea7400. 00080000:00000010:0.0:1772473522.232471:0:107350:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a2800. 00000020:00000010:0.0:1772473522.232474:0:107350:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c400. 00000001:00000010:0.0:1772473522.232477:0:107350:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff90c301e9da80. 00010000:00000010:0.0:1772473522.232497:0:107350:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8a000. 00010000:00000010:0.0:1772473522.232503:0:107350:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351cb000. 00000020:00000010:0.0:1772473522.232542:0:107350:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c404baddc0. 00000020:00000010:0.0:1772473522.232546:0:107350:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3030fa200. 00000040:00000010:0.0:1772473522.232548:0:107350:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c3030fb400. 00000020:00000010:0.0:1772473522.232550:0:107350:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a4000. 00000020:00000010:0.0:1772473522.232552:0:107350:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3030fb200. 80000000:00000010:0.0:1772473522.232553:0:107350:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9de40. 00040000:00000010:0.0:1772473522.232555:0:107350:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c42ca3da00. 00080000:00000010:0.0:1772473522.232557:0:107350:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a6000. 20000000:00000010:0.0:1772473522.232559:0:107350:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c42ca3de00. 00000020:00000010:0.0:1772473522.232560:0:107350:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fbe00. 00000020:00000010:0.0:1772473522.232563:0:107350:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c43bab3000. 00010000:00000010:0.1:1772473522.239076:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8a000. 00010000:00000010:0.1:1772473522.239088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351cb000. 00000100:00000010:1.0:1772473522.743255:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c30396d880. 02000000:00000010:1.0:1772473522.743277:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80af00. 00000100:00000010:1.0:1772473522.743320:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068a80. 02000000:00000010:1.0:1772473522.743325:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80a700. 00000100:00000010:1.0:1772473522.743332:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b100. 02000000:00000010:1.0:1772473522.743335:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80aa00. 00000100:00000010:1.0:1772473522.743350:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069c00. 02000000:00000010:1.0:1772473522.743354:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80a100. 00000100:00000010:1.0:1772473522.743360:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06a680. 02000000:00000010:1.0:1772473522.743363:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80a400. 00000100:00000010:1.0:1772473522.743368:0:2606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e069880. 02000000:00000010:1.0:1772473522.743371:0:2606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c43c80a500. 02000000:00000010:1.0:1772473522.743398:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543f600. 00000400:00000010:1.0:1772473522.743405:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033623c8. 00000400:00000010:1.0:1772473522.743411:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473522.743418:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092288, portal 10 00000400:00000010:1.0:1772473522.743424:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473522.743427:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186092288, offset 0 00000400:00000200:1.0:1772473522.743435:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743449:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.743460:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6f00 00000400:00000200:1.0:1772473522.743466:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 107872 00000400:00000200:1.0:1772473522.743473:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.743477:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.743484:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473522.743488:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e06b800. 00000400:00000200:1.0:1772473522.743505:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473522.743508:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473522.743516:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e068a80 x1858570186092288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473522.743534:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79c00. 00000100:00000010:1.0:1772473522.743544:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79960. 00000100:00000010:1.0:1772473522.743548:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79ba0. 00000100:00000010:1.0:1772473522.743552:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79300. 02000000:00000010:1.0:1772473522.743561:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543e200. 00000400:00000010:1.0:1772473522.743565:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362478. 00000400:00000010:1.0:1772473522.743568:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473522.743571:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092800, portal 4 00000400:00000010:1.0:1772473522.743575:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473522.743576:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186092800, offset 0 00000400:00000200:1.0:1772473522.743580:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743585:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.743589:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb7100 00000400:00000200:1.0:1772473522.743594:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 10368 00000400:00000200:1.0:1772473522.743598:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.743601:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.743604:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473522.743607:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40e068700. 00000400:00000200:1.0:1772473522.743618:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153ee0 00000400:00000010:1.0:1772473522.743620:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473522.743625:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069880 x1858570186092800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.743651:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43543f200. 00000400:00000010:1.0:1772473522.743654:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033626e0. 00000400:00000010:1.0:1772473522.743657:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473522.743659:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092160, portal 25 00000400:00000010:1.0:1772473522.743663:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473522.743665:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186092160, offset 0 00000400:00000200:1.0:1772473522.743669:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743673:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.743678:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb6e80 00000400:00000200:1.0:1772473522.743683:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x172a1 [2] + 0 00000400:00000010:1.0:1772473522.743686:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325b7e8. 00000400:00000200:1.0:1772473522.743689:0:3343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c303096240 00000400:00000200:1.0:1772473522.743692:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.743694:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473522.743696:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c303096240 00000400:00000010:1.0:1772473522.743698:0:3343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c303096240. 00000100:00000200:1.0:1772473522.743705:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473522.743716:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473522.743718:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473522.743722:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c30396d880 x1858570186092160/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.743778:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c435b0fa00. 00000400:00000010:1.0:1772473522.743782:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473522.743785:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473522.743787:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092672, portal 10 00000400:00000010:1.0:1772473522.743791:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473522.743793:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186092672, offset 0 00000400:00000200:1.0:1772473522.743796:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743800:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.743804:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb7080 00000400:00000200:1.0:1772473522.743808:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 108096 00000400:00000200:1.0:1772473522.743812:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.743814:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.743817:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473522.743821:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd5500. 00000400:00000200:1.0:1772473522.743832:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473522.743834:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473522.743838:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06a680 x1858570186092672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.743892:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c402ca5e00. 00000400:00000010:1.0:1772473522.743896:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362268. 00000400:00000010:1.0:1772473522.743899:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473522.743902:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092416, portal 10 00000400:00000010:1.0:1772473522.743906:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153bb0. 00000100:00000200:1.0:1772473522.743908:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186092416, offset 0 00000400:00000200:1.0:1772473522.743912:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743917:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.743921:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb6f80 00000400:00000200:1.0:1772473522.743925:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 108320 00000400:00000200:1.0:1772473522.743928:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.743931:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.743933:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1772473522.743937:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd4380. 00000400:00000200:1.0:1772473522.743948:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153bb0 00000400:00000010:1.0:1772473522.743950:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153bb0. 00000100:00000200:1.0:1772473522.743955:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e06b100 x1858570186092416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.743976:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c402ca5800. 00000400:00000010:1.0:1772473522.743979:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362688. 00000400:00000010:1.0:1772473522.743981:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153bb0. 00000100:00000200:1.0:1772473522.743984:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186092544, portal 4 00000400:00000010:1.0:1772473522.743987:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.743989:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186092544, offset 0 00000400:00000200:1.0:1772473522.743992:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.743996:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744000:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb7000 00000400:00000200:1.0:1772473522.744004:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 10592 00000400:00000200:1.0:1772473522.744008:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744011:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744013:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473522.744016:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd5f80. 00000400:00000200:1.0:1772473522.744026:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744028:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744032:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c40e069c00 x1858570186092544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473522.744068:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473522.744072:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473522.744078:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41987fc00. 00000020:00000010:1.0:1772473522.744082:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473522.744087:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473522.744117:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4c40. 00000020:00000010:1.0:1772473522.744130:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c402f0de00. 00000020:00000010:1.0:1772473522.744133:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744136:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744148:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744151:0:61615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4f40. 00000020:00000010:1.0:1772473522.744154:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744157:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07a00. 00000020:00000010:1.0:1772473522.744159:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164c80. 00000020:00000010:1.0:1772473522.744162:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473522.744174:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744176:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4840. 00000100:00000200:1.0:1772473522.744178:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092288 02000000:00000010:1.0:1772473522.744193:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a9400. 00010000:00000200:1.0:1772473522.744201:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e06b800 x1858570186092288/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744214:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744217:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186092288, offset 224 00000400:00000200:1.0:1772473522.744221:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744226:0:61615:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744230:0:61615:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6f00 00000400:00000200:1.0:1772473522.744234:0:61615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a3d [1] + 224 00000400:00000200:1.0:1772473522.744240:0:61615:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744242:0:61615:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744248:0:61615:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e068a80 x1858570186092288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744262:0:61615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744264:0:61615:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744275:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473522.744279:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5898. 00000020:00000010:1.0:1772473522.744283:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41987fc00. 00000020:00000010:1.0:1772473522.744295:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744298:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4840. 00000100:00000200:1.0:1772473522.744301:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092672 02000000:00000010:1.0:1772473522.744307:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3028a9000. 00010000:00000200:1.0:1772473522.744312:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd5500 x1858570186092672/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744322:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744324:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186092672, offset 224 00000400:00000200:1.0:1772473522.744328:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744332:0:61615:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744337:0:61615:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb7080 00000400:00000200:1.0:1772473522.744340:0:61615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a55 [1] + 224 00000400:00000200:1.0:1772473522.744343:0:61615:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744346:0:61615:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744350:0:61615:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06a680 x1858570186092672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744358:0:61615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744359:0:61615:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744366:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744368:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744371:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c402f0de00. 00000020:00000010:1.0:1772473522.744381:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744383:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4840. 00000100:00000200:1.0:1772473522.744386:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092416 02000000:00000010:1.0:1772473522.744393:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c40482c800. 00010000:00000200:1.0:1772473522.744398:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd4380 x1858570186092416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744406:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744409:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186092416, offset 224 00000400:00000200:1.0:1772473522.744412:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744416:0:61615:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744421:0:61615:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb6f80 00000400:00000200:1.0:1772473522.744424:0:61615:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a5d [1] + 224 00000400:00000200:1.0:1772473522.744427:0:61615:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744430:0:61615:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744434:0:61615:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e06b100 x1858570186092416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744447:0:61615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744450:0:61615:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744456:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164c80. 00000020:00000010:1.0:1772473522.744459:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473522.744461:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07a00. 00000020:00000010:1.0:1772473522.744481:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473522.744485:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473522.744489:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca07a00. 00000020:00000010:1.0:1772473522.744492:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164c80. 00000020:00000010:1.0:1772473522.744495:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473522.744514:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4300. 00000020:00000010:1.0:1772473522.744517:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744521:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473522.744524:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744526:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744539:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744541:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4580. 00000100:00000200:1.0:1772473522.744543:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092800 02000000:00000010:1.0:1772473522.744552:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303539400. 00010000:00000200:1.0:1772473522.744557:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40e068700 x1858570186092800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744567:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744569:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186092800, offset 224 00000400:00000200:1.0:1772473522.744572:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744577:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744581:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb7100 00000400:00000200:1.0:1772473522.744586:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a45 [1] + 224 00000400:00000200:1.0:1772473522.744589:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744591:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744597:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069880 x1858570186092800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744607:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744609:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744616:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164c80. 00000020:00000010:1.0:1772473522.744619:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:1.0:1772473522.744621:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca07a00. 00000020:00000010:1.0:1772473522.744630:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744632:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4580. 00000100:00000200:1.0:1772473522.744634:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092544 02000000:00000010:1.0:1772473522.744641:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30353b800. 00010000:00000200:1.0:1772473522.744646:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd5f80 x1858570186092544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744655:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744658:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186092544, offset 224 00000400:00000200:1.0:1772473522.744661:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744666:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744671:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb7000 00000400:00000200:1.0:1772473522.744674:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a65 [1] + 224 00000400:00000200:1.0:1772473522.744677:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744680:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744685:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c40e069c00 x1858570186092544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744694:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744696:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744702:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744705:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744707:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473522.744727:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744730:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744733:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41ca06a00. 00000020:00000010:1.0:1772473522.744736:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744756:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744776:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4580. 00000020:00000010:1.0:1772473522.744778:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4580. 00000100:00000200:1.0:1772473522.744780:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092160 02000000:00000010:1.0:1772473522.744787:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c30353bc00. 00010000:00000200:1.0:1772473522.744792:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbf450 x1858570186092160/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:48/0 lens 224/224 e 0 to 0 dl 1772473533 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.744800:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251533b8. 00000100:00000200:1.0:1772473522.744803:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186092160, offset 224 00000400:00000200:1.0:1772473522.744806:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473522.744811:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473522.744815:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb6e80 00000400:00000200:1.0:1772473522.744819:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17a4d [1] + 224 00000400:00000200:1.0:1772473522.744823:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473522.744825:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473522.744831:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c30396d880 x1858570186092160/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473522.744841:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251533b8 00000400:00000010:1.0:1772473522.744842:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251533b8. 00000020:00000010:1.0:1772473522.744848:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164b80. 00000020:00000010:1.0:1772473522.744851:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473522.744854:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41ca06a00. 02000000:00000010:1.0:1772473522.744859:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c30353bc00. 00000100:00000200:1.0:1772473522.744864:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473522.744867:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362738. 00000400:00000010:1.0:1772473522.744871:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c305a97f00. 00000400:00000010:1.0:1772473522.745197:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362688. 00000400:00000200:1.0:1772473522.745201:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153bb0 00000400:00000010:1.0:1772473522.745202:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153bb0. 00000100:00000200:1.0:1772473522.745207:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069c00 x1858570186092544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745215:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069c00 x1858570186092544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.745237:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362268. 00000400:00000200:1.0:1772473522.745240:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153908 00000400:00000010:1.0:1772473522.745241:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153908. 00000100:00000200:1.0:1772473522.745244:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06b100 x1858570186092416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745251:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06b100 x1858570186092416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.745263:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c402ca5800. 02000000:00000010:1.0:1772473522.745268:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80a100. 00000100:00000010:1.0:1772473522.745271:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069c00. 02000000:00000010:1.0:1772473522.745276:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c402ca5e00. 02000000:00000010:1.0:1772473522.745277:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80aa00. 00000100:00000010:1.0:1772473522.745280:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06b100. 00000400:00000010:1.0:1772473522.745596:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033626e0. 00000400:00000200:1.0:1772473522.745601:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153ee0 00000400:00000010:1.0:1772473522.745603:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153ee0. 00000100:00000200:1.0:1772473522.745608:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c30396d880 x1858570186092160/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745616:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c30396d880 x1858570186092160/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.745644:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362580. 00000400:00000200:1.0:1772473522.745647:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473522.745648:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473522.745653:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e06a680 x1858570186092672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745660:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e06a680 x1858570186092672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.745674:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033623c8. 00000400:00000200:1.0:1772473522.745677:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473522.745679:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473522.745683:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e068a80 x1858570186092288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745691:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e068a80 x1858570186092288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473522.745702:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362478. 00000400:00000200:1.0:1772473522.745704:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:1.0:1772473522.745705:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473522.745708:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c40e069880 x1858570186092800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473522.745715:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c40e069880 x1858570186092800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473522.745725:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543f200. 02000000:00000010:1.0:1772473522.745730:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80af00. 00000100:00000010:1.0:1772473522.745732:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c30396d880. 02000000:00000010:1.0:1772473522.745736:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c435b0fa00. 02000000:00000010:1.0:1772473522.745762:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80a400. 00000100:00000010:1.0:1772473522.745764:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e06a680. 02000000:00000010:1.0:1772473522.745767:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543f600. 02000000:00000010:1.0:1772473522.745770:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80a700. 00000100:00000010:1.0:1772473522.745772:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e068a80. 02000000:00000010:1.0:1772473522.745774:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43543e200. 02000000:00000010:1.0:1772473522.745776:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c43c80a500. 00000100:00000010:1.0:1772473522.745778:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c40e069880. 00000100:00000010:2.0:1772473522.817998:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79ba0. 00000100:00000010:1.0:1772473522.818117:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79960. 00000100:00000010:3.0:1772473522.818420:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79300. 00000100:00000010:0.0:1772473522.818820:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79c00. 00000100:00000010:1.0:1772473523.126886:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd6300. 02000000:00000010:1.0:1772473523.126907:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c41ca07a00. 00010000:00000010:1.0:1772473523.126921:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328500. 00010000:00000010:1.0:1772473523.126927:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55c00. 00000100:00000010:1.0:1772473523.126946:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c305a970c0. 02000000:00000010:1.0:1772473523.126965:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c30353bc00. 00000400:00000010:1.0:1772473523.126972:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362478. 00000400:00000010:1.0:1772473523.126979:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153550. 00000100:00000200:1.0:1772473523.126985:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186092928, portal 25 00000400:00000010:1.0:1772473523.126989:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473523.126992:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186092928, offset 0 00000400:00000200:1.0:1772473523.127000:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473523.127011:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473523.127022:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb7180 00000400:00000200:1.0:1772473523.127027:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x172e1 [2] + 0 00000400:00000010:1.0:1772473523.127030:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362d68. 00000400:00000200:1.0:1772473523.127034:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c42cb69480 00000400:00000200:1.0:1772473523.127039:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473523.127043:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473523.127048:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c42cb69480 00000400:00000010:1.0:1772473523.127050:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c42cb69480. 00000100:00000200:1.0:1772473523.127055:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473523.127080:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473523.127082:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473523.127089:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c302dd6300 x1858570186092928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473539 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473523.127108:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79960. 00000100:00000010:1.0:1772473523.127120:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79b40. 00000100:00000010:1.0:1772473523.127125:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79660. 00000100:00000010:1.0:1772473523.127129:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79f60. 00000020:00000010:3.0:1772473523.127195:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473523.127200:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473523.127211:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c4250d6400. 00000020:00000010:3.0:1772473523.127218:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c302524900. 00000020:00000010:3.0:1772473523.127225:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473523.127264:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8f80. 00000020:00000010:3.0:1772473523.127267:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8f80. 00000100:00000200:3.0:1772473523.127270:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186092928 00010000:00000010:3.0:1772473523.127286:0:5806:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c4052b6400. 00010000:00000010:3.0:1772473523.127290:0:5806:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4c800. 02000000:00000010:3.0:1772473523.127301:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c433d60000. 00010000:00000200:3.0:1772473523.127320:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbc050 x1858570186092928/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:49/0 lens 328/344 e 0 to 0 dl 1772473534 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473523.127335:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000100:00000200:3.0:1772473523.127338:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186092928, offset 224 00000400:00000200:3.0:1772473523.127343:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473523.127348:0:5806:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473523.127354:0:5806:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb7180 00000400:00000200:3.0:1772473523.127358:0:5806:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17a89 [1] + 224 00000400:00000200:3.0:1772473523.127363:0:5806:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473523.127365:0:5806:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473523.127371:0:5806:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c302dd6300 x1858570186092928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473539 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473523.127390:0:5806:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:3.0:1772473523.127392:0:5806:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000020:00000010:3.0:1772473523.127402:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c302524900. 00000020:00000010:3.0:1772473523.127406:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473523.127409:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c4250d6400. 02000000:00000010:3.0:1772473523.127416:0:5806:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c433d60000. 00000100:00000200:3.0:1772473523.127420:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1772473523.127424:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e4d0. 00000400:00000010:3.0:1772473523.127427:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c42cb69e40. 00000400:00000010:3.0:1772473523.127440:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362478. 00000400:00000200:3.0:1772473523.127443:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153550 00000400:00000010:3.0:1772473523.127445:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153550. 00000100:00000200:3.0:1772473523.127450:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c302dd6300 x1858570186092928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473539 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473523.127459:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c302dd6300 x1858570186092928/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473539 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473523.127478:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c305a970c0. 02000000:00000010:3.0:1772473523.127490:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c30353bc00. 02000000:00000010:3.0:1772473523.127495:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c41ca07a00. 00000100:00000010:3.0:1772473523.127498:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c302dd6300. 00000100:00000010:2.0:1772473523.198857:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79660. 00000100:00000010:1.0:1772473523.198857:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79b40. 00000100:00000010:3.0:1772473523.198953:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79f60. 00000100:00000010:0.0:1772473523.199026:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79960. 00000100:00000010:0.0:1772473523.256776:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3057be680. 02000000:00000010:0.0:1772473523.256801:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c402f18800. 02000000:00000010:1.0:1772473523.256910:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c30353bc00. 00000400:00000010:1.0:1772473523.256918:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362d68. 00000400:00000010:1.0:1772473523.256925:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473523.256931:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186093056, portal 4 00000400:00000010:1.0:1772473523.256937:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473523.256940:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186093056, offset 0 00000400:00000200:1.0:1772473523.256949:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473523.256961:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473523.256971:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb7200 00000400:00000200:1.0:1772473523.256977:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 12096 00000400:00000200:1.0:1772473523.256985:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473523.256989:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473523.256996:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473523.257000:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd5c00. 00000400:00000200:1.0:1772473523.257024:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473523.257027:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473523.257035:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3057be680 x1858570186093056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473523.257055:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79b40. 00000100:00000010:1.0:1772473523.257066:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79d80. 00000100:00000010:1.0:1772473523.257071:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c793c0. 00000100:00000010:1.0:1772473523.257076:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79900. 00000020:00000010:0.0:1772473523.257269:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad900. 00000020:00000010:0.0:1772473523.257276:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad900. 00000020:00000010:0.0:1772473523.257282:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30252c200. 00000020:00000010:0.0:1772473523.257288:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473523.257292:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473523.257341:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad900. 00000020:00000010:0.0:1772473523.257344:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404bad900. 00000100:00000200:0.0:1772473523.257347:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093056 02000000:00000010:0.0:1772473523.257363:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c43bab1800. 00010000:00000200:0.0:1772473523.257398:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd5c00 x1858570186093056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:49/0 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473523.257413:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145908. 00000100:00000200:0.0:1772473523.257417:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186093056, offset 224 00000400:00000200:0.0:1772473523.257422:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473523.257427:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473523.257432:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb7200 00000400:00000200:0.0:1772473523.257437:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a99 [1] + 224 00000400:00000200:0.0:1772473523.257440:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473523.257443:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473523.257449:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3057be680 x1858570186093056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473523.257464:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145908 00000400:00000010:0.0:1772473523.257466:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145908. 00000020:00000010:0.0:1772473523.257477:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7700. 00000020:00000010:0.0:1772473523.257482:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473523.257485:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30252c200. 00000400:00000010:1.0:1772473523.257767:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362d68. 00000400:00000200:1.0:1772473523.257772:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473523.257773:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473523.257778:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3057be680 x1858570186093056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473523.257792:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3057be680 x1858570186093056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473523.257819:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c30353bc00. 02000000:00000010:1.0:1772473523.257824:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c402f18800. 00000100:00000010:1.0:1772473523.257828:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3057be680. 00000100:00000010:2.0:1772473523.259229:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7dc00. 02000000:00000010:2.0:1772473523.259248:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338e00. 02000000:00000010:2.0:1772473523.259306:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c303c70000. 00000400:00000010:2.0:1772473523.259313:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b2c0. 00000400:00000010:2.0:1772473523.259319:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473523.259325:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186093184, portal 4 00000400:00000010:2.0:1772473523.259332:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473523.259334:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186093184, offset 0 00000400:00000200:2.0:1772473523.259343:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473523.259356:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473523.259365:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb7280 00000400:00000200:2.0:1772473523.259370:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 12320 00000400:00000200:2.0:1772473523.259377:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473523.259380:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473523.259387:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1772473523.259391:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7df80. 00000400:00000200:2.0:1772473523.259406:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473523.259409:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473523.259416:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7dc00 x1858570186093184/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473523.259475:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828ec0. 00000020:00000010:2.0:1772473523.259481:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828ec0. 00000020:00000010:2.0:1772473523.259487:0:9321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c435181c00. 00000020:00000010:2.0:1772473523.259492:0:9321:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9f80. 00000020:00000010:2.0:1772473523.259496:0:9321:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473523.259526:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828ec0. 00000020:00000010:2.0:1772473523.259529:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828ec0. 00000100:00000200:2.0:1772473523.259531:0:9321:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093184 02000000:00000010:2.0:1772473523.259545:0:9321:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c303c72800. 00010000:00000200:2.0:1772473523.259574:0:9321:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7df80 x1858570186093184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:49/0 lens 224/368 e 0 to 0 dl 1772473534 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473523.259587:0:9321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473523.259591:0:9321:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186093184, offset 224 00000400:00000200:2.0:1772473523.259594:0:9321:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473523.259599:0:9321:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473523.259603:0:9321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb7280 00000400:00000200:2.0:1772473523.259608:0:9321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17aa5 [1] + 224 00000400:00000200:2.0:1772473523.259612:0:9321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473523.259614:0:9321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473523.259620:0:9321:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7dc00 x1858570186093184/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473523.259631:0:9321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473523.259632:0:9321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000020:00000010:2.0:1772473523.259641:0:9321:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9f80. 00000020:00000010:2.0:1772473523.259643:0:9321:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473523.259645:0:9321:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c435181c00. 00000400:00000010:2.0:1772473523.259659:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b2c0. 00000400:00000200:2.0:1772473523.259661:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473523.259662:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473523.259665:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7dc00 x1858570186093184/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473523.259670:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7dc00 x1858570186093184/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473523.259690:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c303c70000. 02000000:00000010:2.0:1772473523.259694:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338e00. 00000100:00000010:2.0:1772473523.259698:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7dc00. 00000100:00000010:0.0:1772473523.265825:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79b40. 00000100:00000010:2.0:1772473523.265976:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c793c0. 00000100:00000010:3.0:1772473523.267559:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79900. 00000100:00000010:1.0:1772473523.272565:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79d80. 00000400:00000010:2.0:1772473523.558093:0:107448:0:(api-ni.c:5728:lnet_net_show_start()) alloc '(nlist)': 8 at ffff90c3033583c0. 00000400:00000010:2.0:1772473523.558183:0:107448:0:(api-ni.c:5706:lnet_net_show_done()) kfreed 'nlist': 8 at ffff90c3033583c0. 00000400:00000200:2.0:1772473524.131979:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473524.132001:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c89180 00000400:00000200:2.0:1772473524.132010:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x17315 [2] + 0 00000400:00000010:2.0:1772473524.132015:0:3335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362bb0. 00000400:00000200:2.0:1772473524.132020:0:3335:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c30b7bb6c0 00000400:00000200:2.0:1772473524.132030:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473524.132035:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473524.132040:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30b7bb6c0 00000400:00000010:2.0:1772473524.132043:0:3335:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c30b7bb6c0. 00000100:00000200:2.0:1772473524.132049:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473524.132066:0:3335:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473524.132071:0:3335:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c89200 00000400:00000200:2.0:1772473524.132077:0:3335:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 108544 00000400:00000200:2.0:1772473524.132097:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473524.132101:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473524.132105:0:3335:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473524.132112:0:3335:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7dc00. 00000020:00000010:3.0:1772473524.132302:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8180. 00000020:00000010:1.0:1772473524.132302:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:1.0:1772473524.132307:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000020:00000010:3.0:1772473524.132308:0:61615:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3500. 00000020:00000010:1.0:1772473524.132312:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c400. 00000020:00000010:3.0:1772473524.132322:0:61615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41cbef200. 00000020:00000010:3.0:1772473524.132326:0:61615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c434351480. 00000020:00000010:1.0:1772473524.132328:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164480. 00000020:00000010:3.0:1772473524.132331:0:61615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:1.0:1772473524.132331:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:3.0:1772473524.132364:0:61615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e84c0. 00000020:00000010:1.0:1772473524.132364:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000020:00000010:3.0:1772473524.132367:0:61615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e84c0. 00000020:00000010:1.0:1772473524.132367:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4940. 00000100:00000200:3.0:1772473524.132370:0:61615:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176000 00000100:00000200:1.0:1772473524.132370:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170175872 02000000:00000010:3.0:1772473524.132384:0:61615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d60400. 02000000:00000010:1.0:1772473524.132384:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303608800. 00010000:00000200:3.0:1772473524.132394:0:61615:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c404a7dc00 x1858570170176000/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:50/0 lens 224/224 e 0 to 0 dl 1772473535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1772473524.132394:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbec50 x1858570170175872/t0(0) o400->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:50/0 lens 224/224 e 0 to 0 dl 1772473535 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473524.132411:0:61615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0d48. 00000400:00000010:1.0:1772473524.132411:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:3.0:1772473524.132417:0:61615:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170176000, offset 224 00000100:00000200:1.0:1772473524.132417:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170175872, offset 224 00000400:00000200:1.0:1772473524.132423:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473524.132437:0:5805:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473524.132443:0:5805:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4032:4032:256:4294967295] 192.168.201.48@tcp LPNI seq info [4028:4028:8:4294967295] 00000400:00000200:1.0:1772473524.132453:0:5805:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473524.132458:0:5805:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473524.132463:0:5805:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43c80a500. 00000800:00000200:1.0:1772473524.132469:0:5805:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473524.132475:0:5805:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473524.132480:0:5805:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43c80a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473524.132497:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164480. 00000020:00000010:1.0:1772473524.132502:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473524.132505:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c400. 00000100:00000200:1.0:1772473524.132513:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473524.132518:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362d68. 00000400:00000200:3.0:1772473524.132583:0:61615:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:3.0:1772473524.132590:0:61615:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:3.0:1772473524.132594:0:61615:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4033:4033:255:4294967295] 192.168.201.48@tcp LPNI seq info [4029:4029:7:4294967295] 00000400:00000200:3.0:1772473524.132601:0:61615:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:3.0:1772473524.132619:0:61615:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:3.0:1772473524.132623:0:61615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c420476200. 00000800:00000200:3.0:1772473524.132627:0:61615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:3.0:1772473524.132631:0:61615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:3.0:1772473524.132635:0:61615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c420476200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1772473524.132642:0:61615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c434351480. 00000020:00000010:3.0:1772473524.132646:0:61615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473524.132649:0:61615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41cbef200. 00000400:00000010:1.0:1772473524.132875:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c419bdfa80. 00000400:00000200:1.0:1772473524.132897:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:1.0:1772473524.132904:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89300 00000400:00000200:1.0:1772473524.132909:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 10816 00000400:00000200:1.0:1772473524.133069:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473524.133074:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:1.0:1772473524.133079:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1772473524.133083:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd4e00. 00000800:00000200:1.0:1772473524.133153:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473524.133156:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43c80a500. 00000400:00000200:1.0:1772473524.133170:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473524.133173:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473524.133176:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473524.133178:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 02000000:00000010:1.0:1772473524.133182:0:3336:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c303608800. 00000800:00000200:1.0:1772473524.133216:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473524.133219:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c420476200. 00000400:00000200:1.0:1772473524.133222:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473524.133226:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473524.133228:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0d48 00000400:00000010:1.0:1772473524.133230:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0d48. 00000020:00000010:0.0:1772473524.133450:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404bad180. 00000020:00000010:0.0:1772473524.133456:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb38c0. 00000020:00000010:0.0:1772473524.133511:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3030fb600. 00000020:00000010:0.0:1772473524.133516:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7380. 00000020:00000010:0.0:1772473524.133519:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473524.133543:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c404baddc0. 00000020:00000010:0.0:1772473524.133546:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c404baddc0. 00000100:00000200:0.0:1772473524.133548:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176256 02000000:00000010:0.0:1772473524.133560:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c43bab0800. 00010000:00000200:0.0:1772473524.133567:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd4e00 x1858570170176256/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:50/0 lens 224/224 e 0 to 0 dl 1772473535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473524.133580:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145908. 00000100:00000200:0.0:1772473524.133583:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170176256, offset 224 00000400:00000200:0.0:1772473524.133588:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:0.0:1772473524.133595:0:6591:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:0.0:1772473524.133599:0:6591:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4034:4034:256:4294967295] 192.168.201.48@tcp LPNI seq info [4030:4030:8:4294967295] 00000400:00000200:0.0:1772473524.133607:0:6591:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:0.0:1772473524.133611:0:6591:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:0.0:1772473524.133614:0:6591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c402f18800. 00000800:00000200:0.0:1772473524.133618:0:6591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:0.0:1772473524.133623:0:6591:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:0.0:1772473524.133626:0:6591:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c402f18800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1772473524.133644:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7380. 00000020:00000010:0.0:1772473524.133648:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473524.133650:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3030fb600. 00000400:00000200:3.0:1772473524.133903:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473524.133912:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89280 00000400:00000200:3.0:1772473524.133918:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 11040 00000400:00000200:3.0:1772473524.133927:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473524.133931:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:3.0:1772473524.133935:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473524.133939:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c40578fb80. 00000020:00000010:1.0:1772473524.133986:0:32804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4940. 00000800:00000200:3.0:1772473524.133990:0:3336:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1772473524.133991:0:32804:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c302cb3d80. 00000800:00000010:3.0:1772473524.133992:0:3336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c402f18800. 00000400:00000200:3.0:1772473524.133995:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473524.133998:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473524.134001:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145908 00000400:00000010:3.0:1772473524.134003:0:3336:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145908. 00000020:00000010:1.0:1772473524.134137:0:32804:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c400. 00000020:00000010:1.0:1772473524.134141:0:32804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164480. 00000020:00000010:1.0:1772473524.134144:0:32804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473524.134238:0:32804:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4d80. 00000020:00000010:1.0:1772473524.134241:0:32804:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4d80. 00000100:00000200:1.0:1772473524.134245:0:32804:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176128 02000000:00000010:1.0:1772473524.134254:0:32804:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303609000. 00010000:00000200:1.0:1772473524.134261:0:32804:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c40578fb80 x1858570170176128/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:50/0 lens 224/224 e 0 to 0 dl 1772473535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473524.134272:0:32804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473524.134275:0:32804:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170176128, offset 224 00000400:00000200:1.0:1772473524.134280:0:32804:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473524.134286:0:32804:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473524.134290:0:32804:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4035:4035:256:4294967295] 192.168.201.48@tcp LPNI seq info [4031:4031:8:4294967295] 00000400:00000200:1.0:1772473524.134298:0:32804:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473524.134303:0:32804:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473524.134307:0:32804:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43c80a500. 00000800:00000200:1.0:1772473524.134311:0:32804:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473524.134316:0:32804:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473524.134449:0:32804:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43c80a500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473524.134464:0:32804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164480. 00000020:00000010:1.0:1772473524.134468:0:32804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473524.134471:0:32804:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c400. 00000800:00000200:1.0:1772473524.134492:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1772473524.134495:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43c80a500. 00000400:00000200:1.0:1772473524.134497:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473524.134502:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:1.0:1772473524.134504:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473524.134506:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000020:00000010:3.0:1772473524.173643:0:107498:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c3031972a0. 00000020:00000010:3.0:1772473524.173712:0:107498:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c3031972a0. 00000020:00000010:3.0:1772473524.174099:0:107498:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c433d61000. 00000020:00000010:3.0:1772473524.174109:0:107498:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c41cbee600. 00000020:00000010:3.0:1772473524.174112:0:107498:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c41cbefa00. 00000040:00000010:3.0:1772473524.174116:0:107498:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c41c5a8e00. 00000020:00000010:3.0:1772473524.174120:0:107498:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562b000. 00000020:00000010:3.0:1772473524.174126:0:107498:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43bb88a00. 80000000:00000010:3.0:1772473524.174131:0:107498:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243ae0. 00040000:00000010:3.0:1772473524.174137:0:107498:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c424efce00. 00080000:00000010:3.0:1772473524.174142:0:107498:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628000. 20000000:00000010:3.0:1772473524.174146:0:107498:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c424efc200. 00000020:00000010:3.0:1772473524.174150:0:107498:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c4012e84c0. 00000001:00000010:3.0:1772473524.174157:0:107498:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff90c435243a80. 00000020:00000010:3.0:1772473524.174164:0:107498:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c424efcc00. 00000020:00000010:3.0:1772473524.174167:0:107498:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c424efd000. 00000040:00000010:3.0:1772473524.174173:0:107498:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c4091ea000. 00000020:00000010:3.0:1772473524.174175:0:107498:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562a800. 00000020:00000010:3.0:1772473524.174178:0:107498:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43c921200. 00040000:00000010:3.0:1772473524.174182:0:107498:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174184:0:107498:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43c920400. 00080000:00000010:3.0:1772473524.174187:0:107498:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628800. 00080000:00000010:3.0:1772473524.174197:0:107498:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433d62800. 00000020:00000010:3.0:1772473524.174304:0:107498:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c434351500. 00000020:00000010:3.0:1772473524.174329:0:107498:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c424efd000. 00000040:00000010:3.0:1772473524.174333:0:107498:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c4091ea000. 00000020:00000010:3.0:1772473524.174336:0:107498:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562a800. 00000020:00000010:3.0:1772473524.174341:0:107498:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43c921200. 00040000:00000010:3.0:1772473524.174345:0:107498:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174348:0:107498:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43c920400. 00000020:00000010:3.0:1772473524.174352:0:107498:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c434351500. 00080000:00000010:3.0:1772473524.174355:0:107498:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628800. 00000020:00000010:3.0:1772473524.174358:0:107498:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c424efcc00. 00000020:00000010:3.0:1772473524.174373:0:107498:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43c920400. 00000020:00000010:3.0:1772473524.174376:0:107498:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43c921200. 00000020:00000010:3.0:1772473524.174379:0:107498:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473524.174384:0:107498:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473524.174387:0:107498:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43c921e00. 80000000:00000010:3.0:1772473524.174389:0:107498:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243de0. 40000000:00000010:3.0:1772473524.174392:0:107498:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4012e8380. 00100000:00000010:3.0:1772473524.174397:0:107498:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c40562a800. 00040000:00000010:3.0:1772473524.174399:0:107498:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174401:0:107498:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43c920c00. 00080000:00000010:3.0:1772473524.174404:0:107498:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c40562d000. 00002000:00000010:3.0:1772473524.174408:0:107498:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c433d62c00. 00000020:00000010:3.0:1772473524.174411:0:107498:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43c921200. 00000020:00000010:3.0:1772473524.174414:0:107498:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c405628800. 00000020:00000010:3.0:1772473524.174417:0:107498:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473524.174420:0:107498:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43c921e00. 80000000:00000010:3.0:1772473524.174423:0:107498:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243de0. 40000000:00000010:3.0:1772473524.174426:0:107498:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4012e8380. 00100000:00000010:3.0:1772473524.174428:0:107498:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c40562a800. 00040000:00000010:3.0:1772473524.174431:0:107498:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174433:0:107498:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43c920c00. 00080000:00000010:3.0:1772473524.174436:0:107498:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c40562d000. 00002000:00000010:3.0:1772473524.174438:0:107498:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c433d62c00. 00000020:00000010:3.0:1772473524.174441:0:107498:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43c920400. 00000020:00000010:3.0:1772473524.174445:0:107498:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43c920400. 00000020:00000010:3.0:1772473524.174447:0:107498:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c43c920c00. 00000020:00000010:3.0:1772473524.174449:0:107498:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c40562d000. 00000020:00000010:3.0:1772473524.174452:0:107498:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473524.174454:0:107498:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c43c921e00. 80000000:00000010:3.0:1772473524.174456:0:107498:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c435243de0. 40000000:00000010:3.0:1772473524.174458:0:107498:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c4012e8380. 00100000:00000010:3.0:1772473524.174460:0:107498:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c40562a800. 00040000:00000010:3.0:1772473524.174462:0:107498:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174464:0:107498:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43c921200. 00080000:00000010:3.0:1772473524.174466:0:107498:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c405628800. 00002000:00000010:3.0:1772473524.174468:0:107498:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c433d62c00. 00000020:00000010:3.0:1772473524.174474:0:107498:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c43c920c00. 00000020:00000010:3.0:1772473524.174477:0:107498:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562d000. 00000020:00000010:3.0:1772473524.174480:0:107498:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c4198a0f18. 00000020:00000010:3.0:1772473524.174482:0:107498:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43c921e00. 80000000:00000010:3.0:1772473524.174484:0:107498:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243de0. 40000000:00000010:3.0:1772473524.174486:0:107498:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c4012e8380. 00100000:00000010:3.0:1772473524.174488:0:107498:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c40562a800. 00040000:00000010:3.0:1772473524.174490:0:107498:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c420476a00. 00040000:00000010:3.0:1772473524.174493:0:107498:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43c921200. 00080000:00000010:3.0:1772473524.174495:0:107498:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628800. 00002000:00000010:3.0:1772473524.174497:0:107498:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c433d62c00. 00000020:00000010:3.0:1772473524.174499:0:107498:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43c920400. 00000001:00000010:3.0:1772473524.174503:0:107498:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff90c435243a80. 00010000:00000010:3.0:1772473524.174523:0:107498:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c4d200. 00010000:00000010:3.0:1772473524.174895:0:107498:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8380. 00000100:00000010:3.0:1772473524.174902:0:107498:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c433c45b40. 00000100:00000010:3.0:1772473524.174911:0:107498:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ed80. 02000000:00000010:3.0:1772473524.174922:0:107498:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c43c920400. 02000000:00000010:3.0:1772473524.174946:0:107498:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c43c921200. 00000400:00000010:3.0:1772473524.174951:0:107498:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e420. 00000400:00000010:3.0:1772473524.174955:0:107498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473524.174960:0:107498:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186093312, portal 16 00000400:00000010:3.0:1772473524.174963:0:107498:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473524.174965:0:107498:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186093312, offset 0 00000400:00000200:3.0:1772473524.174972:0:107498:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473524.174981:0:107498:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473524.174988:0:107498:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb7300 00000400:00000200:3.0:1772473524.174993:0:107498:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 1312 00000400:00000200:3.0:1772473524.174998:0:107498:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473524.175001:0:107498:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473524.175007:0:107498:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1772473524.175010:0:107498:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3055e6a00. 00000400:00000200:3.0:1772473524.175026:0:107498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473524.175029:0:107498:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473524.175036:0:107498:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43419ed80 x1858570186093312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473540 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1772473524.175064:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4d80. 00000020:00000010:1.0:1772473524.175069:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4d80. 00000020:00000010:1.0:1772473524.175074:0:5795:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3c000. 00000020:00000010:1.0:1772473524.175078:0:5795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164480. 00000020:00000010:1.0:1772473524.175082:0:5795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473524.175120:0:5795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4d80. 00000020:00000010:1.0:1772473524.175123:0:5795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4d80. 00000100:00000200:1.0:1772473524.175126:0:5795:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093312 02000000:00000010:1.0:1772473524.175138:0:5795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303608800. 00000400:00000010:1.0:1772473524.175150:0:5795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473524.175153:0:5795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186093312, offset 224 00000400:00000200:1.0:1772473524.175158:0:5795:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473524.175163:0:5795:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473524.175169:0:5795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb7300 00000400:00000200:1.0:1772473524.175173:0:5795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17ac5 [1] + 224 00000400:00000200:1.0:1772473524.175177:0:5795:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473524.175179:0:5795:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473524.175185:0:5795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43419ed80 x1858570186093312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473540 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473524.175195:0:5795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473524.175197:0:5795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00010000:00000010:1.0:1772473524.175205:0:5795:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c419bdf240. 00000100:00000010:3.0:1772473524.175294:0:107498:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243a80. 00000020:00000010:1.0:1772473524.175295:0:5795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164480. 00000020:00000010:1.0:1772473524.175300:0:5795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473524.175303:0:5795:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3c000. 00000100:00000010:3.0:1772473524.175305:0:107498:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243de0. 00000100:00000010:3.0:1772473524.175310:0:107498:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473524.175314:0:107498:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243240. 00000100:00000010:0.0:1772473524.175390:0:5799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3057bdf80. 02000000:00000010:0.0:1772473524.175398:0:5799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3030fb600. 00000400:00000010:3.0:1772473524.175403:0:107498:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e420. 00000400:00000200:3.0:1772473524.175407:0:107498:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:3.0:1772473524.175408:0:107498:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473524.175413:0:107498:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43419ed80 x1858570186093312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473540 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1772473524.175422:0:107498:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43419ed80 x1858570186093312/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473540 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1772473524.175444:0:107498:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c43c921200. 02000000:00000010:2.0:1772473524.175449:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033f6200. 02000000:00000010:3.0:1772473524.175450:0:107498:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c43c920400. 00000100:00000010:3.0:1772473524.175453:0:107498:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43419ed80. 00000400:00000010:2.0:1772473524.175454:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b2c0. 00000100:00000010:3.0:1772473524.175458:0:107498:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c433c45b40. 00000400:00000010:2.0:1772473524.175458:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473524.175461:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186093440, portal 18 00000400:00000010:2.0:1772473524.175464:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473524.175467:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186093440, offset 0 00010000:00000010:3.0:1772473524.175471:0:107498:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8380. 00000400:00000200:2.0:1772473524.175471:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473524.175476:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473524.175481:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb7380 00000400:00000200:2.0:1772473524.175486:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x47b9 [2] + 328 00000400:00000200:2.0:1772473524.175491:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473524.175493:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473524.175497:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1772473524.175500:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7d180. 00000400:00000200:2.0:1772473524.175515:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473524.175517:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473524.175522:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3057bdf80 x1858570186093440/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473540 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1772473524.175567:0:5799:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c419bdf240. 00000020:00000010:3.0:1772473524.175568:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8380. 00000020:00000010:3.0:1772473524.175571:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8380. 00000020:00000010:3.0:1772473524.175574:0:5796:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43c920400. 00000020:00000010:3.0:1772473524.175577:0:5796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c434351500. 00000020:00000010:3.0:1772473524.175580:0:5796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000100:00000200:3.0:1772473524.175595:0:5796:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c404a7d180 x1858570186093440/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:50/0 lens 328/0 e 0 to 0 dl 1772473535 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473524.175631:0:5796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8380. 00000020:00000010:3.0:1772473524.175634:0:5796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8380. 00000100:00000200:3.0:1772473524.175636:0:5796:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093440 02000000:00000010:3.0:1772473524.175642:0:5796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d62c00. 00010000:00000010:3.0:1772473524.175662:0:5796:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c4012e8380. 00000100:00000010:3.0:1772473524.175667:0:5796:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c433c45b40. 00000100:00000010:3.0:1772473524.175687:0:5796:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c433c45b40. 00010000:00000010:3.0:1772473524.175690:0:5796:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c4012e8380. 00000400:00000010:3.0:1772473524.175696:0:5796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473524.175699:0:5796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186093440, offset 224 00000400:00000200:3.0:1772473524.175703:0:5796:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473524.175708:0:5796:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1772473524.175709:0:107498:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c4012e84c0. 00000020:00000010:1.0:1772473524.175716:0:107498:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c41cbefa00. 00000040:00000010:1.0:1772473524.175720:0:107498:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c41c5a8e00. 00000400:00000200:3.0:1772473524.175722:0:5796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb7380 00000020:00000010:1.0:1772473524.175724:0:107498:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c40562b000. 00000400:00000200:3.0:1772473524.175726:0:5796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17ad1 [1] + 224 00000020:00000010:1.0:1772473524.175728:0:107498:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c43bb88a00. 00000400:00000200:3.0:1772473524.175730:0:5796:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:1.0:1772473524.175730:0:107498:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c435243ae0. 00000400:00000200:3.0:1772473524.175732:0:5796:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1772473524.175734:0:107498:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c424efce00. 00000100:00000200:3.0:1772473524.175758:0:5796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3057bdf80 x1858570186093440/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473540 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1772473524.175763:0:107498:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c405628000. 00000400:00000200:3.0:1772473524.175770:0:5796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 20000000:00000010:1.0:1772473524.175771:0:107498:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c424efc200. 00000400:00000010:3.0:1772473524.175772:0:5796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000020:00000010:1.0:1772473524.175774:0:107498:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c41cbee600. 00000020:00000010:1.0:1772473524.175778:0:107498:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c433d61000. 00000020:00000010:3.0:1772473524.175780:0:5796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c434351500. 00000020:00000010:3.0:1772473524.175782:0:5796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473524.175785:0:5796:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43c920400. 00000400:00000010:2.0:1772473524.178926:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b2c0. 00000400:00000200:2.0:1772473524.178937:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473524.178940:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473524.178952:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3057bdf80 x1858570186093440/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473540 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473524.178963:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3057bdf80 x1858570186093440/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473540 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473524.178988:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033f6200. 02000000:00000010:2.0:1772473524.178996:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3030fb600. 00000100:00000010:2.0:1772473524.179001:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3057bdf80. 00010000:00000010:3.1:1772473524.188957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4c800. 00010000:00000010:1.1:1772473524.196841:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c4052b6400. 00010000:00000010:1.1:1772473524.196864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c4d200. 00010000:00000010:0.1:1772473524.197016:0:107501:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328500. 00010000:00000010:0.1:1772473524.197023:0:107501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55c00. 00000100:00000010:2.0:1772473524.246839:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243780. 00000100:00000010:3.0:1772473524.246936:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243240. 00000100:00000010:1.0:1772473524.247937:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243de0. 00000100:00000010:0.0:1772473524.249311:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243a80. 00000400:00000010:0.0:1772473525.635490:0:107595:0:(api-ni.c:5728:lnet_net_show_start()) alloc '(nlist)': 8 at ffff90c424dce768. 00000400:00000010:0.0:1772473525.635552:0:107595:0:(api-ni.c:5706:lnet_net_show_done()) kfreed 'nlist': 8 at ffff90c424dce768. 00000100:00000010:1.0:1772473525.881151:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd4a80. 02000000:00000010:1.0:1772473525.881173:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c41cbef200. 00010000:00000010:1.0:1772473525.881188:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328f00. 00010000:00000010:1.0:1772473525.881195:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e55c00. 00000100:00000010:1.0:1772473525.881214:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c303355f00. 02000000:00000010:1.0:1772473525.881235:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c4032fa000. 00000400:00000010:1.0:1772473525.881242:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033623c8. 00000400:00000010:1.0:1772473525.881248:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473525.881255:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186093568, portal 25 00000400:00000010:1.0:1772473525.881259:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473525.881262:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186093568, offset 0 00000400:00000200:1.0:1772473525.881270:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473525.881282:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473525.881293:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb7400 00000400:00000200:1.0:1772473525.881298:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17371 [2] + 0 00000400:00000010:1.0:1772473525.881303:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033628f0. 00000400:00000200:1.0:1772473525.881306:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c402c86b40 00000400:00000200:1.0:1772473525.881312:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473525.881315:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1772473525.881320:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c402c86b40 00000400:00000010:1.0:1772473525.881323:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c402c86b40. 00000100:00000200:1.0:1772473525.881328:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1772473525.881343:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473525.881345:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473525.881352:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c302dd4a80 x1858570186093568/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473541 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473525.881369:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79c60. 00000100:00000010:1.0:1772473525.881379:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79cc0. 00000100:00000010:1.0:1772473525.881383:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79180. 00000100:00000010:1.0:1772473525.881388:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79d80. 00000020:00000010:1.0:1772473525.881423:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4e00. 00000020:00000010:1.0:1772473525.881427:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4e00. 00000020:00000010:1.0:1772473525.881433:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418670c00. 00000020:00000010:1.0:1772473525.881438:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473525.881443:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473525.881486:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4e00. 00000020:00000010:1.0:1772473525.881489:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4e00. 00000100:00000200:1.0:1772473525.881492:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093568 00010000:00000010:1.0:1772473525.881509:0:5803:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c420328d00. 00010000:00000010:1.0:1772473525.881513:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c410e54a00. 02000000:00000010:1.0:1772473525.881525:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c303ed1400. 00010000:00000200:1.0:1772473525.881543:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd050 x1858570186093568/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:51/0 lens 328/344 e 0 to 0 dl 1772473536 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473525.881558:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473525.881561:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186093568, offset 224 00000400:00000200:1.0:1772473525.881565:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473525.881570:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473525.881575:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb7400 00000400:00000200:1.0:1772473525.881579:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17add [1] + 224 00000400:00000200:1.0:1772473525.881583:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473525.881585:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473525.881591:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c302dd4a80 x1858570186093568/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473541 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473525.881605:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473525.881607:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000020:00000010:1.0:1772473525.881617:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164400. 00000020:00000010:1.0:1772473525.881621:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473525.881625:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418670c00. 02000000:00000010:1.0:1772473525.881631:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c303ed1400. 00000100:00000200:1.0:1772473525.881636:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473525.881639:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033628f0. 00000400:00000010:1.0:1772473525.881643:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c303355900. 00000400:00000010:1.0:1772473525.881655:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c3033623c8. 00000400:00000200:1.0:1772473525.881669:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473525.881671:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473525.881675:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c302dd4a80 x1858570186093568/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473541 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473525.881690:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c302dd4a80 x1858570186093568/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473541 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473525.881709:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c303355f00. 02000000:00000010:1.0:1772473525.881719:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c4032fa000. 02000000:00000010:1.0:1772473525.881724:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c41cbef200. 00000100:00000010:1.0:1772473525.881727:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c302dd4a80. 00080000:00000010:2.0:1772473525.913527:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab2000. 00080000:00000010:3.0:1772473525.913721:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c3028ad000. 00080000:00000010:3.0:1772473525.913958:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c433d62800. 00000100:00000010:2.0:1772473525.950812:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79180. 00000100:00000010:1.0:1772473525.950812:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79cc0. 00000100:00000010:3.0:1772473525.950889:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79d80. 00000100:00000010:0.0:1772473525.950962:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79c60. 00000020:00000010:2.0:1772473527.074459:0:107696:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c302c12790. 00000020:00000010:2.0:1772473527.074529:0:107696:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c302c12790. 00000020:00000010:2.0:1772473527.074700:0:107696:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c303c71000. 00000020:00000010:2.0:1772473527.074710:0:107696:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c43bb88a00. 00000020:00000010:2.0:1772473527.074714:0:107696:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c303550000. 00000040:00000010:2.0:1772473527.074718:0:107696:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c305828c00. 00000020:00000010:2.0:1772473527.074722:0:107696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b1000. 00000020:00000010:2.0:1772473527.074727:0:107696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c305829000. 80000000:00000010:2.0:1772473527.074731:0:107696:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fcd80. 00040000:00000010:2.0:1772473527.075098:0:107696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c305828400. 00080000:00000010:2.0:1772473527.075106:0:107696:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b0000. 20000000:00000010:2.0:1772473527.075110:0:107696:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c305828600. 00000020:00000010:2.0:1772473527.075115:0:107696:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c302828500. 00000001:00000010:2.0:1772473527.075123:0:107696:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c4199fc0c0. 00000020:00000010:2.0:1772473527.075150:0:107696:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418881c00. 00000020:00000010:2.0:1772473527.075154:0:107696:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c302586c00. 00000040:00000010:2.0:1772473527.075159:0:107696:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c40538d400. 00000020:00000010:2.0:1772473527.075162:0:107696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b2800. 00000020:00000010:2.0:1772473527.075165:0:107696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033ca200. 00040000:00000010:2.0:1772473527.075170:0:107696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075172:0:107696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cb000. 00080000:00000010:2.0:1772473527.075176:0:107696:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4186b7000. 00080000:00000010:2.0:1772473527.075185:0:107696:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c303c70000. 00000020:00000010:2.0:1772473527.075325:0:107696:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c43bab9e00. 00000020:00000010:2.0:1772473527.075352:0:107696:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c302586c00. 00000040:00000010:2.0:1772473527.075357:0:107696:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c40538d400. 00000020:00000010:2.0:1772473527.075361:0:107696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b2800. 00000020:00000010:2.0:1772473527.075365:0:107696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033ca200. 00040000:00000010:2.0:1772473527.075369:0:107696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075372:0:107696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cb000. 00000020:00000010:2.0:1772473527.075375:0:107696:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c43bab9e00. 00080000:00000010:2.0:1772473527.075378:0:107696:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4186b7000. 00000020:00000010:2.0:1772473527.075381:0:107696:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418881c00. 00000020:00000010:2.0:1772473527.075389:0:107696:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb000. 00000020:00000010:2.0:1772473527.075392:0:107696:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033ca200. 00000020:00000010:2.0:1772473527.075394:0:107696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4186b7000. 00000020:00000010:2.0:1772473527.075398:0:107696:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473527.075401:0:107696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033cb200. 80000000:00000010:2.0:1772473527.075403:0:107696:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc5a0. 40000000:00000010:2.0:1772473527.075406:0:107696:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302828840. 00100000:00000010:2.0:1772473527.075411:0:107696:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c4186b3800. 00040000:00000010:2.0:1772473527.075414:0:107696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075416:0:107696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cb400. 00080000:00000010:2.0:1772473527.075419:0:107696:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4186b2000. 00002000:00000010:2.0:1772473527.075423:0:107696:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c303c73400. 00000020:00000010:2.0:1772473527.075426:0:107696:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033ca200. 00000020:00000010:2.0:1772473527.075428:0:107696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4186b7000. 00000020:00000010:2.0:1772473527.075431:0:107696:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473527.075434:0:107696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033cb200. 80000000:00000010:2.0:1772473527.075437:0:107696:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc5a0. 40000000:00000010:2.0:1772473527.075440:0:107696:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302828840. 00100000:00000010:2.0:1772473527.075444:0:107696:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c4186b3800. 00040000:00000010:2.0:1772473527.075446:0:107696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075448:0:107696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cb400. 00080000:00000010:2.0:1772473527.075450:0:107696:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4186b2000. 00002000:00000010:2.0:1772473527.075453:0:107696:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c303c73400. 00000020:00000010:2.0:1772473527.075455:0:107696:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb000. 00000020:00000010:2.0:1772473527.075459:0:107696:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb000. 00000020:00000010:2.0:1772473527.075461:0:107696:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033cb400. 00000020:00000010:2.0:1772473527.075463:0:107696:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c4186b2000. 00000020:00000010:2.0:1772473527.075466:0:107696:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473527.075468:0:107696:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033cb200. 80000000:00000010:2.0:1772473527.075470:0:107696:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fc5a0. 40000000:00000010:2.0:1772473527.075472:0:107696:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c302828840. 00100000:00000010:2.0:1772473527.075474:0:107696:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c4186b3800. 00040000:00000010:2.0:1772473527.075476:0:107696:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075478:0:107696:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033ca200. 00080000:00000010:2.0:1772473527.075480:0:107696:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c4186b7000. 00002000:00000010:2.0:1772473527.075482:0:107696:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c303c73400. 00000020:00000010:2.0:1772473527.075489:0:107696:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033cb400. 00000020:00000010:2.0:1772473527.075491:0:107696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c4186b2000. 00000020:00000010:2.0:1772473527.075494:0:107696:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473527.075496:0:107696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033cb200. 80000000:00000010:2.0:1772473527.075498:0:107696:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fc5a0. 40000000:00000010:2.0:1772473527.075501:0:107696:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c302828840. 00100000:00000010:2.0:1772473527.075503:0:107696:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c4186b3800. 00040000:00000010:2.0:1772473527.075505:0:107696:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c406338e00. 00040000:00000010:2.0:1772473527.075507:0:107696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033ca200. 00080000:00000010:2.0:1772473527.075509:0:107696:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c4186b7000. 00002000:00000010:2.0:1772473527.075511:0:107696:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c303c73400. 00000020:00000010:2.0:1772473527.075513:0:107696:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb000. 00000001:00000010:2.0:1772473527.075518:0:107696:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c4199fc0c0. 00010000:00000010:2.0:1772473527.075539:0:107696:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55a00. 00010000:00000010:2.0:1772473527.075555:0:107696:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302828840. 00000100:00000010:2.0:1772473527.075561:0:107696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c30b7bb600. 00000100:00000010:2.0:1772473527.075571:0:107696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c000. 02000000:00000010:2.0:1772473527.075584:0:107696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033cb000. 02000000:00000010:2.0:1772473527.075612:0:107696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033ca200. 00000400:00000010:2.0:1772473527.075619:0:107696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b2c0. 00000400:00000010:2.0:1772473527.075625:0:107696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473527.075632:0:107696:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186093696, portal 16 00000400:00000010:2.0:1772473527.075637:0:107696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473527.075639:0:107696:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1858570186093696, offset 0 00000400:00000200:2.0:1772473527.075648:0:107696:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473527.075660:0:107696:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473527.075669:0:107696:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69a5c17bb7480 00000400:00000200:2.0:1772473527.075675:0:107696:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17795 [2] + 1640 00000400:00000200:2.0:1772473527.075684:0:107696:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473527.075688:0:107696:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473527.075696:0:107696:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1772473527.075700:0:107696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c380. 00000400:00000200:2.0:1772473527.075728:0:107696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473527.075736:0:107696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473527.075770:0:107696:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7c000 x1858570186093696/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1772473527.075953:0:107696:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc0c0. 00000100:00000010:2.0:1772473527.075964:0:107696:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc5a0. 00000100:00000010:2.0:1772473527.075969:0:107696:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc660. 00000100:00000010:2.0:1772473527.075973:0:107696:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc840. 00000020:00000010:1.0:1772473527.076029:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473527.076035:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473527.076040:0:5794:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c418671200. 00000020:00000010:1.0:1772473527.076044:0:5794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164300. 00000020:00000010:1.0:1772473527.076048:0:5794:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.076086:0:5794:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4200. 00000020:00000010:1.0:1772473527.076089:0:5794:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4200. 00000100:00000200:1.0:1772473527.076093:0:5794:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093696 02000000:00000010:1.0:1772473527.076106:0:5794:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303ed2800. 00000400:00000010:1.0:1772473527.076116:0:5794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473527.076118:0:5794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1858570186093696, offset 224 00000400:00000200:1.0:1772473527.076122:0:5794:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473527.076125:0:5794:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473527.076129:0:5794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69a5c17bb7480 00000400:00000200:1.0:1772473527.076133:0:5794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17aed [1] + 224 00000400:00000200:1.0:1772473527.076136:0:5794:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473527.076138:0:5794:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473527.076142:0:5794:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7c000 x1858570186093696/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1772473527.076157:0:5794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473527.076159:0:5794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00010000:00000010:1.0:1772473527.076166:0:5794:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90c303ec7f00. 00000400:00000010:2.0:1772473527.076180:0:107696:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b2c0. 00000400:00000200:2.0:1772473527.076183:0:107696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473527.076184:0:107696:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000020:00000010:1.0:1772473527.076187:0:5794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164300. 00000100:00000200:2.0:1772473527.076189:0:107696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7c000 x1858570186093696/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1772473527.076191:0:5794:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.076195:0:5794:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c418671200. 00000100:00000200:2.0:1772473527.076197:0:107696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7c000 x1858570186093696/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1772473527.076217:0:107696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033ca200. 02000000:00000010:2.0:1772473527.076222:0:107696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033cb000. 00000100:00000010:2.0:1772473527.076225:0:107696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7c000. 00000100:00000010:2.0:1772473527.076228:0:107696:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c30b7bb600. 00010000:00000010:2.0:1772473527.076230:0:107696:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302828840. 00000100:00000010:3.0:1772473527.076300:0:5799:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ed80. 02000000:00000010:3.0:1772473527.076309:0:5799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c42ca3da00. 02000000:00000010:0.0:1772473527.076359:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c302895a00. 00000400:00000010:0.0:1772473527.076365:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325ba50. 00000400:00000010:0.0:1772473527.076369:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145a18. 00000100:00000200:0.0:1772473527.076372:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186093824, portal 18 00000400:00000010:0.0:1772473527.076375:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c4251454c8. 00000100:00000200:0.0:1772473527.076377:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1858570186093824, offset 0 00000400:00000200:0.0:1772473527.076381:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473527.076386:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473527.076392:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69a5c17bb7500 00000400:00000200:0.0:1772473527.076397:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x47b9 [2] + 656 00000400:00000200:0.0:1772473527.076402:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473527.076404:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473527.076407:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1772473527.076411:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3057bd180. 00000400:00000200:0.0:1772473527.076426:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c4251454c8 00000400:00000010:0.0:1772473527.076427:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c4251454c8. 00000100:00000200:0.0:1772473527.076432:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43419ed80 x1858570186093824/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473527.076479:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.076482:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.076485:0:5798:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cb000. 00000020:00000010:2.0:1772473527.076488:0:5798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9e00. 00000020:00000010:2.0:1772473527.076492:0:5798:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000100:00000200:2.0:1772473527.076508:0:5798:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff90c3057bd180 x1858570186093824/t0(0) o103->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:53/0 lens 328/0 e 0 to 0 dl 1772473538 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473527.076541:0:5798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.076544:0:5798:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000100:00000200:2.0:1772473527.076546:0:5798:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093824 02000000:00000010:2.0:1772473527.076553:0:5798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303c73400. 00010000:00000010:2.0:1772473527.076577:0:5798:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90c302828840. 00000100:00000010:2.0:1772473527.076582:0:5798:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c30b7bb600. 00000100:00000010:2.0:1772473527.076599:0:5798:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c30b7bb600. 00010000:00000010:2.0:1772473527.076602:0:5798:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90c302828840. 00000400:00000010:2.0:1772473527.076609:0:5798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473527.076612:0:5798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1858570186093824, offset 224 00000400:00000200:2.0:1772473527.076616:0:5798:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473527.076621:0:5798:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473527.076625:0:5798:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69a5c17bb7500 00000400:00000200:2.0:1772473527.076629:0:5798:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17af9 [1] + 224 00000400:00000200:2.0:1772473527.076633:0:5798:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473527.076635:0:5798:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473527.076641:0:5798:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43419ed80 x1858570186093824/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1772473527.076643:0:107696:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c302828500. 00000020:00000010:1.0:1772473527.076651:0:107696:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c303550000. 00000040:00000010:1.0:1772473527.076655:0:107696:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c305828c00. 00000020:00000010:1.0:1772473527.076659:0:107696:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b1000. 00000020:00000010:1.0:1772473527.076662:0:107696:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c305829000. 80000000:00000010:1.0:1772473527.076666:0:107696:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fcd80. 00040000:00000010:1.0:1772473527.076669:0:107696:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c305828400. 00080000:00000010:1.0:1772473527.076672:0:107696:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b0000. 20000000:00000010:1.0:1772473527.076675:0:107696:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c305828600. 00000020:00000010:1.0:1772473527.076678:0:107696:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c43bb88a00. 00000020:00000010:1.0:1772473527.076686:0:107696:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c303c71000. 00010000:00000010:3.0:1772473527.076692:0:5799:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90c303ec7f00. 00000400:00000200:2.0:1772473527.076943:0:5798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:2.0:1772473527.076946:0:5798:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000020:00000010:2.0:1772473527.076955:0:5798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9e00. 00000020:00000010:2.0:1772473527.076958:0:5798:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473527.076961:0:5798:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cb000. 00000400:00000010:0.0:1772473527.076993:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c30325ba50. 00000400:00000200:0.0:1772473527.076997:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145a18 00000400:00000010:0.0:1772473527.076999:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145a18. 00000100:00000200:0.0:1772473527.077004:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43419ed80 x1858570186093824/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1772473527.077012:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43419ed80 x1858570186093824/t0(0) o103->MGC192.168.201.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1772473527.077026:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c302895a00. 02000000:00000010:0.0:1772473527.077029:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c42ca3da00. 00000100:00000010:0.0:1772473527.077033:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43419ed80. 00010000:00000010:2.1:1772473527.085818:0:107697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e54a00. 00010000:00000010:1.1:1772473527.085836:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328d00. 00010000:00000010:1.1:1772473527.085842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c433c55a00. 00010000:00000010:3.1:1772473527.086024:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c420328f00. 00010000:00000010:3.1:1772473527.086030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c410e55c00. 00000100:00000010:3.0:1772473527.150825:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc840. 00000100:00000010:0.0:1772473527.150829:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc0c0. 00000100:00000010:1.0:1772473527.150831:0:100162:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc5a0. 00000100:00000010:2.0:1772473527.150860:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc660. 00000020:00000010:0.0:1772473527.570258:0:107744:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff90c303f00770. 00000020:00000010:0.0:1772473527.570310:0:107744:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff90c303f00770. 00000020:00000010:0.0:1772473527.570418:0:107744:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff90c43bab1000. 00000020:00000010:0.0:1772473527.570426:0:107744:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304de00. 00000020:00000010:0.0:1772473527.570429:0:107744:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304ce00. 00000040:00000010:0.0:1772473527.570431:0:107744:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304da00. 00000020:00000010:0.0:1772473527.570434:0:107744:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a4800. 00000020:00000010:0.0:1772473527.570438:0:107744:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30304c800. 80000000:00000010:0.0:1772473527.570440:0:107744:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c301e9d240. 00040000:00000010:0.0:1772473527.570445:0:107744:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c30304ca00. 00080000:00000010:0.0:1772473527.570448:0:107744:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a7000. 20000000:00000010:0.0:1772473527.570451:0:107744:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff90c30304d400. 00000020:00000010:0.0:1772473527.570454:0:107744:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90c404bad540. 00000001:00000010:0.0:1772473527.570460:0:107744:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff90c301e9d6c0. 00000001:00000010:0.0:1772473527.570473:0:107744:0:(nodemap_handler.c:2348:nodemap_fileset_add_primary()) kmalloced '(fileset)': 9 at ffff90c303f00770. 00000020:00000010:0.0:1772473527.570476:0:107744:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d200. 00000020:00000010:0.0:1772473527.570478:0:107744:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c30304d000. 00000040:00000010:0.0:1772473527.570480:0:107744:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff90c30304c200. 00000020:00000010:0.0:1772473527.570481:0:107744:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473527.570484:0:107744:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c30252ce00. 00040000:00000010:0.0:1772473527.570488:0:107744:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c30321ae00. 00040000:00000010:0.0:1772473527.570491:0:107744:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c43876a200. 00080000:00000010:0.0:1772473527.570492:0:107744:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3031a3800. 00080000:00000010:0.0:1772473527.570500:0:107744:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab0c00. 00000020:00000010:0.0:1772473527.570577:0:107744:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff90c433ea7380. 00000001:00000010:0.0:1772473527.570595:0:107744:0:(nodemap_storage.c:869:nodemap_idx_fileset_fragments_add()) kmalloced '(nk_array)': 8 at ffff90c424dce228. 00000001:00000010:0.0:1772473527.570597:0:107744:0:(nodemap_storage.c:873:nodemap_idx_fileset_fragments_add()) kmalloced '(nr_array)': 32 at ffff90c3031d07e0. 00080000:00000010:0.0:1772473527.570600:0:107744:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43bab2000. 00000001:00000010:0.0:1772473527.570617:0:107744:0:(nodemap_storage.c:897:nodemap_idx_fileset_fragments_add()) kfreed 'nr_array': 32 at ffff90c3031d07e0. 00000001:00000010:0.0:1772473527.570619:0:107744:0:(nodemap_storage.c:898:nodemap_idx_fileset_fragments_add()) kfreed 'nk_array': 8 at ffff90c424dce228. 00000020:00000010:0.0:1772473527.570622:0:107744:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304d000. 00000040:00000010:0.0:1772473527.570625:0:107744:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304c200. 00000020:00000010:0.0:1772473527.570627:0:107744:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a0000. 00000020:00000010:0.0:1772473527.570629:0:107744:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30252ce00. 00040000:00000010:0.0:1772473527.570633:0:107744:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c30321ae00. 00040000:00000010:0.0:1772473527.570637:0:107744:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c43876a200. 00000020:00000010:0.0:1772473527.570640:0:107744:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 120 at ffff90c433ea7380. 00080000:00000010:0.0:1772473527.570642:0:107744:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a3800. 00000020:00000010:0.0:1772473527.570644:0:107744:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d200. 00000001:00000010:0.0:1772473527.570647:0:107744:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff90c301e9d6c0. 00010000:00000010:0.0:1772473527.570665:0:107744:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8a500. 00010000:00000010:0.0:1772473527.570670:0:107744:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351ca400. 00000020:00000010:0.0:1772473527.570702:0:107744:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90c404bad540. 00000020:00000010:0.0:1772473527.570704:0:107744:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c30304ce00. 00000040:00000010:0.0:1772473527.570706:0:107744:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff90c30304da00. 00000020:00000010:0.0:1772473527.570707:0:107744:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3031a4800. 00000020:00000010:0.0:1772473527.570709:0:107744:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c30304c800. 80000000:00000010:0.0:1772473527.570711:0:107744:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c301e9d240. 00040000:00000010:0.0:1772473527.570712:0:107744:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c30304ca00. 00080000:00000010:0.0:1772473527.570713:0:107744:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3031a7000. 20000000:00000010:0.0:1772473527.570715:0:107744:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff90c30304d400. 00000020:00000010:0.0:1772473527.570717:0:107744:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304de00. 00000020:00000010:0.0:1772473527.570719:0:107744:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff90c43bab1000. 00010000:00000010:0.1:1772473527.576034:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff90c410b8a500. 00010000:00000010:0.1:1772473527.576047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90c4351ca400. 00000100:00000010:2.0:1772473527.869188:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7c000. 02000000:00000010:2.0:1772473527.869209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338e00. 02000000:00000010:3.0:1772473527.869268:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c42ca3da00. 00000400:00000010:3.0:1772473527.869277:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e420. 00000400:00000010:3.0:1772473527.869284:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000100:00000200:3.0:1772473527.869291:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186093952, portal 25 00000400:00000010:3.0:1772473527.869296:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473527.869300:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1858570186093952, offset 0 00000400:00000200:3.0:1772473527.869308:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.869320:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.869330:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69a5c17bb7580 00000400:00000200:3.0:1772473527.869337:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17379 [2] + 0 00000400:00000010:3.0:1772473527.869830:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362630. 00000400:00000200:3.0:1772473527.869834:0:3344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c402c86300 00000400:00000200:3.0:1772473527.869840:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.869844:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1772473527.869849:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c402c86300 00000400:00000010:3.0:1772473527.869852:0:3344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c402c86300. 00000100:00000200:3.0:1772473527.869856:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1772473527.869877:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:3.0:1772473527.869879:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473527.869987:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7c000 x1858570186093952/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473527.870007:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243de0. 00000100:00000010:3.0:1772473527.870019:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243a80. 00000100:00000010:3.0:1772473527.870025:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243720. 00000100:00000010:3.0:1772473527.870030:0:3344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c435243ae0. 00000100:00000010:2.0:1772473527.870082:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7ed80. 02000000:00000010:2.0:1772473527.870091:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338800. 02000000:00000010:3.0:1772473527.870215:0:3344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c42ca3c000. 00000400:00000010:3.0:1772473527.870219:0:3344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e108. 00000400:00000010:3.0:1772473527.870223:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed06e8. 00000100:00000200:3.0:1772473527.870226:0:3344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186094080, portal 10 00000400:00000010:3.0:1772473527.870280:0:3344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473527.870284:0:3344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186094080, offset 0 00000400:00000200:3.0:1772473527.870289:0:3344:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.870296:0:3344:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.870301:0:3344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb7600 00000400:00000200:3.0:1772473527.870306:0:3344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 108768 00000400:00000200:3.0:1772473527.870310:0:3344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.870313:0:3344:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473527.870316:0:3344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473527.870320:0:3344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43419ed80. 00000400:00000200:3.0:1772473527.870332:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0990 00000400:00000010:3.0:1772473527.870334:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473527.870338:0:3344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7ed80 x1858570186094080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473527.870586:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c404a7d880. 02000000:00000010:2.0:1772473527.870594:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c406338f00. 02000000:00000010:3.0:1772473527.870631:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c42ca3cc00. 00000400:00000010:3.0:1772473527.870635:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e268. 00000400:00000010:3.0:1772473527.870638:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0990. 00000100:00000200:3.0:1772473527.870641:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186094208, portal 10 00000400:00000010:3.0:1772473527.870645:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed03b8. 00000100:00000200:3.0:1772473527.870647:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186094208, offset 0 00000400:00000200:3.0:1772473527.870651:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.870656:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.870661:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb7680 00000400:00000200:3.0:1772473527.870664:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 108992 00000400:00000200:3.0:1772473527.870668:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.870670:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473527.870673:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1772473527.870677:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c410b7df80. 00000400:00000200:3.0:1772473527.870687:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed03b8 00000400:00000010:3.0:1772473527.870689:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed03b8. 00000100:00000200:3.0:1772473527.870694:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c404a7d880 x1858570186094208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473527.870732:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43e9a0a80. 02000000:00000010:2.0:1772473527.870754:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404b6f600. 02000000:00000010:3.0:1772473527.870806:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c42ca3c400. 00000400:00000010:3.0:1772473527.870811:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43fd7e1b8. 00000400:00000010:3.0:1772473527.870814:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed03b8. 00000100:00000200:3.0:1772473527.870816:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186094336, portal 4 00000400:00000010:3.0:1772473527.870821:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0330. 00000100:00000200:3.0:1772473527.870823:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186094336, offset 0 00000400:00000200:3.0:1772473527.870827:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.870831:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.870836:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb7700 00000400:00000200:3.0:1772473527.870840:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 11264 00000400:00000200:3.0:1772473527.870844:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.870847:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473527.870850:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1772473527.870853:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c406891180. 00000400:00000200:3.0:1772473527.870864:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0330 00000400:00000010:3.0:1772473527.870866:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0330. 00000100:00000200:3.0:1772473527.870871:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43e9a0a80 x1858570186094336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1772473527.870901:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8d40. 00000020:00000010:3.0:1772473527.870906:0:6591:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4300. 00000020:00000010:3.0:1772473527.870920:0:6591:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c42ca3dc00. 00000020:00000010:3.0:1772473527.870925:0:6591:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c434351480. 00000020:00000010:3.0:1772473527.870930:0:6591:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473527.870967:0:6591:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b40. 00000020:00000010:3.0:1772473527.870970:0:6591:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b40. 00000100:00000200:3.0:1772473527.870973:0:6591:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094336 02000000:00000010:3.0:1772473527.870989:0:6591:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435270400. 00010000:00000200:3.0:1772473527.870997:0:6591:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c406891180 x1858570186094336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473527.871011:0:6591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0330. 00000100:00000200:3.0:1772473527.871014:0:6591:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186094336, offset 224 00000400:00000200:3.0:1772473527.871017:0:6591:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.871022:0:6591:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.871027:0:6591:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb7700 00000400:00000200:3.0:1772473527.871031:0:6591:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b1d [1] + 224 00000400:00000200:3.0:1772473527.871035:0:6591:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.871037:0:6591:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473527.871043:0:6591:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43e9a0a80 x1858570186094336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473527.871056:0:6591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0330 00000400:00000010:3.0:1772473527.871058:0:6591:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0330. 00000020:00000010:3.0:1772473527.871068:0:6591:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c434351480. 00000020:00000010:3.0:1772473527.871072:0:6591:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c402f7f190. 00000020:00000010:3.0:1772473527.871075:0:6591:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c42ca3dc00. 00000400:00000010:3.0:1772473527.871106:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e1b8. 00000400:00000200:3.0:1772473527.871110:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed03b8 00000400:00000010:3.0:1772473527.871112:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed03b8. 00000100:00000200:3.0:1772473527.871116:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43e9a0a80 x1858570186094336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473527.871124:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43e9a0a80 x1858570186094336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473527.871145:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c42ca3c400. 02000000:00000010:3.0:1772473527.871149:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404b6f600. 00000100:00000010:3.0:1772473527.871156:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43e9a0a80. 00000020:00000010:1.0:1772473527.871326:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473527.871330:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473527.871334:0:5805:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303741600. 00000020:00000010:1.0:1772473527.871337:0:5805:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.871341:0:5805:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.871363:0:5805:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473527.871365:0:5805:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000100:00000200:1.0:1772473527.871368:0:5805:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186093952 02000000:00000010:1.0:1772473527.871375:0:5805:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303ed1400. 00010000:00000200:1.0:1772473527.871380:0:5805:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe050 x1858570186093952/t0(0) o400->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473527.871390:0:5805:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473527.871394:0:5805:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570186093952, offset 224 00000400:00000200:1.0:1772473527.871398:0:5805:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473527.871402:0:5805:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473527.871407:0:5805:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69a5c17bb7580 00000400:00000200:1.0:1772473527.871412:0:5805:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17b05 [1] + 224 00000400:00000200:1.0:1772473527.871416:0:5805:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473527.871418:0:5805:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473527.871425:0:5805:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7c000 x1858570186093952/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473527.871445:0:5805:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473527.871447:0:5805:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000020:00000010:1.0:1772473527.871455:0:5805:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.871459:0:5805:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000400:00000010:3.0:1772473527.871461:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e420. 00000020:00000010:1.0:1772473527.871462:0:5805:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303741600. 00000400:00000200:3.0:1772473527.871464:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:3.0:1772473527.871466:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 02000000:00000010:1.0:1772473527.871468:0:5805:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c303ed1400. 00000100:00000200:3.0:1772473527.871471:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7c000 x1858570186093952/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473527.871473:0:5805:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473527.871477:0:5805:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c3033623c8. 00000400:00000010:1.0:1772473527.871481:0:5805:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c4049983c0. 00000100:00000200:3.0:1772473527.871484:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7c000 x1858570186093952/t0(0) o400->MGC192.168.201.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1772473527.871496:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c42ca3da00. 02000000:00000010:3.0:1772473527.871499:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338e00. 00000020:00000010:1.0:1772473527.871499:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 00000020:00000010:1.0:1772473527.871502:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4dc0. 00000100:00000010:3.0:1772473527.871503:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7c000. 00000020:00000010:1.0:1772473527.871505:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303741600. 00000020:00000010:1.0:1772473527.871507:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.871510:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000100:00000010:2.0:1772473527.871533:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43e9a3800. 00000020:00000010:1.0:1772473527.871535:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4dc0. 02000000:00000010:2.0:1772473527.871540:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404b6fc00. 00000020:00000010:1.0:1772473527.871545:0:5812:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303740400. 00000020:00000010:1.0:1772473527.871548:0:5812:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164480. 00000100:00000010:2.0:1772473527.871550:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c43e9a0a80. 00000020:00000010:1.0:1772473527.871551:0:5812:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5708. 02000000:00000010:2.0:1772473527.871554:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c404b6f600. 00000020:00000010:1.0:1772473527.871565:0:5812:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f49c0. 00000020:00000010:1.0:1772473527.871567:0:5812:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f49c0. 00000100:00000200:1.0:1772473527.871569:0:5812:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094080 02000000:00000010:2.0:1772473527.871576:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb000. 02000000:00000010:1.0:1772473527.871576:0:5812:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303ed1400. 00000400:00000010:2.0:1772473527.871580:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b2c0. 00010000:00000200:1.0:1772473527.871582:0:5812:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c43419ed80 x1858570186094080/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473527.871584:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9d48. 00000100:00000200:2.0:1772473527.871587:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186094592, portal 4 00000400:00000010:2.0:1772473527.871591:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000400:00000010:1.0:1772473527.871591:0:5812:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:2.0:1772473527.871594:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1858570186094592, offset 0 00000100:00000200:1.0:1772473527.871594:0:5812:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186094080, offset 224 00000400:00000200:1.0:1772473527.871597:0:5812:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473527.871602:0:5812:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473527.871607:0:5812:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb7600 00000020:00000010:3.0:1772473527.871631:0:5811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4012e8b40. 00000020:00000010:3.0:1772473527.871634:0:5811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4012e8b40. 00000100:00000200:3.0:1772473527.871637:0:5811:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094208 02000000:00000010:3.0:1772473527.871643:0:5811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c435273400. 00010000:00000200:3.0:1772473527.871650:0:5811:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c410b7df80 x1858570186094208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1772473527.871658:0:5811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c403ed0440. 00000400:00000200:2.0:1772473527.871675:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473527.871681:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473527.871686:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69a5c17bb7800 00000400:00000200:2.0:1772473527.871690:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xbfd [8] + 11488 00000400:00000200:2.0:1772473527.871694:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473527.871697:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473527.871700:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473527.871704:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba0700. 00000400:00000200:2.0:1772473527.871714:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473527.871715:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473527.871720:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43e9a0a80 x1858570186094592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473527.871754:0:3345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90c3033cb400. 00000400:00000010:2.0:1772473527.871759:0:3345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b528. 00000400:00000010:2.0:1772473527.871761:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473527.871764:0:3345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1858570186094464, portal 10 00000400:00000010:2.0:1772473527.871768:0:3345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473527.871770:0:3345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1858570186094464, offset 0 00000400:00000200:2.0:1772473527.871773:0:3345:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473527.871777:0:3345:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473527.871781:0:3345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69a5c17bb7780 00000400:00000200:2.0:1772473527.871785:0:3345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 109216 00000400:00000200:2.0:1772473527.871789:0:3345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473527.871802:0:3345:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473527.871805:0:3345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473527.871809:0:3345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba3b80. 00000400:00000200:2.0:1772473527.871819:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473527.871820:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473527.871824:0:3345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c43e9a3800 x1858570186094464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1772473527.871852:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.871856:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4c40. 00000020:00000010:2.0:1772473527.871859:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.871864:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473527.871867:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473527.871870:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473527.871881:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302828840. 00000020:00000010:2.0:1772473527.871883:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302828840. 00000100:00000200:2.0:1772473527.871897:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094464 02000000:00000010:2.0:1772473527.871904:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303c71000. 00010000:00000200:2.0:1772473527.871909:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba3b80 x1858570186094464/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473527.871918:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473527.871921:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186094464, offset 224 00000400:00000200:2.0:1772473527.871924:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473527.871928:0:5810:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473527.871932:0:5810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb7780 00000400:00000200:2.0:1772473527.871936:0:5810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b3d [1] + 224 00000400:00000200:2.0:1772473527.871940:0:5810:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473527.871942:0:5810:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473527.871947:0:5810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43e9a3800 x1858570186094464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1772473527.872052:0:5810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473527.872054:0:5810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000020:00000010:2.0:1772473527.872064:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9780. 00000020:00000010:2.0:1772473527.872066:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473527.872070:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000400:00000010:2.0:1772473527.872084:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b528. 00000400:00000200:2.0:1772473527.872087:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473527.872088:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473527.872092:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43e9a3800 x1858570186094464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473527.872115:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43e9a3800 x1858570186094464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473527.872128:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb400. 02000000:00000010:2.0:1772473527.872132:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404b6fc00. 00000100:00000010:2.0:1772473527.872137:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43e9a3800. 00000400:00000200:1.0:1772473527.872935:0:5812:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b0d [1] + 224 00000400:00000200:1.0:1772473527.872944:0:5812:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473527.872948:0:5812:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473527.872956:0:5812:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7ed80 x1858570186094080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473527.872969:0:5812:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473527.872971:0:5812:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000020:00000010:1.0:1772473527.872984:0:5812:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.872990:0:5812:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.872993:0:5812:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303741600. 00000020:00000010:1.0:1772473527.873381:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f49c0. 00000020:00000010:1.0:1772473527.873386:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473527.873393:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c303741600. 00000020:00000010:1.0:1772473527.873396:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.873399:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.873421:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4840. 00000020:00000010:1.0:1772473527.873424:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4840. 00000100:00000200:1.0:1772473527.873426:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094592 02000000:00000010:1.0:1772473527.873437:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303ed3800. 00010000:00000200:1.0:1772473527.873444:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba0700 x1858570186094592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1772473538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473527.873457:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473527.873462:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570186094592, offset 224 00000400:00000200:1.0:1772473527.873467:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473527.873474:0:6592:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473527.873480:0:6592:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69a5c17bb7800 00000400:00000200:1.0:1772473527.873486:0:6592:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b31 [1] + 224 00000400:00000200:1.0:1772473527.873490:0:6592:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473527.873493:0:6592:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473527.873499:0:6592:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c43e9a0a80 x1858570186094592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1772473527.873518:0:6592:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473527.873520:0:6592:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000020:00000010:1.0:1772473527.873527:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164800. 00000020:00000010:1.0:1772473527.873530:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473527.873533:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303741600. 00000400:00000010:1.0:1772473527.873566:0:3345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b2c0. 00000400:00000200:1.0:1772473527.873569:0:3345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9d48 00000400:00000010:1.0:1772473527.873571:0:3345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9d48. 00000100:00000200:1.0:1772473527.873575:0:3345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c43e9a0a80 x1858570186094592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473527.873585:0:3345:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c43e9a0a80 x1858570186094592/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473527.873604:0:3345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c3033cb000. 02000000:00000010:1.0:1772473527.873608:0:3345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c404b6f600. 00000100:00000010:1.0:1772473527.873613:0:3345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c43e9a0a80. 00000400:00000010:2.0:1772473527.875713:0:3344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e108. 00000400:00000200:2.0:1772473527.875723:0:3344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed06e8 00000400:00000010:2.0:1772473527.875725:0:3344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed06e8. 00000100:00000200:2.0:1772473527.875736:0:3344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7ed80 x1858570186094080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473527.875761:0:3344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7ed80 x1858570186094080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473527.875789:0:3344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c42ca3c000. 02000000:00000010:2.0:1772473527.875804:0:3344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338800. 00000100:00000010:2.0:1772473527.875808:0:3344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7ed80. 00000100:00000200:3.0:1772473527.876020:0:5811:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570186094208, offset 224 00000400:00000200:3.0:1772473527.876031:0:5811:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1772473527.876043:0:5811:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1772473527.876053:0:5811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69a5c17bb7680 00000400:00000200:3.0:1772473527.876060:0:5811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b15 [1] + 224 00000400:00000200:3.0:1772473527.876066:0:5811:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473527.876070:0:5811:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1772473527.876079:0:5811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c404a7d880 x1858570186094208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1772473527.876213:0:5811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0440 00000400:00000010:3.0:1772473527.876216:0:5811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0440. 00000020:00000010:3.0:1772473527.876233:0:5811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164480. 00000020:00000010:3.0:1772473527.876238:0:5811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5708. 00000020:00000010:3.0:1772473527.876242:0:5811:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c303740400. 00000400:00000010:2.0:1772473527.876294:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e268. 00000400:00000200:2.0:1772473527.876298:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c403ed0990 00000400:00000010:2.0:1772473527.876299:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c403ed0990. 00000100:00000200:2.0:1772473527.876304:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c404a7d880 x1858570186094208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473527.876318:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c404a7d880 x1858570186094208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1772473543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473527.876332:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90c42ca3cc00. 02000000:00000010:2.0:1772473527.876335:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c406338f00. 00000100:00000010:2.0:1772473527.876337:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c404a7d880. 00000100:00000010:0.0:1772473527.942858:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243de0. 00000100:00000010:1.0:1772473527.942996:0:45376:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243a80. 00000100:00000010:2.0:1772473527.943809:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243720. 00000100:00000010:3.0:1772473527.944050:0:64440:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c435243ae0. 00000100:00000010:0.0:1772473528.375219:0:6777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3057bf800. 02000000:00000010:0.0:1772473528.375240:0:6777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c30321ae00. 02000000:00000010:1.0:1772473528.375350:0:3343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c303410000. 00000400:00000010:1.0:1772473528.375372:0:3343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473528.375380:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473528.375388:0:3343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186094720, portal 4 00000400:00000010:1.0:1772473528.375394:0:3343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473528.375397:0:3343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186094720, offset 0 00000400:00000200:1.0:1772473528.375405:0:3343:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1772473528.375417:0:3343:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1772473528.375426:0:3343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb7880 00000400:00000200:1.0:1772473528.375434:0:3343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 12544 00000400:00000200:1.0:1772473528.375441:0:3343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1772473528.375445:0:3343:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1772473528.375453:0:3343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1772473528.375458:0:3343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c302dd4a80. 00000400:00000200:1.0:1772473528.375478:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153c38 00000400:00000010:1.0:1772473528.375480:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153c38. 00000100:00000200:1.0:1772473528.375487:0:3343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3057bf800 x1858570186094720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1772473528.375505:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79cc0. 00000100:00000010:1.0:1772473528.375520:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c793c0. 00000100:00000010:1.0:1772473528.375525:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79b40. 00000100:00000010:1.0:1772473528.375530:0:3343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c433c79960. 00000020:00000010:0.0:1772473528.375603:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.375607:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.375613:0:6593:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d400. 00000020:00000010:0.0:1772473528.375617:0:6593:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473528.375621:0:6593:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473528.375657:0:6593:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.375660:0:6593:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473528.375663:0:6593:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094720 02000000:00000010:0.0:1772473528.375679:0:6593:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c30244f800. 00010000:00000200:0.0:1772473528.375715:0:6593:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c302dd4a80 x1858570186094720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:54/0 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473528.375731:0:6593:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145a18. 00000100:00000200:0.0:1772473528.375733:0:6593:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186094720, offset 224 00000400:00000200:0.0:1772473528.375758:0:6593:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473528.375765:0:6593:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473528.375771:0:6593:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb7880 00000400:00000200:0.0:1772473528.375776:0:6593:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b51 [1] + 224 00000400:00000200:0.0:1772473528.375780:0:6593:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473528.375793:0:6593:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473528.375799:0:6593:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3057bf800 x1858570186094720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473528.375815:0:6593:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145a18 00000400:00000010:0.0:1772473528.375817:0:6593:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145a18. 00000020:00000010:0.0:1772473528.375830:0:6593:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473528.375834:0:6593:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473528.375836:0:6593:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d400. 00000400:00000010:1.0:1772473528.375838:0:3343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362580. 00000400:00000200:1.0:1772473528.375841:0:3343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:1.0:1772473528.375843:0:3343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473528.375848:0:3343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3057bf800 x1858570186094720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1772473528.375857:0:3343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3057bf800 x1858570186094720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1772473528.375898:0:3343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c303410000. 02000000:00000010:1.0:1772473528.375904:0:3343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c30321ae00. 00000100:00000010:1.0:1772473528.375911:0:3343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3057bf800. 00000100:00000010:0.0:1772473528.376642:0:7917:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c3057bce00. 02000000:00000010:0.0:1772473528.376653:0:7917:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90c30321a600. 02000000:00000010:2.0:1772473528.376729:0:3342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c303c71800. 00000400:00000010:2.0:1772473528.376736:0:3342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b528. 00000400:00000010:2.0:1772473528.376803:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473528.376807:0:3342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186094848, portal 4 00000400:00000010:2.0:1772473528.376811:0:3342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473528.376813:0:3342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1858570186094848, offset 0 00000400:00000200:2.0:1772473528.376818:0:3342:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473528.376824:0:3342:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473528.376832:0:3342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69a5c17bb7900 00000400:00000200:2.0:1772473528.376836:0:3342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc99 [8] + 12768 00000400:00000200:2.0:1772473528.376840:0:3342:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473528.376842:0:3342:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1772473528.376845:0:3342:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1772473528.376848:0:3342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba2d80. 00000400:00000200:2.0:1772473528.376863:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473528.376869:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473528.376877:0:3342:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c3057bce00 x1858570186094848/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1772473528.376914:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.376918:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.376924:0:9321:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c30304d400. 00000020:00000010:0.0:1772473528.376927:0:9321:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473528.376930:0:9321:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473528.376959:0:9321:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3140. 00000020:00000010:0.0:1772473528.376966:0:9321:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3140. 00000100:00000200:0.0:1772473528.376969:0:9321:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094848 02000000:00000010:0.0:1772473528.376981:0:9321:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff90c30244fc00. 00010000:00000200:0.0:1772473528.377012:0:9321:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba2d80 x1858570186094848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:54/0 lens 224/368 e 0 to 0 dl 1772473539 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473528.377026:0:9321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145a18. 00000100:00000200:0.0:1772473528.377028:0:9321:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1858570186094848, offset 224 00000400:00000200:0.0:1772473528.377033:0:9321:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473528.377039:0:9321:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473528.377051:0:9321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69a5c17bb7900 00000400:00000200:0.0:1772473528.377055:0:9321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b5d [1] + 224 00000400:00000200:0.0:1772473528.377060:0:9321:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473528.377062:0:9321:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473528.377069:0:9321:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c3057bce00 x1858570186094848/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473528.377089:0:9321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145a18 00000400:00000010:0.0:1772473528.377091:0:9321:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145a18. 00000020:00000010:0.0:1772473528.377104:0:9321:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473528.377107:0:9321:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473528.377109:0:9321:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c30304d400. 00000400:00000010:2.0:1772473528.377204:0:3342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b528. 00000400:00000200:2.0:1772473528.377209:0:3342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:2.0:1772473528.377210:0:3342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473528.377215:0:3342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c3057bce00 x1858570186094848/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1772473528.377223:0:3342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c3057bce00 x1858570186094848/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1772473544 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1772473528.377245:0:3342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c303c71800. 02000000:00000010:2.0:1772473528.377250:0:3342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90c30321a600. 00000100:00000010:2.0:1772473528.377255:0:3342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c3057bce00. 00000100:00000010:2.0:1772473528.383850:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79b40. 00000100:00000010:1.0:1772473528.383878:0:45376:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c793c0. 00000100:00000010:3.0:1772473528.383971:0:107610:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79960. 00000100:00000010:0.0:1772473528.385997:0:84439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c433c79cc0. 00000100:00000010:2.0:1772473529.016019:0:5808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba1f80. 02000000:00000010:2.0:1772473529.016045:0:5808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90c3033ca400. 00010000:00000010:2.0:1772473529.016060:0:5808:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c424f78800. 00010000:00000010:2.0:1772473529.016066:0:5808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c433c55800. 00000100:00000010:2.0:1772473529.016084:0:5808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90c43b1a9e40. 02000000:00000010:2.0:1772473529.016103:0:5808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90c433d61000. 00000400:00000010:2.0:1772473529.016109:0:5808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c43565b528. 00000400:00000010:2.0:1772473529.016116:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9660. 00000100:00000200:2.0:1772473529.016124:0:5808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1858570186094976, portal 25 00000400:00000010:2.0:1772473529.016128:0:5808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473529.016131:0:5808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1858570186094976, offset 0 00000400:00000200:2.0:1772473529.016140:0:5808:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1772473529.016152:0:5808:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1772473529.016162:0:5808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69a5c17bb7980 00000400:00000200:2.0:1772473529.016169:0:5808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17381 [2] + 0 00000400:00000010:2.0:1772473529.016173:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43fd7e370. 00000400:00000200:2.0:1772473529.016177:0:5808:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c40a9e93c0 00000400:00000200:2.0:1772473529.016183:0:5808:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.016187:0:5808:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1772473529.016192:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c40a9e93c0 00000400:00000010:2.0:1772473529.016195:0:5808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c40a9e93c0. 00000100:00000200:2.0:1772473529.016204:0:5808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473529.016230:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473529.016232:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473529.016240:0:5808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90c303ba1f80 x1858570186094976/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473545 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1772473529.016258:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc360. 00000100:00000010:2.0:1772473529.016270:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc540. 00000100:00000010:2.0:1772473529.016275:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fce40. 00000100:00000010:2.0:1772473529.016280:0:5808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90c4199fc660. 00000020:00000010:0.0:1772473529.016384:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473529.016389:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473529.016396:0:5803:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c302a0e800. 00000020:00000010:0.0:1772473529.016401:0:5803:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473529.016406:0:5803:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473529.016445:0:5803:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c302cb3b40. 00000020:00000010:0.0:1772473529.016448:0:5803:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c302cb3b40. 00000100:00000200:0.0:1772473529.016451:0:5803:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570186094976 00010000:00000010:0.0:1772473529.016468:0:5803:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff90c410b8a200. 00010000:00000010:0.0:1772473529.016473:0:5803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90c4351ca200. 02000000:00000010:0.0:1772473529.016484:0:5803:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff90c3024be800. 00010000:00000200:0.0:1772473529.016502:0:5803:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbd450 x1858570186094976/t0(0) o101->3925c63c-c473-40f7-a1ec-33b8892eacf0@0@lo:55/0 lens 328/344 e 0 to 0 dl 1772473540 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1772473529.016517:0:5803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425145a18. 00000100:00000200:0.0:1772473529.016520:0:5803:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1858570186094976, offset 224 00000400:00000200:0.0:1772473529.016525:0:5803:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1772473529.016530:0:5803:0:(lib-move.c:4806:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1772473529.016536:0:5803:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69a5c17bb7980 00000400:00000200:0.0:1772473529.016541:0:5803:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17b69 [1] + 224 00000400:00000200:0.0:1772473529.016545:0:5803:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1772473529.016547:0:5803:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1772473529.016553:0:5803:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90c303ba1f80 x1858570186094976/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473545 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1772473529.016640:0:5803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425145a18 00000400:00000010:0.0:1772473529.016643:0:5803:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425145a18. 00000020:00000010:0.0:1772473529.016654:0:5803:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c433ea7680. 00000020:00000010:0.0:1772473529.016658:0:5803:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c406867c80. 00000020:00000010:0.0:1772473529.016661:0:5803:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c302a0e800. 02000000:00000010:0.0:1772473529.016668:0:5803:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff90c3024be800. 00000100:00000200:0.0:1772473529.016673:0:5803:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1772473529.016677:0:5803:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c30325ba50. 00000400:00000010:0.0:1772473529.016681:0:5803:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c303ec73c0. 00000400:00000010:3.0:1772473529.016712:0:5808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c43565b528. 00000400:00000200:3.0:1772473529.016716:0:5808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9660 00000400:00000010:3.0:1772473529.016719:0:5808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9660. 00000100:00000200:3.0:1772473529.016725:0:5808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90c303ba1f80 x1858570186094976/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473545 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1772473529.016734:0:5808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90c303ba1f80 x1858570186094976/t0(0) o101->MGC192.168.201.148@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1772473545 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1772473529.016972:0:5808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90c43b1a9e40. 02000000:00000010:3.0:1772473529.016985:0:5808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90c433d61000. 02000000:00000010:3.0:1772473529.016990:0:5808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90c3033ca400. 00000100:00000010:3.0:1772473529.016993:0:5808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90c303ba1f80. 00000100:00000010:3.0:1772473529.087989:0:107610:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc660. 00000100:00000010:1.0:1772473529.088167:0:45376:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc540. 00000100:00000010:0.0:1772473529.088291:0:74917:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fc360. 00000100:00000010:2.0:1772473529.089064:0:97933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90c4199fce40. 00000400:00000200:3.0:1772473529.254841:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:3.0:1772473529.254864:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 26 MB=0x69a5c16c89380 00000400:00000200:3.0:1772473529.254873:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.48@tcp of length 224/224 into md 0x17389 [2] + 0 00000400:00000010:3.0:1772473529.254878:0:3336:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff90c303362790. 00000400:00000200:3.0:1772473529.254883:0:3336:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90c30b762d80 00000400:00000200:2.0:1772473529.254971:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.254978:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473529.254983:0:3336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c30b762d80 00000400:00000010:2.0:1772473529.254987:0:3336:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff90c30b762d80. 00000100:00000200:2.0:1772473529.254992:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1772473529.255062:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473529.255070:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89480 00000400:00000200:2.0:1772473529.255077:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 11712 00000400:00000200:2.0:1772473529.255084:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.255088:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473529.255091:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473529.255098:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba0380. 00000400:00000200:2.0:1772473529.255123:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473529.255128:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 12 MB=0x69a5c16c89400 00000400:00000200:2.0:1772473529.255134:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.48@tcp of length 224/224 into md 0x23d [64] + 109440 00000400:00000200:2.0:1772473529.255140:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.255143:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473529.255146:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1772473529.255149:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba0a80. 00000400:00000200:2.0:1772473529.255166:0:3336:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp) <- 192.168.201.48@tcp : PUT - for me 00000400:00000200:2.0:1772473529.255172:0:3336:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.48@tcp of length 224 into portal 28 MB=0x69a5c16c89500 00000400:00000200:2.0:1772473529.255175:0:3336:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.48@tcp of length 224/224 into md 0xbfd [8] + 11936 00000400:00000200:2.0:1772473529.255222:0:3336:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.255227:0:3336:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000100:00000200:2.0:1772473529.255230:0:3336:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1772473529.255235:0:3336:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90c303ba1f80. 00000020:00000010:2.0:1772473529.255283:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e600. 00000020:00000010:2.0:1772473529.255289:0:5810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4012e8180. 00000020:00000010:2.0:1772473529.255304:0:5810:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473529.255310:0:5810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473529.255315:0:5810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473529.255352:0:5810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e940. 00000020:00000010:2.0:1772473529.255355:0:5810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e940. 00000100:00000200:2.0:1772473529.255359:0:5810:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176512 02000000:00000010:2.0:1772473529.255379:0:5810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d60000. 00010000:00000200:2.0:1772473529.255390:0:5810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba0a80 x1858570170176512/t0(0) o400->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:55/0 lens 224/224 e 0 to 0 dl 1772473540 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473529.255409:0:5810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9990. 00000100:00000200:2.0:1772473529.255414:0:5810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1858570170176512, offset 224 00000400:00000200:2.0:1772473529.255421:0:5810:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473529.255430:0:5810:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473529.255437:0:5810:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4036:4036:256:4294967295] 192.168.201.48@tcp LPNI seq info [4032:4032:8:4294967295] 00000400:00000200:2.0:1772473529.255447:0:5810:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473529.255452:0:5810:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473529.255458:0:5810:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c404b6f700. 00000800:00000200:2.0:1772473529.255464:0:5810:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473529.255471:0:5810:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473529.255475:0:5810:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c404b6f700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473529.255493:0:5810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473529.255497:0:5810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473529.255501:0:5810:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473529.255527:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e940. 00000020:00000010:2.0:1772473529.255532:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c4090f4940. 00000020:00000010:2.0:1772473529.255538:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473529.255542:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473529.255546:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473529.255570:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e9c0. 00000020:00000010:2.0:1772473529.255574:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c404bad180. 00000020:00000010:2.0:1772473529.255579:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033ca600. 00000020:00000010:2.0:1772473529.255582:0:6592:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473529.255586:0:6592:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4187eb3e8. 00000020:00000010:2.0:1772473529.255605:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e480. 00000020:00000010:2.0:1772473529.255609:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e480. 00000100:00000200:2.0:1772473529.255612:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176640 02000000:00000010:2.0:1772473529.255621:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c433d62800. 00000020:00000010:2.0:1772473529.255637:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c30282e940. 00000020:00000010:2.0:1772473529.255654:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cae00. 00000020:00000010:2.0:1772473529.255659:0:6592:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033ca400. 00000020:00000010:2.0:1772473529.255664:0:6592:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b0800. 00000020:00000010:2.0:1772473529.255669:0:6592:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473529.255673:0:6592:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033caa00. 80000000:00000010:2.0:1772473529.255678:0:6592:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fce40. 40000000:00000010:2.0:1772473529.255682:0:6592:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c30282e940. 00100000:00000010:2.0:1772473529.255687:0:6592:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3041b0000. 00040000:00000010:2.0:1772473529.255692:0:6592:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c404b6ff00. 00040000:00000010:2.0:1772473529.255696:0:6592:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033cb600. 00080000:00000010:2.0:1772473529.255701:0:6592:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b1000. 00002000:00000010:2.0:1772473529.255706:0:6592:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c303410000. 00080000:00000010:2.0:1772473529.255718:0:6592:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c3029d5400. 00080000:00000010:2.0:1772473529.255896:0:6592:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c3029d7800. 00000001:00000010:2.0:1772473529.255926:0:6592:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fc180. 00000020:00000010:2.0:1772473529.255955:0:6592:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033ca400. 00000020:00000010:2.0:1772473529.255959:0:6592:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b0800. 00000020:00000010:2.0:1772473529.255963:0:6592:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473529.255968:0:6592:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033caa00. 80000000:00000010:2.0:1772473529.255971:0:6592:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fce40. 40000000:00000010:2.0:1772473529.255975:0:6592:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c30282e940. 00100000:00000010:2.0:1772473529.255979:0:6592:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3041b0000. 00040000:00000010:2.0:1772473529.255983:0:6592:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c404b6ff00. 00040000:00000010:2.0:1772473529.255987:0:6592:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033cb600. 00080000:00000010:2.0:1772473529.255991:0:6592:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b1000. 00002000:00000010:2.0:1772473529.255996:0:6592:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c303410000. 00000020:00000010:2.0:1772473529.256000:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cae00. 00010000:00000200:2.0:1772473529.256011:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba0380 x1858570170176640/t0(0) o9->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:55/0 lens 224/224 e 0 to 0 dl 1772473540 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473529.256023:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9198. 00000100:00000200:2.0:1772473529.256026:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170176640, offset 224 00000400:00000200:2.0:1772473529.256031:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473529.256038:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473529.256043:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4037:4037:255:4294967295] 192.168.201.48@tcp LPNI seq info [4033:4033:7:4294967295] 00000400:00000200:2.0:1772473529.256054:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473529.256059:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473529.256062:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c404b6ff00. 00000800:00000200:2.0:1772473529.256066:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473529.256071:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473529.256075:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c404b6ff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473529.256083:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9000. 00000020:00000010:2.0:1772473529.256086:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187ebc80. 00000020:00000010:2.0:1772473529.256090:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473529.256102:0:6592:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c30282e940. 00000020:00000010:2.0:1772473529.256104:0:6592:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c30282e940. 00000100:00000200:2.0:1772473529.256107:0:6592:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176768 02000000:00000010:2.0:1772473529.256115:0:6592:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c3029d6000. 00000020:00000010:2.0:1772473529.256122:0:6592:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff90c30282e9c0. 00000020:00000010:2.0:1772473529.256133:0:6592:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c3033cac00. 00000020:00000010:2.0:1772473529.256136:0:6592:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff90c3033cae00. 00000020:00000010:2.0:1772473529.256139:0:6592:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90c3041b1000. 00000020:00000010:2.0:1772473529.256143:0:6592:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473529.256146:0:6592:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff90c3033cb600. 80000000:00000010:2.0:1772473529.256149:0:6592:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90c4199fce40. 40000000:00000010:2.0:1772473529.256152:0:6592:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff90c30282e9c0. 00100000:00000010:2.0:1772473529.256155:0:6592:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90c3041b0000. 00040000:00000010:2.0:1772473529.256157:0:6592:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90c404b6fe00. 00040000:00000010:2.0:1772473529.256160:0:6592:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90c3033caa00. 00080000:00000010:2.0:1772473529.256163:0:6592:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff90c3041b0800. 00002000:00000010:2.0:1772473529.256167:0:6592:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff90c303410000. 00080000:00000010:2.0:1772473529.256177:0:6592:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c433e8c400. 00080000:00000010:2.0:1772473529.256282:0:6592:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff90c43ba67400. 00000001:00000010:2.0:1772473529.256308:0:6592:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff90c4199fc900. 00000020:00000010:2.0:1772473529.256342:0:6592:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff90c3033cae00. 00000020:00000010:2.0:1772473529.256346:0:6592:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff90c3041b1000. 00000020:00000010:2.0:1772473529.256350:0:6592:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90c404869420. 00000020:00000010:2.0:1772473529.256354:0:6592:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff90c3033cb600. 80000000:00000010:2.0:1772473529.256358:0:6592:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90c4199fce40. 40000000:00000010:2.0:1772473529.256361:0:6592:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff90c30282e9c0. 00100000:00000010:2.0:1772473529.256365:0:6592:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90c3041b0000. 00040000:00000010:2.0:1772473529.256368:0:6592:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90c404b6fe00. 00040000:00000010:2.0:1772473529.256372:0:6592:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90c3033caa00. 00080000:00000010:2.0:1772473529.256374:0:6592:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff90c3041b0800. 00002000:00000010:2.0:1772473529.256377:0:6592:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff90c303410000. 00000020:00000010:2.0:1772473529.256379:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033cac00. 00010000:00000200:2.0:1772473529.256388:0:6592:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c303ba1f80 x1858570170176768/t0(0) o9->72df4251-6b58-4c34-83bb-59a4108322dc@192.168.201.48@tcp:55/0 lens 224/224 e 0 to 0 dl 1772473540 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1772473529.256401:0:6592:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c404aa9aa0. 00000100:00000200:2.0:1772473529.256404:0:6592:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1858570170176768, offset 224 00000400:00000200:2.0:1772473529.256409:0:6592:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:2.0:1772473529.256415:0:6592:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:2.0:1772473529.256420:0:6592:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4038:4038:254:4294967295] 192.168.201.48@tcp LPNI seq info [4034:4034:6:4294967295] 00000400:00000200:2.0:1772473529.256430:0:6592:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:2.0:1772473529.256437:0:6592:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:2.0:1772473529.256441:0:6592:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c404b6fe00. 00000800:00000200:2.0:1772473529.256446:0:6592:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:2.0:1772473529.256451:0:6592:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:2.0:1772473529.256453:0:6592:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c404b6fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1772473529.256461:0:6592:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c43bab9a80. 00000020:00000010:2.0:1772473529.256464:0:6592:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4187eb3e8. 00000020:00000010:2.0:1772473529.256468:0:6592:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c3033ca600. 00000800:00000200:2.0:1772473529.256525:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473529.256529:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c404b6f700. 00000400:00000200:2.0:1772473529.256533:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.256537:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473529.256541:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9990 00000400:00000010:2.0:1772473529.256543:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9990. 00000800:00000200:2.0:1772473529.256555:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473529.256557:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c404b6ff00. 00000400:00000200:2.0:1772473529.256560:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.256564:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473529.256567:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9198 00000400:00000010:2.0:1772473529.256569:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9198. 00000800:00000200:2.0:1772473529.256606:0:3337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1772473529.256609:0:3337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c404b6fe00. 00000400:00000200:2.0:1772473529.256612:0:3337:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1772473529.256616:0:3337:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:2.0:1772473529.256619:0:3337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c404aa9aa0 00000400:00000010:2.0:1772473529.256622:0:3337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c404aa9aa0. 00000020:00000010:1.0:1772473529.262302:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473529.262312:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473529.262317:0:5806:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90c405a80a00. 00000020:00000010:1.0:1772473529.262322:0:5806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90c409164900. 00000020:00000010:1.0:1772473529.262327:0:5806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473529.262371:0:5806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90c4090f4500. 00000020:00000010:1.0:1772473529.262374:0:5806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff90c4090f4500. 00000100:00000200:1.0:1772473529.262377:0:5806:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1858570170176384 02000000:00000010:1.0:1772473529.262394:0:5806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90c303271400. 00010000:00000200:1.0:1772473529.262409:0:5806:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff90c402cbe450 x1858570170176384/t0(0) o400->235d26fa-afcf-4bcd-9775-a634b17dece0@192.168.201.48@tcp:55/0 lens 224/224 e 0 to 0 dl 1772473540 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1772473529.262428:0:5806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90c425153330. 00000100:00000200:1.0:1772473529.262435:0:5806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1858570170176384, offset 224 00000400:00000200:1.0:1772473529.262442:0:5806:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.48@tcp 00000400:00000200:1.0:1772473529.262454:0:5806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.201.148@tcp to MR: 192.168.201.48@tcp local destination 00000400:00000200:1.0:1772473529.262460:0:5806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.148@tcp NI seq info: [4039:4039:256:4294967295] 192.168.201.48@tcp LPNI seq info [4035:4035:8:4294967295] 00000400:00000200:1.0:1772473529.262472:0:5806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.148@tcp(192.168.201.148@tcp:192.168.201.148@tcp) -> 192.168.201.48@tcp(192.168.201.48@tcp:192.168.201.48@tcp) : PUT try# 0 00000800:00000200:1.0:1772473529.262477:0:5806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.48@tcp 00000800:00000010:1.0:1772473529.262480:0:5806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90c43c80a700. 00000800:00000200:1.0:1772473529.262486:0:5806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90c42ca51840] -> 12345-192.168.201.48@tcp (4) 00000800:00000200:1.0:1772473529.262492:0:5806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.48@tcp ip 192.168.201.48:1023 00000800:00000200:1.0:1772473529.262495:0:5806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff90c43c80a700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1772473529.262514:0:5806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90c409164900. 00000020:00000010:1.0:1772473529.262519:0:5806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90c4338d5000. 00000020:00000010:1.0:1772473529.262523:0:5806:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90c405a80a00. 00000100:00000200:1.0:1772473529.262530:0:5806:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1772473529.262536:0:5806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff90c303362580. 00000400:00000010:1.0:1772473529.262540:0:5806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90c404aff0c0. 00000800:00000200:3.0:1772473529.262940:0:3335:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1772473529.262946:0:3335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90c43c80a700. 00000400:00000200:3.0:1772473529.262950:0:3335:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1772473529.262955:0:3335:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.148@tcp->192.168.201.48@tcp: PUT: OK 00000400:00000200:3.0:1772473529.262960:0:3335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90c425153330 00000400:00000010:3.0:1772473529.262962:0:3335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff90c425153330. 02000000:00000010:3.0:1772473529.262968:0:3335:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff90c303271400. 00000001:02000400:0.0:1772473530.742972:0:107984:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_25b: @@@@@@ FAIL: nodemap info differs from get_param output (2) 00080000:00000010:0.0:1772473530.954999:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab2000. 00080000:00000010:0.0:1772473530.955009:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c43bab0c00. 00080000:00000010:0.0:1772473530.955014:0:5832:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff90c303c70000. Debug log: 80642 lines, 80642 kept, 0 dropped, 0 bad.